{"level":"warn","ts":"2026-07-16T06:55:16.599171Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T06:55:16.599255Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.224:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.224:2380","--initial-cluster=instance=https://199.19.213.224:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.224:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.224:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-16T06:55:16.599309Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-16T06:55:16.599321Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.224:2380"]} {"level":"info","ts":"2026-07-16T06:55:16.599342Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T06:55:16.599892Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.224:2379"]} {"level":"info","ts":"2026-07-16T06:55:16.599987Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.224:2380"],"listen-peer-urls":["https://199.19.213.224:2380"],"advertise-client-urls":["https://199.19.213.224:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.224:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.224:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-16T06:55:16.603672Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.475494ms"} {"level":"info","ts":"2026-07-16T06:55:16.609575Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9870e1635c99d2ec","cluster-id":"185398c074a8a76b"} {"level":"info","ts":"2026-07-16T06:55:16.609641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec switched to configuration voters=()"} {"level":"info","ts":"2026-07-16T06:55:16.609658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec became follower at term 0"} {"level":"info","ts":"2026-07-16T06:55:16.609667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9870e1635c99d2ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-16T06:55:16.609674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec became follower at term 1"} {"level":"info","ts":"2026-07-16T06:55:16.609702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec switched to configuration voters=(10984527308028236524)"} {"level":"warn","ts":"2026-07-16T06:55:16.616196Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-16T06:55:16.617941Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-16T06:55:16.61939Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-16T06:55:16.622156Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9870e1635c99d2ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-16T06:55:16.622258Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9870e1635c99d2ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-16T06:55:16.622672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T06:55:16.622719Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T06:55:16.622729Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-16T06:55:16.62663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec switched to configuration voters=(10984527308028236524)"} {"level":"info","ts":"2026-07-16T06:55:16.626757Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"185398c074a8a76b","local-member-id":"9870e1635c99d2ec","added-peer-id":"9870e1635c99d2ec","added-peer-peer-urls":["https://199.19.213.224:2380"]} {"level":"info","ts":"2026-07-16T06:55:16.627984Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-16T06:55:16.628222Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9870e1635c99d2ec","initial-advertise-peer-urls":["https://199.19.213.224:2380"],"listen-peer-urls":["https://199.19.213.224:2380"],"advertise-client-urls":["https://199.19.213.224:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.224:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-16T06:55:16.628265Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-16T06:55:16.628373Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.224:2380"} {"level":"info","ts":"2026-07-16T06:55:16.628442Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.224:2380"} {"level":"info","ts":"2026-07-16T06:55:16.809872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec is starting a new election at term 1"} {"level":"info","ts":"2026-07-16T06:55:16.809943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec became pre-candidate at term 1"} {"level":"info","ts":"2026-07-16T06:55:16.809992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec received MsgPreVoteResp from 9870e1635c99d2ec at term 1"} {"level":"info","ts":"2026-07-16T06:55:16.810036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec became candidate at term 2"} {"level":"info","ts":"2026-07-16T06:55:16.810069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec received MsgVoteResp from 9870e1635c99d2ec at term 2"} {"level":"info","ts":"2026-07-16T06:55:16.810097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9870e1635c99d2ec became leader at term 2"} {"level":"info","ts":"2026-07-16T06:55:16.810121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9870e1635c99d2ec elected leader 9870e1635c99d2ec at term 2"} {"level":"info","ts":"2026-07-16T06:55:16.811273Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T06:55:16.813055Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9870e1635c99d2ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.224:2379]}","request-path":"/0/members/9870e1635c99d2ec/attributes","cluster-id":"185398c074a8a76b","publish-timeout":"7s"} {"level":"info","ts":"2026-07-16T06:55:16.813078Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T06:55:16.813281Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-16T06:55:16.813509Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-16T06:55:16.813547Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-16T06:55:16.813841Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"185398c074a8a76b","local-member-id":"9870e1635c99d2ec","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T06:55:16.813943Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T06:55:16.813985Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-16T06:55:16.817397Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.224:2379"} {"level":"info","ts":"2026-07-16T06:55:16.818189Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-16T06:55:37.295847Z","caller":"traceutil/trace.go:171","msg":"trace[687530348] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"225.603482ms","start":"2026-07-16T06:55:37.07022Z","end":"2026-07-16T06:55:37.295823Z","steps":["trace[687530348] 'process raft request' (duration: 225.468368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:37.868406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.710519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T06:55:37.868525Z","caller":"traceutil/trace.go:171","msg":"trace[1244853978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:383; }","duration":"299.919355ms","start":"2026-07-16T06:55:37.568585Z","end":"2026-07-16T06:55:37.868504Z","steps":["trace[1244853978] 'range keys from in-memory index tree' (duration: 299.565165ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:38.132926Z","caller":"traceutil/trace.go:171","msg":"trace[873550846] linearizableReadLoop","detail":"{readStateIndex:399; appliedIndex:398; }","duration":"213.948819ms","start":"2026-07-16T06:55:37.91894Z","end":"2026-07-16T06:55:38.132888Z","steps":["trace[873550846] 'read index received' (duration: 213.562788ms)","trace[873550846] 'applied index is now lower than readState.Index' (duration: 384.431µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:38.13297Z","caller":"traceutil/trace.go:171","msg":"trace[18730032] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"260.178242ms","start":"2026-07-16T06:55:37.872758Z","end":"2026-07-16T06:55:38.132937Z","steps":["trace[18730032] 'process raft request' (duration: 259.862913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:38.133168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.200475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:38.133213Z","caller":"traceutil/trace.go:171","msg":"trace[1845537368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:384; }","duration":"214.302538ms","start":"2026-07-16T06:55:37.918895Z","end":"2026-07-16T06:55:38.133197Z","steps":["trace[1845537368] 'agreement among raft nodes before linearized reading' (duration: 214.202895ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:40.343379Z","caller":"traceutil/trace.go:171","msg":"trace[1005198152] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"105.711894ms","start":"2026-07-16T06:55:40.237643Z","end":"2026-07-16T06:55:40.343355Z","steps":["trace[1005198152] 'process raft request' (duration: 105.659372ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:40.343436Z","caller":"traceutil/trace.go:171","msg":"trace[1804983944] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"108.864681ms","start":"2026-07-16T06:55:40.234547Z","end":"2026-07-16T06:55:40.343412Z","steps":["trace[1804983944] 'process raft request' (duration: 74.347453ms)","trace[1804983944] 'compare' (duration: 34.251201ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:41.179165Z","caller":"traceutil/trace.go:171","msg":"trace[459755927] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"114.017674ms","start":"2026-07-16T06:55:41.06512Z","end":"2026-07-16T06:55:41.179137Z","steps":["trace[459755927] 'process raft request' (duration: 78.308814ms)","trace[459755927] 'compare' (duration: 35.552226ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:41.179603Z","caller":"traceutil/trace.go:171","msg":"trace[474911594] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"114.379185ms","start":"2026-07-16T06:55:41.065207Z","end":"2026-07-16T06:55:41.179586Z","steps":["trace[474911594] 'process raft request' (duration: 114.137028ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.179711Z","caller":"traceutil/trace.go:171","msg":"trace[245461765] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"114.383135ms","start":"2026-07-16T06:55:41.0653Z","end":"2026-07-16T06:55:41.179683Z","steps":["trace[245461765] 'process raft request' (duration: 114.198609ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.179733Z","caller":"traceutil/trace.go:171","msg":"trace[1054902348] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"112.476062ms","start":"2026-07-16T06:55:41.067227Z","end":"2026-07-16T06:55:41.179703Z","steps":["trace[1054902348] 'process raft request' (duration: 112.421611ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.179967Z","caller":"traceutil/trace.go:171","msg":"trace[1801271440] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"113.12652ms","start":"2026-07-16T06:55:41.066828Z","end":"2026-07-16T06:55:41.179955Z","steps":["trace[1801271440] 'process raft request' (duration: 112.77708ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.180013Z","caller":"traceutil/trace.go:171","msg":"trace[958289237] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"113.909481ms","start":"2026-07-16T06:55:41.066088Z","end":"2026-07-16T06:55:41.179997Z","steps":["trace[958289237] 'process raft request' (duration: 113.469829ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.395967Z","caller":"traceutil/trace.go:171","msg":"trace[292588493] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"161.255646ms","start":"2026-07-16T06:55:41.234685Z","end":"2026-07-16T06:55:41.39594Z","steps":["trace[292588493] 'process raft request' (duration: 161.149193ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.396391Z","caller":"traceutil/trace.go:171","msg":"trace[335089899] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"166.558513ms","start":"2026-07-16T06:55:41.229349Z","end":"2026-07-16T06:55:41.395907Z","steps":["trace[335089899] 'process raft request' (duration: 102.146126ms)","trace[335089899] 'compare' (duration: 64.15107ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:41.406882Z","caller":"traceutil/trace.go:171","msg":"trace[635432742] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"130.944364ms","start":"2026-07-16T06:55:41.275904Z","end":"2026-07-16T06:55:41.406849Z","steps":["trace[635432742] 'process raft request' (duration: 130.812451ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.406924Z","caller":"traceutil/trace.go:171","msg":"trace[297794761] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"132.634562ms","start":"2026-07-16T06:55:41.274272Z","end":"2026-07-16T06:55:41.406907Z","steps":["trace[297794761] 'process raft request' (duration: 132.319353ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:41.660476Z","caller":"traceutil/trace.go:171","msg":"trace[1977349354] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"160.050922ms","start":"2026-07-16T06:55:41.500393Z","end":"2026-07-16T06:55:41.660444Z","steps":["trace[1977349354] 'process raft request' (duration: 63.577034ms)","trace[1977349354] 'compare' (duration: 96.352135ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:41.661307Z","caller":"traceutil/trace.go:171","msg":"trace[1691150250] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"159.129267ms","start":"2026-07-16T06:55:41.502148Z","end":"2026-07-16T06:55:41.661277Z","steps":["trace[1691150250] 'process raft request' (duration: 158.992473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:45.656784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.118086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T06:55:45.656904Z","caller":"traceutil/trace.go:171","msg":"trace[586585848] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:447; }","duration":"460.920054ms","start":"2026-07-16T06:55:45.195964Z","end":"2026-07-16T06:55:45.656884Z","steps":["trace[586585848] 'read index received' (duration: 87.586671ms)","trace[586585848] 'applied index is now lower than readState.Index' (duration: 373.331953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:45.657063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.567457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T06:55:45.657172Z","caller":"traceutil/trace.go:171","msg":"trace[682713273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"151.69237ms","start":"2026-07-16T06:55:45.505431Z","end":"2026-07-16T06:55:45.657123Z","steps":["trace[682713273] 'agreement among raft nodes before linearized reading' (duration: 151.550556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:45.657054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.070369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-16T06:55:45.657257Z","caller":"traceutil/trace.go:171","msg":"trace[1708154202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:431; }","duration":"461.310564ms","start":"2026-07-16T06:55:45.195918Z","end":"2026-07-16T06:55:45.657228Z","steps":["trace[1708154202] 'agreement among raft nodes before linearized reading' (duration: 461.025326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:45.657317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:45.195894Z","time spent":"461.412247ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T06:55:46.24048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.62253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:46.240623Z","caller":"traceutil/trace.go:171","msg":"trace[517785145] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"578.96122ms","start":"2026-07-16T06:55:45.661632Z","end":"2026-07-16T06:55:46.240593Z","steps":["trace[517785145] 'process raft request' (duration: 217.742594ms)","trace[517785145] 'compare' (duration: 360.482335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:46.240722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:45.661607Z","time spent":"579.075133ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:46.941606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830523602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T06:55:47.060908Z","caller":"traceutil/trace.go:171","msg":"trace[719204227] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:450; }","duration":"620.217906ms","start":"2026-07-16T06:55:46.440667Z","end":"2026-07-16T06:55:47.060885Z","steps":["trace[719204227] 'read index received' (duration: 620.03131ms)","trace[719204227] 'applied index is now lower than readState.Index' (duration: 185.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:47.061444Z","caller":"traceutil/trace.go:171","msg":"trace[465801756] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"788.554088ms","start":"2026-07-16T06:55:46.272877Z","end":"2026-07-16T06:55:47.061431Z","steps":["trace[465801756] 'process raft request' (duration: 787.874639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:47.061556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:46.27283Z","time spent":"788.65873ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:47.061807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.136041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T06:55:47.061849Z","caller":"traceutil/trace.go:171","msg":"trace[627841045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:434; }","duration":"621.205973ms","start":"2026-07-16T06:55:46.440633Z","end":"2026-07-16T06:55:47.061838Z","steps":["trace[627841045] 'agreement among raft nodes before linearized reading' (duration: 621.08176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:47.061912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:46.440614Z","time spent":"621.290555ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T06:55:47.06205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.744282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:47.062088Z","caller":"traceutil/trace.go:171","msg":"trace[460279717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"142.817704ms","start":"2026-07-16T06:55:46.91926Z","end":"2026-07-16T06:55:47.062078Z","steps":["trace[460279717] 'agreement among raft nodes before linearized reading' (duration: 142.765542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:47.850929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.703641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:47.851102Z","caller":"traceutil/trace.go:171","msg":"trace[2092100004] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"778.284642ms","start":"2026-07-16T06:55:47.072785Z","end":"2026-07-16T06:55:47.85107Z","steps":["trace[2092100004] 'process raft request' (duration: 229.338975ms)","trace[2092100004] 'compare' (duration: 548.585807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:47.851263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:47.072747Z","time spent":"778.420486ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:49.037637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.122049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:49.037704Z","caller":"traceutil/trace.go:171","msg":"trace[158542235] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:452; }","duration":"793.170846ms","start":"2026-07-16T06:55:48.244521Z","end":"2026-07-16T06:55:49.037692Z","steps":["trace[158542235] 'read index received' (duration: 41.896823ms)","trace[158542235] 'applied index is now lower than readState.Index' (duration: 751.273083ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:49.037752Z","caller":"traceutil/trace.go:171","msg":"trace[1529815798] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.182526104s","start":"2026-07-16T06:55:47.855201Z","end":"2026-07-16T06:55:49.037727Z","steps":["trace[1529815798] 'process raft request' (duration: 431.258871ms)","trace[1529815798] 'compare' (duration: 750.850321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:49.037805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.885306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:49.037824Z","caller":"traceutil/trace.go:171","msg":"trace[410797452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"726.936938ms","start":"2026-07-16T06:55:48.310879Z","end":"2026-07-16T06:55:49.037816Z","steps":["trace[410797452] 'agreement among raft nodes before linearized reading' (duration: 726.914697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:49.037842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:48.310859Z","time spent":"726.978309ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T06:55:49.037863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:47.85518Z","time spent":"1.182631006s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:49.037779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.262628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-16T06:55:49.037954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.042885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:49.038013Z","caller":"traceutil/trace.go:171","msg":"trace[158809640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"793.508756ms","start":"2026-07-16T06:55:48.244488Z","end":"2026-07-16T06:55:49.037997Z","steps":["trace[158809640] 'agreement among raft nodes before linearized reading' (duration: 793.261509ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:49.038033Z","caller":"traceutil/trace.go:171","msg":"trace[624502389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"119.158718ms","start":"2026-07-16T06:55:48.918851Z","end":"2026-07-16T06:55:49.03801Z","steps":["trace[624502389] 'agreement among raft nodes before linearized reading' (duration: 119.030534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:49.038061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:48.244474Z","time spent":"793.573157ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T06:55:53.142959Z","caller":"traceutil/trace.go:171","msg":"trace[1702902033] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"164.338102ms","start":"2026-07-16T06:55:52.978596Z","end":"2026-07-16T06:55:53.142934Z","steps":["trace[1702902033] 'process raft request' (duration: 86.374488ms)","trace[1702902033] 'compare' (duration: 77.710987ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:53.142964Z","caller":"traceutil/trace.go:171","msg":"trace[1897314022] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"162.629155ms","start":"2026-07-16T06:55:52.980296Z","end":"2026-07-16T06:55:53.142925Z","steps":["trace[1897314022] 'process raft request' (duration: 162.535382ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:53.364372Z","caller":"traceutil/trace.go:171","msg":"trace[392394587] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"149.357385ms","start":"2026-07-16T06:55:53.214967Z","end":"2026-07-16T06:55:53.364325Z","steps":["trace[392394587] 'process raft request' (duration: 72.166913ms)","trace[392394587] 'compare' (duration: 76.980447ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:53.699952Z","caller":"traceutil/trace.go:171","msg":"trace[613639501] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"107.823253ms","start":"2026-07-16T06:55:53.592093Z","end":"2026-07-16T06:55:53.699917Z","steps":["trace[613639501] 'process raft request' (duration: 85.988067ms)","trace[613639501] 'compare' (duration: 21.60741ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:53.708048Z","caller":"traceutil/trace.go:171","msg":"trace[334408370] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"113.126839ms","start":"2026-07-16T06:55:53.59489Z","end":"2026-07-16T06:55:53.708017Z","steps":["trace[334408370] 'process raft request' (duration: 113.006716ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.094747Z","caller":"traceutil/trace.go:171","msg":"trace[1388634346] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"196.883935ms","start":"2026-07-16T06:55:53.897812Z","end":"2026-07-16T06:55:54.094696Z","steps":["trace[1388634346] 'process raft request' (duration: 109.350935ms)","trace[1388634346] 'compare' (duration: 87.162369ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:54.095261Z","caller":"traceutil/trace.go:171","msg":"trace[1875737987] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"196.917066ms","start":"2026-07-16T06:55:53.898331Z","end":"2026-07-16T06:55:54.095248Z","steps":["trace[1875737987] 'process raft request' (duration: 196.262648ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.095208Z","caller":"traceutil/trace.go:171","msg":"trace[2021910241] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:486; }","duration":"195.347313ms","start":"2026-07-16T06:55:53.89982Z","end":"2026-07-16T06:55:54.095167Z","steps":["trace[2021910241] 'read index received' (duration: 21.071065ms)","trace[2021910241] 'applied index is now lower than readState.Index' (duration: 174.274858ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:54.095328Z","caller":"traceutil/trace.go:171","msg":"trace[1312350239] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"195.774414ms","start":"2026-07-16T06:55:53.899511Z","end":"2026-07-16T06:55:54.095285Z","steps":["trace[1312350239] 'process raft request' (duration: 195.432955ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.095396Z","caller":"traceutil/trace.go:171","msg":"trace[764231260] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"196.31362ms","start":"2026-07-16T06:55:53.899059Z","end":"2026-07-16T06:55:54.095373Z","steps":["trace[764231260] 'process raft request' (duration: 195.797845ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.09544Z","caller":"traceutil/trace.go:171","msg":"trace[1970580987] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"193.635215ms","start":"2026-07-16T06:55:53.901784Z","end":"2026-07-16T06:55:54.095419Z","steps":["trace[1970580987] 'process raft request' (duration: 193.277205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:54.095612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.499739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:54.095713Z","caller":"traceutil/trace.go:171","msg":"trace[1537634203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"176.673704ms","start":"2026-07-16T06:55:53.919012Z","end":"2026-07-16T06:55:54.095686Z","steps":["trace[1537634203] 'agreement among raft nodes before linearized reading' (duration: 176.486829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:54.095732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.879657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-07-16T06:55:54.09579Z","caller":"traceutil/trace.go:171","msg":"trace[876548894] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:474; }","duration":"195.98212ms","start":"2026-07-16T06:55:53.89979Z","end":"2026-07-16T06:55:54.095772Z","steps":["trace[876548894] 'agreement among raft nodes before linearized reading' (duration: 195.855036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:54.095784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.405022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T06:55:54.095854Z","caller":"traceutil/trace.go:171","msg":"trace[1187147164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"169.507015ms","start":"2026-07-16T06:55:53.926326Z","end":"2026-07-16T06:55:54.095833Z","steps":["trace[1187147164] 'agreement among raft nodes before linearized reading' (duration: 169.378932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:54.096327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.148056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-07-16T06:55:54.09658Z","caller":"traceutil/trace.go:171","msg":"trace[2032375995] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:474; }","duration":"142.245109ms","start":"2026-07-16T06:55:53.954138Z","end":"2026-07-16T06:55:54.096383Z","steps":["trace[2032375995] 'agreement among raft nodes before linearized reading' (duration: 141.496238ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.262596Z","caller":"traceutil/trace.go:171","msg":"trace[686745185] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"118.900399ms","start":"2026-07-16T06:55:54.143661Z","end":"2026-07-16T06:55:54.262562Z","steps":["trace[686745185] 'process raft request' (duration: 118.390325ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:54.395081Z","caller":"traceutil/trace.go:171","msg":"trace[1368212117] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"120.145765ms","start":"2026-07-16T06:55:54.274881Z","end":"2026-07-16T06:55:54.395027Z","steps":["trace[1368212117] 'process raft request' (duration: 88.209119ms)","trace[1368212117] 'compare' (duration: 31.69832ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:55.788777Z","caller":"traceutil/trace.go:171","msg":"trace[1160038140] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"144.028628ms","start":"2026-07-16T06:55:55.644724Z","end":"2026-07-16T06:55:55.788753Z","steps":["trace[1160038140] 'process raft request' (duration: 107.739761ms)","trace[1160038140] 'compare' (duration: 35.030582ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:55.789017Z","caller":"traceutil/trace.go:171","msg":"trace[249669765] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"143.563555ms","start":"2026-07-16T06:55:55.645444Z","end":"2026-07-16T06:55:55.789007Z","steps":["trace[249669765] 'process raft request' (duration: 142.192497ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789151Z","caller":"traceutil/trace.go:171","msg":"trace[356805791] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"128.62134ms","start":"2026-07-16T06:55:55.660522Z","end":"2026-07-16T06:55:55.789143Z","steps":["trace[356805791] 'process raft request' (duration: 127.352005ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789154Z","caller":"traceutil/trace.go:171","msg":"trace[44115472] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"130.237665ms","start":"2026-07-16T06:55:55.658888Z","end":"2026-07-16T06:55:55.789125Z","steps":["trace[44115472] 'process raft request' (duration: 128.947809ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789367Z","caller":"traceutil/trace.go:171","msg":"trace[74140662] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"133.950138ms","start":"2026-07-16T06:55:55.655408Z","end":"2026-07-16T06:55:55.789358Z","steps":["trace[74140662] 'process raft request' (duration: 132.313783ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789455Z","caller":"traceutil/trace.go:171","msg":"trace[1131430263] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"134.612447ms","start":"2026-07-16T06:55:55.654835Z","end":"2026-07-16T06:55:55.789448Z","steps":["trace[1131430263] 'process raft request' (duration: 132.848968ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789485Z","caller":"traceutil/trace.go:171","msg":"trace[1426928671] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"134.00029ms","start":"2026-07-16T06:55:55.655477Z","end":"2026-07-16T06:55:55.789477Z","steps":["trace[1426928671] 'process raft request' (duration: 132.287562ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.789562Z","caller":"traceutil/trace.go:171","msg":"trace[731283746] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"133.038053ms","start":"2026-07-16T06:55:55.656515Z","end":"2026-07-16T06:55:55.789553Z","steps":["trace[731283746] 'process raft request' (duration: 131.285974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:55.96159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.616589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T06:55:55.962749Z","caller":"traceutil/trace.go:171","msg":"trace[1080484030] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"284.140257ms","start":"2026-07-16T06:55:55.678062Z","end":"2026-07-16T06:55:55.962202Z","steps":["trace[1080484030] 'process raft request' (duration: 283.732366ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.963822Z","caller":"traceutil/trace.go:171","msg":"trace[339658710] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"273.733298ms","start":"2026-07-16T06:55:55.689419Z","end":"2026-07-16T06:55:55.963153Z","steps":["trace[339658710] 'process raft request' (duration: 272.642627ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.963987Z","caller":"traceutil/trace.go:171","msg":"trace[496174477] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"273.43253ms","start":"2026-07-16T06:55:55.69051Z","end":"2026-07-16T06:55:55.963943Z","steps":["trace[496174477] 'process raft request' (duration: 273.046449ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.964972Z","caller":"traceutil/trace.go:171","msg":"trace[1615298583] transaction","detail":"{read_only:false; number_of_response:1; response_revision:497; }","duration":"273.660966ms","start":"2026-07-16T06:55:55.691268Z","end":"2026-07-16T06:55:55.964929Z","steps":["trace[1615298583] 'process raft request' (duration: 272.479383ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.967984Z","caller":"traceutil/trace.go:171","msg":"trace[687365294] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"167.14458ms","start":"2026-07-16T06:55:55.800803Z","end":"2026-07-16T06:55:55.967948Z","steps":["trace[687365294] 'process raft request' (duration: 167.081008ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.968051Z","caller":"traceutil/trace.go:171","msg":"trace[884113962] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"274.205852ms","start":"2026-07-16T06:55:55.693806Z","end":"2026-07-16T06:55:55.968011Z","steps":["trace[884113962] 'process raft request' (duration: 272.550956ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.976866Z","caller":"traceutil/trace.go:171","msg":"trace[1568681565] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"146.315461ms","start":"2026-07-16T06:55:55.830532Z","end":"2026-07-16T06:55:55.976847Z","steps":["trace[1568681565] 'process raft request' (duration: 146.234578ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.976882Z","caller":"traceutil/trace.go:171","msg":"trace[1989399450] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"175.08409ms","start":"2026-07-16T06:55:55.801773Z","end":"2026-07-16T06:55:55.976857Z","steps":["trace[1989399450] 'process raft request' (duration: 174.508844ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977081Z","caller":"traceutil/trace.go:171","msg":"trace[1826749938] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"161.148263ms","start":"2026-07-16T06:55:55.815908Z","end":"2026-07-16T06:55:55.977056Z","steps":["trace[1826749938] 'process raft request' (duration: 160.598058ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977096Z","caller":"traceutil/trace.go:171","msg":"trace[168139560] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"155.393543ms","start":"2026-07-16T06:55:55.821685Z","end":"2026-07-16T06:55:55.977079Z","steps":["trace[168139560] 'process raft request' (duration: 154.965981ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977117Z","caller":"traceutil/trace.go:171","msg":"trace[681449036] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"160.886715ms","start":"2026-07-16T06:55:55.816201Z","end":"2026-07-16T06:55:55.977088Z","steps":["trace[681449036] 'process raft request' (duration: 160.375481ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977206Z","caller":"traceutil/trace.go:171","msg":"trace[179118726] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"168.413344ms","start":"2026-07-16T06:55:55.80878Z","end":"2026-07-16T06:55:55.977194Z","steps":["trace[179118726] 'process raft request' (duration: 167.643533ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977208Z","caller":"traceutil/trace.go:171","msg":"trace[397685774] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"162.006906ms","start":"2026-07-16T06:55:55.815191Z","end":"2026-07-16T06:55:55.977198Z","steps":["trace[397685774] 'process raft request' (duration: 161.269196ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.977259Z","caller":"traceutil/trace.go:171","msg":"trace[1239464200] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"174.677418ms","start":"2026-07-16T06:55:55.802575Z","end":"2026-07-16T06:55:55.977252Z","steps":["trace[1239464200] 'process raft request' (duration: 173.803784ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:55.998195Z","caller":"traceutil/trace.go:171","msg":"trace[1478345532] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"100.515119ms","start":"2026-07-16T06:55:55.897655Z","end":"2026-07-16T06:55:55.99817Z","steps":["trace[1478345532] 'process raft request' (duration: 99.934883ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.24012Z","caller":"traceutil/trace.go:171","msg":"trace[2045103460] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"263.967287ms","start":"2026-07-16T06:55:55.976111Z","end":"2026-07-16T06:55:56.240078Z","steps":["trace[2045103460] 'process raft request' (duration: 164.092855ms)","trace[2045103460] 'compare' (duration: 99.570554ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:56.240467Z","caller":"traceutil/trace.go:171","msg":"trace[1127333392] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"259.589375ms","start":"2026-07-16T06:55:55.980852Z","end":"2026-07-16T06:55:56.240441Z","steps":["trace[1127333392] 'process raft request' (duration: 259.090101ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.240748Z","caller":"traceutil/trace.go:171","msg":"trace[1266549790] transaction","detail":"{read_only:false; number_of_response:1; response_revision:511; }","duration":"256.666624ms","start":"2026-07-16T06:55:55.98406Z","end":"2026-07-16T06:55:56.240727Z","steps":["trace[1266549790] 'process raft request' (duration: 256.305864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.240886Z","caller":"traceutil/trace.go:171","msg":"trace[1884567918] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"245.577367ms","start":"2026-07-16T06:55:55.995288Z","end":"2026-07-16T06:55:56.240866Z","steps":["trace[1884567918] 'process raft request' (duration: 245.413392ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.240861Z","caller":"traceutil/trace.go:171","msg":"trace[573723437] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:529; }","duration":"241.442482ms","start":"2026-07-16T06:55:55.999395Z","end":"2026-07-16T06:55:56.240838Z","steps":["trace[573723437] 'read index received' (duration: 140.876031ms)","trace[573723437] 'applied index is now lower than readState.Index' (duration: 100.564641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:56.241004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.586206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:56.241064Z","caller":"traceutil/trace.go:171","msg":"trace[376443198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"241.687858ms","start":"2026-07-16T06:55:55.999363Z","end":"2026-07-16T06:55:56.241051Z","steps":["trace[376443198] 'agreement among raft nodes before linearized reading' (duration: 241.582765ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.254473Z","caller":"traceutil/trace.go:171","msg":"trace[219573563] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"245.615047ms","start":"2026-07-16T06:55:56.008831Z","end":"2026-07-16T06:55:56.254446Z","steps":["trace[219573563] 'process raft request' (duration: 245.409512ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.254795Z","caller":"traceutil/trace.go:171","msg":"trace[934071250] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"239.381235ms","start":"2026-07-16T06:55:56.015399Z","end":"2026-07-16T06:55:56.25478Z","steps":["trace[934071250] 'process raft request' (duration: 238.999504ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.254873Z","caller":"traceutil/trace.go:171","msg":"trace[1932863872] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"189.008106ms","start":"2026-07-16T06:55:56.065838Z","end":"2026-07-16T06:55:56.254846Z","steps":["trace[1932863872] 'process raft request' (duration: 188.852692ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.254902Z","caller":"traceutil/trace.go:171","msg":"trace[80308544] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"223.056912ms","start":"2026-07-16T06:55:56.031836Z","end":"2026-07-16T06:55:56.254893Z","steps":["trace[80308544] 'process raft request' (duration: 222.755853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:56.537317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.681211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:56.537609Z","caller":"traceutil/trace.go:171","msg":"trace[1963815071] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"395.56307ms","start":"2026-07-16T06:55:56.14201Z","end":"2026-07-16T06:55:56.537573Z","steps":["trace[1963815071] 'process raft request' (duration: 212.53661ms)","trace[1963815071] 'compare' (duration: 182.491035ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:56.537703Z","caller":"traceutil/trace.go:171","msg":"trace[1380000044] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"288.609521ms","start":"2026-07-16T06:55:56.249072Z","end":"2026-07-16T06:55:56.537682Z","steps":["trace[1380000044] 'process raft request' (duration: 288.435036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:56.537767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:56.141984Z","time spent":"395.706784ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T06:55:56.538113Z","caller":"traceutil/trace.go:171","msg":"trace[1950995093] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"286.679287ms","start":"2026-07-16T06:55:56.251405Z","end":"2026-07-16T06:55:56.538084Z","steps":["trace[1950995093] 'process raft request' (duration: 286.220354ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.538167Z","caller":"traceutil/trace.go:171","msg":"trace[830843418] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:533; }","duration":"297.20776ms","start":"2026-07-16T06:55:56.240942Z","end":"2026-07-16T06:55:56.53815Z","steps":["trace[830843418] 'read index received' (duration: 13.287519ms)","trace[830843418] 'applied index is now lower than readState.Index' (duration: 283.918921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:56.538324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.42859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T06:55:56.538362Z","caller":"traceutil/trace.go:171","msg":"trace[2110901676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:521; }","duration":"402.539453ms","start":"2026-07-16T06:55:56.135812Z","end":"2026-07-16T06:55:56.538351Z","steps":["trace[2110901676] 'agreement among raft nodes before linearized reading' (duration: 402.436511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:56.538396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:56.135775Z","time spent":"402.614355ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T06:55:56.53838Z","caller":"traceutil/trace.go:171","msg":"trace[892117989] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"205.547926ms","start":"2026-07-16T06:55:56.332807Z","end":"2026-07-16T06:55:56.538355Z","steps":["trace[892117989] 'process raft request' (duration: 205.441403ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.538659Z","caller":"traceutil/trace.go:171","msg":"trace[271130712] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"274.903231ms","start":"2026-07-16T06:55:56.263739Z","end":"2026-07-16T06:55:56.538642Z","steps":["trace[271130712] 'process raft request' (duration: 274.213361ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.539612Z","caller":"traceutil/trace.go:171","msg":"trace[2109395619] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"274.202851ms","start":"2026-07-16T06:55:56.265337Z","end":"2026-07-16T06:55:56.539539Z","steps":["trace[2109395619] 'process raft request' (duration: 272.779512ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.770282Z","caller":"traceutil/trace.go:171","msg":"trace[740663996] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"176.390186ms","start":"2026-07-16T06:55:56.593863Z","end":"2026-07-16T06:55:56.770253Z","steps":["trace[740663996] 'process raft request' (duration: 176.322554ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.770398Z","caller":"traceutil/trace.go:171","msg":"trace[700855755] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"213.588349ms","start":"2026-07-16T06:55:56.556761Z","end":"2026-07-16T06:55:56.770349Z","steps":["trace[700855755] 'process raft request' (duration: 213.340902ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:56.77052Z","caller":"traceutil/trace.go:171","msg":"trace[309150171] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"222.32137ms","start":"2026-07-16T06:55:56.547978Z","end":"2026-07-16T06:55:56.770299Z","steps":["trace[309150171] 'process raft request' (duration: 157.596974ms)","trace[309150171] 'compare' (duration: 64.335636ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:57.061429Z","caller":"traceutil/trace.go:171","msg":"trace[1752744654] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"272.456792ms","start":"2026-07-16T06:55:56.788938Z","end":"2026-07-16T06:55:57.061395Z","steps":["trace[1752744654] 'process raft request' (duration: 184.713367ms)","trace[1752744654] 'compare' (duration: 87.526179ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:57.062458Z","caller":"traceutil/trace.go:171","msg":"trace[980683203] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:548; }","duration":"202.521881ms","start":"2026-07-16T06:55:56.859913Z","end":"2026-07-16T06:55:57.062435Z","steps":["trace[980683203] 'read index received' (duration: 113.84104ms)","trace[980683203] 'applied index is now lower than readState.Index' (duration: 88.680021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:57.062613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.671865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.062656Z","caller":"traceutil/trace.go:171","msg":"trace[1834478994] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:530; }","duration":"202.774998ms","start":"2026-07-16T06:55:56.859868Z","end":"2026-07-16T06:55:57.062643Z","steps":["trace[1834478994] 'agreement among raft nodes before linearized reading' (duration: 202.687796ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:57.062651Z","caller":"traceutil/trace.go:171","msg":"trace[1341995736] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"206.499301ms","start":"2026-07-16T06:55:56.856085Z","end":"2026-07-16T06:55:57.062585Z","steps":["trace[1341995736] 'process raft request' (duration: 206.277155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.062821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.868851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.062868Z","caller":"traceutil/trace.go:171","msg":"trace[1244075729] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:530; }","duration":"202.949983ms","start":"2026-07-16T06:55:56.859904Z","end":"2026-07-16T06:55:57.062854Z","steps":["trace[1244075729] 'agreement among raft nodes before linearized reading' (duration: 202.868241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.062948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.534065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.062998Z","caller":"traceutil/trace.go:171","msg":"trace[360889222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:530; }","duration":"156.598907ms","start":"2026-07-16T06:55:56.906388Z","end":"2026-07-16T06:55:57.062987Z","steps":["trace[360889222] 'agreement among raft nodes before linearized reading' (duration: 156.530215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.063001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.222403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.063036Z","caller":"traceutil/trace.go:171","msg":"trace[1187899452] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:530; }","duration":"202.292785ms","start":"2026-07-16T06:55:56.860736Z","end":"2026-07-16T06:55:57.063028Z","steps":["trace[1187899452] 'agreement among raft nodes before linearized reading' (duration: 202.239603ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:57.062874Z","caller":"traceutil/trace.go:171","msg":"trace[1870914271] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"207.039247ms","start":"2026-07-16T06:55:56.855741Z","end":"2026-07-16T06:55:57.06278Z","steps":["trace[1870914271] 'process raft request' (duration: 206.378359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.063119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.696041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.063177Z","caller":"traceutil/trace.go:171","msg":"trace[713507379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:530; }","duration":"155.785594ms","start":"2026-07-16T06:55:56.907375Z","end":"2026-07-16T06:55:57.063161Z","steps":["trace[713507379] 'agreement among raft nodes before linearized reading' (duration: 155.667051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.063164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.923405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.063313Z","caller":"traceutil/trace.go:171","msg":"trace[21982100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:530; }","duration":"175.173652ms","start":"2026-07-16T06:55:56.888109Z","end":"2026-07-16T06:55:57.063283Z","steps":["trace[21982100] 'agreement among raft nodes before linearized reading' (duration: 174.874444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.063116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.532535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.063424Z","caller":"traceutil/trace.go:171","msg":"trace[1601065079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:530; }","duration":"156.839583ms","start":"2026-07-16T06:55:56.906573Z","end":"2026-07-16T06:55:57.063413Z","steps":["trace[1601065079] 'agreement among raft nodes before linearized reading' (duration: 156.520235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.063738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.996577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:57.063893Z","caller":"traceutil/trace.go:171","msg":"trace[1716624378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:530; }","duration":"175.779469ms","start":"2026-07-16T06:55:56.88804Z","end":"2026-07-16T06:55:57.063819Z","steps":["trace[1716624378] 'agreement among raft nodes before linearized reading' (duration: 174.907224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.322572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.18375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:57.322829Z","caller":"traceutil/trace.go:171","msg":"trace[538603110] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"247.532841ms","start":"2026-07-16T06:55:57.075268Z","end":"2026-07-16T06:55:57.322801Z","steps":["trace[538603110] 'process raft request' (duration: 124.010222ms)","trace[538603110] 'compare' (duration: 122.988164ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:57.322942Z","caller":"traceutil/trace.go:171","msg":"trace[2061700402] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"246.142372ms","start":"2026-07-16T06:55:57.076781Z","end":"2026-07-16T06:55:57.322924Z","steps":["trace[2061700402] 'process raft request' (duration: 245.937006ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:57.323099Z","caller":"traceutil/trace.go:171","msg":"trace[486066245] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"230.569721ms","start":"2026-07-16T06:55:57.092517Z","end":"2026-07-16T06:55:57.323087Z","steps":["trace[486066245] 'process raft request' (duration: 230.293103ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:57.534341Z","caller":"traceutil/trace.go:171","msg":"trace[1164152006] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"111.563687ms","start":"2026-07-16T06:55:57.422752Z","end":"2026-07-16T06:55:57.534315Z","steps":["trace[1164152006] 'process raft request' (duration: 83.713634ms)","trace[1164152006] 'compare' (duration: 27.703179ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:57.570732Z","caller":"traceutil/trace.go:171","msg":"trace[431403778] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"135.327546ms","start":"2026-07-16T06:55:57.435366Z","end":"2026-07-16T06:55:57.570693Z","steps":["trace[431403778] 'process raft request' (duration: 133.358921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:57.766399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.524491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:57.766701Z","caller":"traceutil/trace.go:171","msg":"trace[1889012421] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"216.502859ms","start":"2026-07-16T06:55:57.550116Z","end":"2026-07-16T06:55:57.766619Z","steps":["trace[1889012421] 'process raft request' (duration: 84.66455ms)","trace[1889012421] 'compare' (duration: 131.378087ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:57.767923Z","caller":"traceutil/trace.go:171","msg":"trace[258558272] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"158.776417ms","start":"2026-07-16T06:55:57.609126Z","end":"2026-07-16T06:55:57.767902Z","steps":["trace[258558272] 'process raft request' (duration: 158.694935ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:57.768222Z","caller":"traceutil/trace.go:171","msg":"trace[650506164] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"179.595005ms","start":"2026-07-16T06:55:57.588586Z","end":"2026-07-16T06:55:57.768181Z","steps":["trace[650506164] 'process raft request' (duration: 178.554376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:58.098067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.221982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:58.098302Z","caller":"traceutil/trace.go:171","msg":"trace[681500790] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"267.604718ms","start":"2026-07-16T06:55:57.830664Z","end":"2026-07-16T06:55:58.098268Z","steps":["trace[681500790] 'process raft request' (duration: 60.083068ms)","trace[681500790] 'compare' (duration: 207.046147ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:58.098516Z","caller":"traceutil/trace.go:171","msg":"trace[381850708] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:565; }","duration":"181.031455ms","start":"2026-07-16T06:55:57.917466Z","end":"2026-07-16T06:55:58.098498Z","steps":["trace[381850708] 'read index received' (duration: 148.894054ms)","trace[381850708] 'applied index is now lower than readState.Index' (duration: 32.136441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:58.098615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.156948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:58.098652Z","caller":"traceutil/trace.go:171","msg":"trace[332358815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"181.23231ms","start":"2026-07-16T06:55:57.917408Z","end":"2026-07-16T06:55:58.098641Z","steps":["trace[332358815] 'agreement among raft nodes before linearized reading' (duration: 181.153308ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.098604Z","caller":"traceutil/trace.go:171","msg":"trace[158620224] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"241.762601ms","start":"2026-07-16T06:55:57.85675Z","end":"2026-07-16T06:55:58.098513Z","steps":["trace[158620224] 'process raft request' (duration: 241.481373ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.098737Z","caller":"traceutil/trace.go:171","msg":"trace[1005593805] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"231.944838ms","start":"2026-07-16T06:55:57.866613Z","end":"2026-07-16T06:55:58.098558Z","steps":["trace[1005593805] 'process raft request' (duration: 231.834145ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.421672Z","caller":"traceutil/trace.go:171","msg":"trace[87045004] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"293.95714ms","start":"2026-07-16T06:55:58.127683Z","end":"2026-07-16T06:55:58.42164Z","steps":["trace[87045004] 'process raft request' (duration: 195.549378ms)","trace[87045004] 'compare' (duration: 96.757686ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:58.428805Z","caller":"traceutil/trace.go:171","msg":"trace[138992189] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"175.146631ms","start":"2026-07-16T06:55:58.25363Z","end":"2026-07-16T06:55:58.428777Z","steps":["trace[138992189] 'process raft request' (duration: 175.078159ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.429182Z","caller":"traceutil/trace.go:171","msg":"trace[1482993863] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"221.245671ms","start":"2026-07-16T06:55:58.207929Z","end":"2026-07-16T06:55:58.429175Z","steps":["trace[1482993863] 'process raft request' (duration: 220.534021ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.605634Z","caller":"traceutil/trace.go:171","msg":"trace[450900891] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"132.691513ms","start":"2026-07-16T06:55:58.472919Z","end":"2026-07-16T06:55:58.60561Z","steps":["trace[450900891] 'read index received' (duration: 132.478197ms)","trace[450900891] 'applied index is now lower than readState.Index' (duration: 211.866µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:58.605707Z","caller":"traceutil/trace.go:171","msg":"trace[639945565] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"147.057821ms","start":"2026-07-16T06:55:58.458628Z","end":"2026-07-16T06:55:58.605686Z","steps":["trace[639945565] 'process raft request' (duration: 146.692141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:58.605928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.990241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-16T06:55:58.606022Z","caller":"traceutil/trace.go:171","msg":"trace[6250322] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:552; }","duration":"133.142016ms","start":"2026-07-16T06:55:58.472844Z","end":"2026-07-16T06:55:58.605986Z","steps":["trace[6250322] 'agreement among raft nodes before linearized reading' (duration: 132.91602ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.852286Z","caller":"traceutil/trace.go:171","msg":"trace[1693956618] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"246.500663ms","start":"2026-07-16T06:55:58.60576Z","end":"2026-07-16T06:55:58.85226Z","steps":["trace[1693956618] 'read index received' (duration: 171.699217ms)","trace[1693956618] 'applied index is now lower than readState.Index' (duration: 74.800466ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:58.852434Z","caller":"traceutil/trace.go:171","msg":"trace[1254176991] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"358.086609ms","start":"2026-07-16T06:55:58.494334Z","end":"2026-07-16T06:55:58.852421Z","steps":["trace[1254176991] 'process raft request' (duration: 283.092518ms)","trace[1254176991] 'compare' (duration: 74.647022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:58.85254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:58.494297Z","time spent":"358.166651ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:58.852824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.16457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-16T06:55:58.852925Z","caller":"traceutil/trace.go:171","msg":"trace[508586148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"247.333426ms","start":"2026-07-16T06:55:58.605569Z","end":"2026-07-16T06:55:58.852902Z","steps":["trace[508586148] 'agreement among raft nodes before linearized reading' (duration: 247.060418ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:58.853056Z","caller":"traceutil/trace.go:171","msg":"trace[20398824] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"221.176809ms","start":"2026-07-16T06:55:58.631859Z","end":"2026-07-16T06:55:58.853035Z","steps":["trace[20398824] 'process raft request' (duration: 220.83828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:58.853142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.231522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-07-16T06:55:58.853219Z","caller":"traceutil/trace.go:171","msg":"trace[1656491519] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:554; }","duration":"234.348935ms","start":"2026-07-16T06:55:58.618851Z","end":"2026-07-16T06:55:58.8532Z","steps":["trace[1656491519] 'agreement among raft nodes before linearized reading' (duration: 234.129789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.288791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.93057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:55:59.288906Z","caller":"traceutil/trace.go:171","msg":"trace[872723003] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"387.134266ms","start":"2026-07-16T06:55:58.90175Z","end":"2026-07-16T06:55:59.288884Z","steps":["trace[872723003] 'read index received' (duration: 6.734187ms)","trace[872723003] 'applied index is now lower than readState.Index' (duration: 380.397939ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:59.288987Z","caller":"traceutil/trace.go:171","msg":"trace[1661779370] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"408.264633ms","start":"2026-07-16T06:55:58.880711Z","end":"2026-07-16T06:55:59.288976Z","steps":["trace[1661779370] 'process raft request' (duration: 128.023104ms)","trace[1661779370] 'compare' (duration: 279.632002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:59.289123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:58.880653Z","time spent":"408.373085ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:55:59.289224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.454895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-07-16T06:55:59.289298Z","caller":"traceutil/trace.go:171","msg":"trace[336329552] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:557; }","duration":"387.605839ms","start":"2026-07-16T06:55:58.901673Z","end":"2026-07-16T06:55:59.289279Z","steps":["trace[336329552] 'agreement among raft nodes before linearized reading' (duration: 387.297991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.289346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:58.901644Z","time spent":"387.691542ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":80726,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-07-16T06:55:59.382646Z","caller":"traceutil/trace.go:171","msg":"trace[771175252] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"303.921306ms","start":"2026-07-16T06:55:59.078689Z","end":"2026-07-16T06:55:59.38261Z","steps":["trace[771175252] 'process raft request' (duration: 303.457343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.382676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.068363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:59.382747Z","caller":"traceutil/trace.go:171","msg":"trace[739643551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"463.198407ms","start":"2026-07-16T06:55:58.919531Z","end":"2026-07-16T06:55:59.38273Z","steps":["trace[739643551] 'agreement among raft nodes before linearized reading' (duration: 463.061543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.382781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:58.919503Z","time spent":"463.270809ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T06:55:59.382827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.078641Z","time spent":"304.09245ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:55:59.582551Z","caller":"traceutil/trace.go:171","msg":"trace[1498373992] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"199.948921ms","start":"2026-07-16T06:55:59.382564Z","end":"2026-07-16T06:55:59.582513Z","steps":["trace[1498373992] 'read index received' (duration: 141.161859ms)","trace[1498373992] 'applied index is now lower than readState.Index' (duration: 58.785602ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:55:59.582706Z","caller":"traceutil/trace.go:171","msg":"trace[504379522] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"260.888842ms","start":"2026-07-16T06:55:59.321806Z","end":"2026-07-16T06:55:59.582695Z","steps":["trace[504379522] 'process raft request' (duration: 202.069319ms)","trace[504379522] 'compare' (duration: 58.36045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:59.583057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.538051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-16T06:55:59.583155Z","caller":"traceutil/trace.go:171","msg":"trace[1431817194] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:559; }","duration":"265.705455ms","start":"2026-07-16T06:55:59.317425Z","end":"2026-07-16T06:55:59.583131Z","steps":["trace[1431817194] 'agreement among raft nodes before linearized reading' (duration: 265.345435ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:59.659967Z","caller":"traceutil/trace.go:171","msg":"trace[1518760550] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"212.570881ms","start":"2026-07-16T06:55:59.447365Z","end":"2026-07-16T06:55:59.659936Z","steps":["trace[1518760550] 'process raft request' (duration: 212.353535ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:59.846098Z","caller":"traceutil/trace.go:171","msg":"trace[1548947486] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"285.178165ms","start":"2026-07-16T06:55:59.56086Z","end":"2026-07-16T06:55:59.846039Z","steps":["trace[1548947486] 'process raft request' (duration: 224.145401ms)","trace[1548947486] 'compare' (duration: 60.737266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:59.846411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.515239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T06:55:59.84648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.842319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T06:55:59.846573Z","caller":"traceutil/trace.go:171","msg":"trace[1386348633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"449.001843ms","start":"2026-07-16T06:55:59.397552Z","end":"2026-07-16T06:55:59.846554Z","steps":["trace[1386348633] 'agreement among raft nodes before linearized reading' (duration: 448.682094ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:59.846584Z","caller":"traceutil/trace.go:171","msg":"trace[1327005205] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"232.897955ms","start":"2026-07-16T06:55:59.613669Z","end":"2026-07-16T06:55:59.846567Z","steps":["trace[1327005205] 'process raft request' (duration: 232.269498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.846624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.3975Z","time spent":"449.114076ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T06:55:59.84652Z","caller":"traceutil/trace.go:171","msg":"trace[855442808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"448.692154ms","start":"2026-07-16T06:55:59.397804Z","end":"2026-07-16T06:55:59.846496Z","steps":["trace[855442808] 'agreement among raft nodes before linearized reading' (duration: 448.413336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.84673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.397775Z","time spent":"448.91569ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T06:55:59.846743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.164594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T06:55:59.84686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.790076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:55:59.846958Z","caller":"traceutil/trace.go:171","msg":"trace[704704465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"455.393211ms","start":"2026-07-16T06:55:59.391484Z","end":"2026-07-16T06:55:59.846877Z","steps":["trace[704704465] 'agreement among raft nodes before linearized reading' (duration: 455.097622ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:55:59.847052Z","caller":"traceutil/trace.go:171","msg":"trace[1217392602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"462.862708ms","start":"2026-07-16T06:55:59.384024Z","end":"2026-07-16T06:55:59.846886Z","steps":["trace[1217392602] 'agreement among raft nodes before linearized reading' (duration: 462.800426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:55:59.847095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.384006Z","time spent":"463.078154ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T06:55:59.847084Z","caller":"traceutil/trace.go:171","msg":"trace[1271474674] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:580; }","duration":"263.567736ms","start":"2026-07-16T06:55:59.582644Z","end":"2026-07-16T06:55:59.846212Z","steps":["trace[1271474674] 'read index received' (duration: 77.09434ms)","trace[1271474674] 'applied index is now lower than readState.Index' (duration: 186.471236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:55:59.847123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.391456Z","time spent":"455.611657ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T06:56:00.502946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.581672ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:56:00.503155Z","caller":"traceutil/trace.go:171","msg":"trace[1643829011] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"461.827459ms","start":"2026-07-16T06:56:00.041303Z","end":"2026-07-16T06:56:00.503131Z","steps":["trace[1643829011] 'range keys from in-memory index tree' (duration: 461.537051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.503536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.694783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:56:00.503693Z","caller":"traceutil/trace.go:171","msg":"trace[637458154] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"656.527523ms","start":"2026-07-16T06:55:59.847145Z","end":"2026-07-16T06:56:00.503673Z","steps":["trace[637458154] 'read index received' (duration: 496.577834ms)","trace[637458154] 'applied index is now lower than readState.Index' (duration: 159.948049ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:00.503729Z","caller":"traceutil/trace.go:171","msg":"trace[954507103] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"795.901302ms","start":"2026-07-16T06:55:59.707798Z","end":"2026-07-16T06:56:00.5037Z","steps":["trace[954507103] 'process raft request' (duration: 635.87685ms)","trace[954507103] 'compare' (duration: 159.331393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:00.503907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.707768Z","time spent":"796.010685ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:56:00.503936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.685809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-07-16T06:56:00.504024Z","caller":"traceutil/trace.go:171","msg":"trace[66597565] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:563; }","duration":"865.817192ms","start":"2026-07-16T06:55:59.638183Z","end":"2026-07-16T06:56:00.504Z","steps":["trace[66597565] 'agreement among raft nodes before linearized reading' (duration: 865.548195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.504086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.638162Z","time spent":"865.915065ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":7731,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-07-16T06:56:00.53549Z","caller":"traceutil/trace.go:171","msg":"trace[1548674799] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"657.045818ms","start":"2026-07-16T06:55:59.878392Z","end":"2026-07-16T06:56:00.535438Z","steps":["trace[1548674799] 'process raft request' (duration: 656.829432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.535658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.288304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T06:56:00.535738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.878364Z","time spent":"657.239903ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:00.53577Z","caller":"traceutil/trace.go:171","msg":"trace[436868045] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:567; }","duration":"394.447898ms","start":"2026-07-16T06:56:00.141289Z","end":"2026-07-16T06:56:00.535737Z","steps":["trace[436868045] 'agreement among raft nodes before linearized reading' (duration: 394.286454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.535808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:00.14126Z","time spent":"394.540061ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"info","ts":"2026-07-16T06:56:00.535805Z","caller":"traceutil/trace.go:171","msg":"trace[1031610072] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"683.927404ms","start":"2026-07-16T06:55:59.851819Z","end":"2026-07-16T06:56:00.535746Z","steps":["trace[1031610072] 'process raft request' (duration: 683.269155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.536042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.03379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:56:00.536066Z","caller":"traceutil/trace.go:171","msg":"trace[985623489] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"682.812783ms","start":"2026-07-16T06:55:59.853239Z","end":"2026-07-16T06:56:00.536052Z","steps":["trace[985623489] 'process raft request' (duration: 681.898448ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:00.536088Z","caller":"traceutil/trace.go:171","msg":"trace[1740149240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"616.119202ms","start":"2026-07-16T06:55:59.919959Z","end":"2026-07-16T06:56:00.536078Z","steps":["trace[1740149240] 'agreement among raft nodes before linearized reading' (duration: 616.05957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.536064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.851812Z","time spent":"684.140589ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:56:00.536108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.919934Z","time spent":"616.169614ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T06:56:00.536145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.853232Z","time spent":"682.872205ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:00.536293Z","caller":"traceutil/trace.go:171","msg":"trace[1316038511] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"684.557491ms","start":"2026-07-16T06:55:59.851718Z","end":"2026-07-16T06:56:00.536276Z","steps":["trace[1316038511] 'process raft request' (duration: 683.168383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.536386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:55:59.851691Z","time spent":"684.633844ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:00.659201Z","caller":"traceutil/trace.go:171","msg":"trace[2011348229] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"106.580538ms","start":"2026-07-16T06:56:00.552574Z","end":"2026-07-16T06:56:00.659155Z","steps":["trace[2011348229] 'process raft request' (duration: 105.311683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.65968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.333393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-07-16T06:56:00.659797Z","caller":"traceutil/trace.go:171","msg":"trace[736122571] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:569; }","duration":"114.549939ms","start":"2026-07-16T06:56:00.545226Z","end":"2026-07-16T06:56:00.659776Z","steps":["trace[736122571] 'agreement among raft nodes before linearized reading' (duration: 113.980523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:00.924615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.634191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-07-16T06:56:00.924769Z","caller":"traceutil/trace.go:171","msg":"trace[1967243605] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:569; }","duration":"141.845427ms","start":"2026-07-16T06:56:00.782874Z","end":"2026-07-16T06:56:00.92472Z","steps":["trace[1967243605] 'range keys from in-memory index tree' (duration: 141.534748ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:01.045985Z","caller":"traceutil/trace.go:171","msg":"trace[1598302893] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"164.029743ms","start":"2026-07-16T06:56:00.881929Z","end":"2026-07-16T06:56:01.045959Z","steps":["trace[1598302893] 'read index received' (duration: 163.361544ms)","trace[1598302893] 'applied index is now lower than readState.Index' (duration: 665.069µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:01.046046Z","caller":"traceutil/trace.go:171","msg":"trace[821823623] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"218.567087ms","start":"2026-07-16T06:56:00.827441Z","end":"2026-07-16T06:56:01.046008Z","steps":["trace[821823623] 'process raft request' (duration: 218.022252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:01.046265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.325801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T06:56:01.046327Z","caller":"traceutil/trace.go:171","msg":"trace[1263377510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:570; }","duration":"164.444064ms","start":"2026-07-16T06:56:00.881866Z","end":"2026-07-16T06:56:01.046311Z","steps":["trace[1263377510] 'agreement among raft nodes before linearized reading' (duration: 164.233539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:01.646569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830523842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T06:56:01.84712Z","caller":"traceutil/trace.go:171","msg":"trace[796344046] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"790.472031ms","start":"2026-07-16T06:56:01.056586Z","end":"2026-07-16T06:56:01.847058Z","steps":["trace[796344046] 'process raft request' (duration: 740.672388ms)","trace[796344046] 'compare' (duration: 49.601727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:01.847417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:01.056564Z","time spent":"790.705817ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:56:02.108307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:56:02.108416Z","caller":"traceutil/trace.go:171","msg":"trace[1188060171] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:592; }","duration":"962.382512ms","start":"2026-07-16T06:56:01.146017Z","end":"2026-07-16T06:56:02.108399Z","steps":["trace[1188060171] 'read index received' (duration: 651.325668ms)","trace[1188060171] 'applied index is now lower than readState.Index' (duration: 311.055584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:02.108549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.540037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-07-16T06:56:02.108587Z","caller":"traceutil/trace.go:171","msg":"trace[985481200] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:572; }","duration":"962.624219ms","start":"2026-07-16T06:56:01.145952Z","end":"2026-07-16T06:56:02.108576Z","steps":["trace[985481200] 'agreement among raft nodes before linearized reading' (duration: 962.531066ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:02.108547Z","caller":"traceutil/trace.go:171","msg":"trace[812369188] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.006051825s","start":"2026-07-16T06:56:01.102443Z","end":"2026-07-16T06:56:02.108495Z","steps":["trace[812369188] 'process raft request' (duration: 874.134753ms)","trace[812369188] 'compare' (duration: 131.476509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:02.108633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:01.145925Z","time spent":"962.699421ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":15711,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-16T06:56:02.108684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.560284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:56:02.10879Z","caller":"traceutil/trace.go:171","msg":"trace[441964612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"188.698938ms","start":"2026-07-16T06:56:01.920067Z","end":"2026-07-16T06:56:02.108766Z","steps":["trace[441964612] 'agreement among raft nodes before linearized reading' (duration: 188.485002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:02.108798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:01.102418Z","time spent":"1.006247179s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:02.522244Z","caller":"traceutil/trace.go:171","msg":"trace[1620305177] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"347.008412ms","start":"2026-07-16T06:56:02.175212Z","end":"2026-07-16T06:56:02.52222Z","steps":["trace[1620305177] 'process raft request' (duration: 346.006034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:02.522406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:02.175195Z","time spent":"347.131175ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:02.773011Z","caller":"traceutil/trace.go:171","msg":"trace[265921592] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"226.95083ms","start":"2026-07-16T06:56:02.546026Z","end":"2026-07-16T06:56:02.772977Z","steps":["trace[265921592] 'process raft request' (duration: 218.985358ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:02.773361Z","caller":"traceutil/trace.go:171","msg":"trace[1614657693] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"225.601263ms","start":"2026-07-16T06:56:02.54774Z","end":"2026-07-16T06:56:02.773342Z","steps":["trace[1614657693] 'process raft request' (duration: 225.191101ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:02.773395Z","caller":"traceutil/trace.go:171","msg":"trace[889252483] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"225.094698ms","start":"2026-07-16T06:56:02.548264Z","end":"2026-07-16T06:56:02.773359Z","steps":["trace[889252483] 'process raft request' (duration: 224.930944ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:04.117112Z","caller":"traceutil/trace.go:171","msg":"trace[1858352514] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"197.310256ms","start":"2026-07-16T06:56:03.919784Z","end":"2026-07-16T06:56:04.117095Z","steps":["trace[1858352514] 'read index received' (duration: 197.122501ms)","trace[1858352514] 'applied index is now lower than readState.Index' (duration: 186.915µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:04.117236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.43608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:56:04.117259Z","caller":"traceutil/trace.go:171","msg":"trace[1152891355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"197.521103ms","start":"2026-07-16T06:56:03.91973Z","end":"2026-07-16T06:56:04.117252Z","steps":["trace[1152891355] 'agreement among raft nodes before linearized reading' (duration: 197.43766ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:04.117225Z","caller":"traceutil/trace.go:171","msg":"trace[1989584131] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"260.711537ms","start":"2026-07-16T06:56:03.856475Z","end":"2026-07-16T06:56:04.117187Z","steps":["trace[1989584131] 'process raft request' (duration: 260.493521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:04.500339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.091964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-16T06:56:04.500435Z","caller":"traceutil/trace.go:171","msg":"trace[505872641] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:578; }","duration":"325.276419ms","start":"2026-07-16T06:56:04.175137Z","end":"2026-07-16T06:56:04.500413Z","steps":["trace[505872641] 'range keys from in-memory index tree' (duration: 324.813696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:04.500483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:04.175112Z","time spent":"325.360981ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-07-16T06:56:06.882806Z","caller":"traceutil/trace.go:171","msg":"trace[624554044] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"168.695042ms","start":"2026-07-16T06:56:06.714087Z","end":"2026-07-16T06:56:06.882782Z","steps":["trace[624554044] 'process raft request' (duration: 167.574831ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:07.448035Z","caller":"traceutil/trace.go:171","msg":"trace[574156669] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"103.689438ms","start":"2026-07-16T06:56:07.344314Z","end":"2026-07-16T06:56:07.448004Z","steps":["trace[574156669] 'process raft request' (duration: 101.873207ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:07.629368Z","caller":"traceutil/trace.go:171","msg":"trace[708787463] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"122.770128ms","start":"2026-07-16T06:56:07.506568Z","end":"2026-07-16T06:56:07.629338Z","steps":["trace[708787463] 'process raft request' (duration: 89.934207ms)","trace[708787463] 'compare' (duration: 32.657896ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:08.274806Z","caller":"traceutil/trace.go:171","msg":"trace[1007821366] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"111.726011ms","start":"2026-07-16T06:56:08.163046Z","end":"2026-07-16T06:56:08.274772Z","steps":["trace[1007821366] 'process raft request' (duration: 105.830408ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:09.251932Z","caller":"traceutil/trace.go:171","msg":"trace[1972949453] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"301.659663ms","start":"2026-07-16T06:56:08.950242Z","end":"2026-07-16T06:56:09.251901Z","steps":["trace[1972949453] 'process raft request' (duration: 301.165059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:09.252103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:08.950214Z","time spent":"301.801097ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:09.261003Z","caller":"traceutil/trace.go:171","msg":"trace[232378633] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"309.782969ms","start":"2026-07-16T06:56:08.951198Z","end":"2026-07-16T06:56:09.260981Z","steps":["trace[232378633] 'process raft request' (duration: 309.552283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:09.261187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:08.951182Z","time spent":"309.939673ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:12.616083Z","caller":"traceutil/trace.go:171","msg":"trace[1230950100] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"323.914939ms","start":"2026-07-16T06:56:12.292138Z","end":"2026-07-16T06:56:12.616053Z","steps":["trace[1230950100] 'process raft request' (duration: 323.754705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:12.616284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:12.292106Z","time spent":"324.061744ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:56:13.766546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830523984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T06:56:13.83378Z","caller":"traceutil/trace.go:171","msg":"trace[72613356] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"867.859467ms","start":"2026-07-16T06:56:12.965888Z","end":"2026-07-16T06:56:13.833748Z","steps":["trace[72613356] 'process raft request' (duration: 867.565938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:13.833963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:12.965862Z","time spent":"868.014281ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:13.917737Z","caller":"traceutil/trace.go:171","msg":"trace[627494860] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:647; }","duration":"651.435541ms","start":"2026-07-16T06:56:13.266275Z","end":"2026-07-16T06:56:13.917711Z","steps":["trace[627494860] 'read index received' (duration: 567.239784ms)","trace[627494860] 'applied index is now lower than readState.Index' (duration: 84.194487ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:13.917821Z","caller":"traceutil/trace.go:171","msg":"trace[1189611444] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"589.490881ms","start":"2026-07-16T06:56:13.328297Z","end":"2026-07-16T06:56:13.917788Z","steps":["trace[1189611444] 'process raft request' (duration: 583.161496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:13.917954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:13.32827Z","time spent":"589.611905ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:56:13.918062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.76362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-16T06:56:13.918059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.7671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-16T06:56:13.918107Z","caller":"traceutil/trace.go:171","msg":"trace[1297569374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"642.868843ms","start":"2026-07-16T06:56:13.275227Z","end":"2026-07-16T06:56:13.918096Z","steps":["trace[1297569374] 'agreement among raft nodes before linearized reading' (duration: 642.660717ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:13.918135Z","caller":"traceutil/trace.go:171","msg":"trace[294044610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"651.886363ms","start":"2026-07-16T06:56:13.266224Z","end":"2026-07-16T06:56:13.91811Z","steps":["trace[294044610] 'agreement among raft nodes before linearized reading' (duration: 651.597805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:13.918203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:13.266203Z","time spent":"651.985856ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T06:56:13.918144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:13.275204Z","time spent":"642.931395ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T06:56:18.240394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.517626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T06:56:18.24046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.878662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-16T06:56:18.240507Z","caller":"traceutil/trace.go:171","msg":"trace[40592830] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:690; }","duration":"102.696651ms","start":"2026-07-16T06:56:18.137785Z","end":"2026-07-16T06:56:18.240482Z","steps":["trace[40592830] 'count revisions from in-memory index tree' (duration: 102.382122ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:18.240601Z","caller":"traceutil/trace.go:171","msg":"trace[268532496] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:690; }","duration":"114.048246ms","start":"2026-07-16T06:56:18.126496Z","end":"2026-07-16T06:56:18.240544Z","steps":["trace[268532496] 'range keys from in-memory index tree' (duration: 113.615934ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:26.065188Z","caller":"traceutil/trace.go:171","msg":"trace[1721499202] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"146.330662ms","start":"2026-07-16T06:56:25.918833Z","end":"2026-07-16T06:56:26.065164Z","steps":["trace[1721499202] 'read index received' (duration: 146.209228ms)","trace[1721499202] 'applied index is now lower than readState.Index' (duration: 120.424µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:26.065301Z","caller":"traceutil/trace.go:171","msg":"trace[1540623994] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"174.922816ms","start":"2026-07-16T06:56:25.890347Z","end":"2026-07-16T06:56:26.06527Z","steps":["trace[1540623994] 'process raft request' (duration: 174.663679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:26.065428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.552518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:56:26.06554Z","caller":"traceutil/trace.go:171","msg":"trace[1465754254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"146.717843ms","start":"2026-07-16T06:56:25.918798Z","end":"2026-07-16T06:56:26.065516Z","steps":["trace[1465754254] 'agreement among raft nodes before linearized reading' (duration: 146.513437ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:29.248651Z","caller":"traceutil/trace.go:171","msg":"trace[1091367095] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"552.940291ms","start":"2026-07-16T06:56:28.695676Z","end":"2026-07-16T06:56:29.248616Z","steps":["trace[1091367095] 'process raft request' (duration: 552.774046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:29.249018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:28.695638Z","time spent":"553.202238ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:29.25574Z","caller":"traceutil/trace.go:171","msg":"trace[955175417] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"177.35061ms","start":"2026-07-16T06:56:29.078359Z","end":"2026-07-16T06:56:29.255709Z","steps":["trace[955175417] 'process raft request' (duration: 177.221047ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:43.416041Z","caller":"traceutil/trace.go:171","msg":"trace[862042446] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:978; }","duration":"106.819269ms","start":"2026-07-16T06:56:43.309203Z","end":"2026-07-16T06:56:43.416022Z","steps":["trace[862042446] 'read index received' (duration: 106.569093ms)","trace[862042446] 'applied index is now lower than readState.Index' (duration: 249.126µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:43.416198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.986324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T06:56:43.41616Z","caller":"traceutil/trace.go:171","msg":"trace[1944298916] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"168.968582ms","start":"2026-07-16T06:56:43.247151Z","end":"2026-07-16T06:56:43.416119Z","steps":["trace[1944298916] 'process raft request' (duration: 168.654703ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:43.41625Z","caller":"traceutil/trace.go:171","msg":"trace[732638550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:947; }","duration":"107.073817ms","start":"2026-07-16T06:56:43.30915Z","end":"2026-07-16T06:56:43.416223Z","steps":["trace[732638550] 'agreement among raft nodes before linearized reading' (duration: 106.950833ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:57.603748Z","caller":"traceutil/trace.go:171","msg":"trace[784035697] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"117.272014ms","start":"2026-07-16T06:56:57.486452Z","end":"2026-07-16T06:56:57.603724Z","steps":["trace[784035697] 'process raft request' (duration: 116.719909ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:57.603861Z","caller":"traceutil/trace.go:171","msg":"trace[169322074] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"115.780114ms","start":"2026-07-16T06:56:57.488046Z","end":"2026-07-16T06:56:57.603826Z","steps":["trace[169322074] 'process raft request' (duration: 115.235739ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:56:57.714626Z","caller":"traceutil/trace.go:171","msg":"trace[361151900] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"102.968305ms","start":"2026-07-16T06:56:57.611631Z","end":"2026-07-16T06:56:57.714599Z","steps":["trace[361151900] 'process raft request' (duration: 101.907436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:58.608725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.731442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:56:58.608936Z","caller":"traceutil/trace.go:171","msg":"trace[1392072617] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"499.292759ms","start":"2026-07-16T06:56:58.109623Z","end":"2026-07-16T06:56:58.608916Z","steps":["trace[1392072617] 'read index received' (duration: 104.2781ms)","trace[1392072617] 'applied index is now lower than readState.Index' (duration: 395.012709ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:56:58.609208Z","caller":"traceutil/trace.go:171","msg":"trace[1764192559] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"627.561573ms","start":"2026-07-16T06:56:57.981588Z","end":"2026-07-16T06:56:58.60915Z","steps":["trace[1764192559] 'process raft request' (duration: 232.314047ms)","trace[1764192559] 'compare' (duration: 394.616749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:56:58.609358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.7135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T06:56:58.609441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:57.981408Z","time spent":"627.906722ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:56:58.609452Z","caller":"traceutil/trace.go:171","msg":"trace[1618057647] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1181; }","duration":"499.860514ms","start":"2026-07-16T06:56:58.109569Z","end":"2026-07-16T06:56:58.609429Z","steps":["trace[1618057647] 'agreement among raft nodes before linearized reading' (duration: 499.67887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:58.609503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:58.109548Z","time spent":"499.943987ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-16T06:56:58.609599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.34692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-16T06:56:58.609681Z","caller":"traceutil/trace.go:171","msg":"trace[1553688773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1181; }","duration":"340.459563ms","start":"2026-07-16T06:56:58.269205Z","end":"2026-07-16T06:56:58.609665Z","steps":["trace[1553688773] 'agreement among raft nodes before linearized reading' (duration: 340.235937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:58.609726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:58.269198Z","time spent":"340.518094ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T06:56:58.609631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.967572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T06:56:58.609909Z","caller":"traceutil/trace.go:171","msg":"trace[841839322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1181; }","duration":"350.280301ms","start":"2026-07-16T06:56:58.259605Z","end":"2026-07-16T06:56:58.609885Z","steps":["trace[841839322] 'agreement among raft nodes before linearized reading' (duration: 349.766577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:58.609983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.378152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-16T06:56:58.61006Z","caller":"traceutil/trace.go:171","msg":"trace[74992831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1181; }","duration":"347.493535ms","start":"2026-07-16T06:56:58.262549Z","end":"2026-07-16T06:56:58.610042Z","steps":["trace[74992831] 'agreement among raft nodes before linearized reading' (duration: 347.215668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:56:58.61011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:58.262509Z","time spent":"347.592388ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T06:56:58.61002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:56:58.259584Z","time spent":"350.417764ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T06:57:11.926753Z","caller":"traceutil/trace.go:171","msg":"trace[23565852] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"201.236622ms","start":"2026-07-16T06:57:11.725476Z","end":"2026-07-16T06:57:11.926712Z","steps":["trace[23565852] 'process raft request' (duration: 201.039036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:42.407662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.60748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-16T06:57:42.407784Z","caller":"traceutil/trace.go:171","msg":"trace[1978134568] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1826; }","duration":"162.784114ms","start":"2026-07-16T06:57:42.244977Z","end":"2026-07-16T06:57:42.407761Z","steps":["trace[1978134568] 'range keys from in-memory index tree' (duration: 162.397884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:42.914975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830526310,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T06:57:42.915831Z","caller":"traceutil/trace.go:171","msg":"trace[1676631950] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"503.080999ms","start":"2026-07-16T06:57:42.412685Z","end":"2026-07-16T06:57:42.915766Z","steps":["trace[1676631950] 'process raft request' (duration: 502.446892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:42.916019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:42.412651Z","time spent":"503.275974ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:42.930582Z","caller":"traceutil/trace.go:171","msg":"trace[956150435] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1880; }","duration":"516.604802ms","start":"2026-07-16T06:57:42.413954Z","end":"2026-07-16T06:57:42.930558Z","steps":["trace[956150435] 'read index received' (duration: 501.196688ms)","trace[956150435] 'applied index is now lower than readState.Index' (duration: 15.407294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:57:42.930813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.839868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9033"} {"level":"info","ts":"2026-07-16T06:57:42.930854Z","caller":"traceutil/trace.go:171","msg":"trace[1781374248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1828; }","duration":"516.925261ms","start":"2026-07-16T06:57:42.41392Z","end":"2026-07-16T06:57:42.930845Z","steps":["trace[1781374248] 'agreement among raft nodes before linearized reading' (duration: 516.760036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:42.930888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:42.413902Z","time spent":"516.977203ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9056,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-07-16T06:57:43.055591Z","caller":"traceutil/trace.go:171","msg":"trace[1708016874] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"115.984146ms","start":"2026-07-16T06:57:42.939576Z","end":"2026-07-16T06:57:43.05556Z","steps":["trace[1708016874] 'process raft request' (duration: 88.951ms)","trace[1708016874] 'compare' (duration: 26.918233ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:57:43.138312Z","caller":"traceutil/trace.go:171","msg":"trace[1123910366] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1882; }","duration":"135.438889ms","start":"2026-07-16T06:57:43.002839Z","end":"2026-07-16T06:57:43.138278Z","steps":["trace[1123910366] 'read index received' (duration: 25.795333ms)","trace[1123910366] 'applied index is now lower than readState.Index' (duration: 109.642306ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:57:43.138389Z","caller":"traceutil/trace.go:171","msg":"trace[1599866525] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"193.88145ms","start":"2026-07-16T06:57:42.944467Z","end":"2026-07-16T06:57:43.138348Z","steps":["trace[1599866525] 'process raft request' (duration: 193.638604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.138578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.712817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a937a6a7-1108-4fae-8dfb-41dcf820efb4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-16T06:57:43.138628Z","caller":"traceutil/trace.go:171","msg":"trace[246793025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a937a6a7-1108-4fae-8dfb-41dcf820efb4; range_end:; response_count:1; response_revision:1830; }","duration":"135.816969ms","start":"2026-07-16T06:57:43.0028Z","end":"2026-07-16T06:57:43.138617Z","steps":["trace[246793025] 'agreement among raft nodes before linearized reading' (duration: 135.598633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.559833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.577856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:57:43.559973Z","caller":"traceutil/trace.go:171","msg":"trace[1168284733] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"416.07278ms","start":"2026-07-16T06:57:43.14388Z","end":"2026-07-16T06:57:43.559953Z","steps":["trace[1168284733] 'process raft request' (duration: 57.30038ms)","trace[1168284733] 'compare' (duration: 358.460302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:57:43.560021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.143851Z","time spent":"416.149753ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:43.560529Z","caller":"traceutil/trace.go:171","msg":"trace[547232462] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"416.485072ms","start":"2026-07-16T06:57:43.144028Z","end":"2026-07-16T06:57:43.560513Z","steps":["trace[547232462] 'process raft request' (duration: 415.892936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.560599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.143922Z","time spent":"416.638616ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:43.560703Z","caller":"traceutil/trace.go:171","msg":"trace[1168342226] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"415.500615ms","start":"2026-07-16T06:57:43.145157Z","end":"2026-07-16T06:57:43.560658Z","steps":["trace[1168342226] 'process raft request' (duration: 415.30843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.560951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.145143Z","time spent":"415.67658ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:43.561088Z","caller":"traceutil/trace.go:171","msg":"trace[742125897] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1884; }","duration":"193.205912ms","start":"2026-07-16T06:57:43.36787Z","end":"2026-07-16T06:57:43.561076Z","steps":["trace[742125897] 'read index received' (duration: 132.524291ms)","trace[742125897] 'applied index is now lower than readState.Index' (duration: 60.680511ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:57:43.561066Z","caller":"traceutil/trace.go:171","msg":"trace[1310598394] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"415.727152ms","start":"2026-07-16T06:57:43.14531Z","end":"2026-07-16T06:57:43.561037Z","steps":["trace[1310598394] 'process raft request' (duration: 415.589248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.561161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.145271Z","time spent":"415.854885ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:43.561154Z","caller":"traceutil/trace.go:171","msg":"trace[1607379694] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"415.615338ms","start":"2026-07-16T06:57:43.145478Z","end":"2026-07-16T06:57:43.561093Z","steps":["trace[1607379694] 'process raft request' (duration: 415.525336ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:43.561246Z","caller":"traceutil/trace.go:171","msg":"trace[683771955] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"414.832307ms","start":"2026-07-16T06:57:43.146404Z","end":"2026-07-16T06:57:43.561237Z","steps":["trace[683771955] 'process raft request' (duration: 414.625161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.561301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.146393Z","time spent":"414.876929ms","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:43.561342Z","caller":"traceutil/trace.go:171","msg":"trace[2081478914] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"415.910357ms","start":"2026-07-16T06:57:43.145384Z","end":"2026-07-16T06:57:43.561294Z","steps":["trace[2081478914] 'process raft request' (duration: 415.568667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.561396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.145461Z","time spent":"415.796094ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:57:43.561475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.145358Z","time spent":"416.05175ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":961,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:57:43.561514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.632843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-16T06:57:43.561582Z","caller":"traceutil/trace.go:171","msg":"trace[674317083] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1838; }","duration":"193.754427ms","start":"2026-07-16T06:57:43.367812Z","end":"2026-07-16T06:57:43.561567Z","steps":["trace[674317083] 'agreement among raft nodes before linearized reading' (duration: 193.476239ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:43.561743Z","caller":"traceutil/trace.go:171","msg":"trace[202880724] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"415.69111ms","start":"2026-07-16T06:57:43.145297Z","end":"2026-07-16T06:57:43.560988Z","steps":["trace[202880724] 'process raft request' (duration: 415.28964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:43.562038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:43.145286Z","time spent":"416.608455ms","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:57:49.83199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.927563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T06:57:49.832099Z","caller":"traceutil/trace.go:171","msg":"trace[1526960207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1907; }","duration":"203.096248ms","start":"2026-07-16T06:57:49.62898Z","end":"2026-07-16T06:57:49.832076Z","steps":["trace[1526960207] 'range keys from in-memory index tree' (duration: 202.657536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:49.8325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.82707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-16T06:57:49.832511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.973493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-16T06:57:49.832586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.866376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T06:57:49.832701Z","caller":"traceutil/trace.go:171","msg":"trace[707609576] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1907; }","duration":"178.169128ms","start":"2026-07-16T06:57:49.654429Z","end":"2026-07-16T06:57:49.832598Z","steps":["trace[707609576] 'range keys from in-memory index tree' (duration: 177.603522ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:49.832725Z","caller":"traceutil/trace.go:171","msg":"trace[1917151169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1907; }","duration":"208.046861ms","start":"2026-07-16T06:57:49.624647Z","end":"2026-07-16T06:57:49.832694Z","steps":["trace[1917151169] 'range keys from in-memory index tree' (duration: 207.593868ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:49.832593Z","caller":"traceutil/trace.go:171","msg":"trace[1171606846] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1907; }","duration":"180.947762ms","start":"2026-07-16T06:57:49.651619Z","end":"2026-07-16T06:57:49.832567Z","steps":["trace[1171606846] 'range keys from in-memory index tree' (duration: 180.649445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:49.8325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.701164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T06:57:49.833022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.973082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T06:57:49.833057Z","caller":"traceutil/trace.go:171","msg":"trace[1010124994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1907; }","duration":"204.325191ms","start":"2026-07-16T06:57:49.628718Z","end":"2026-07-16T06:57:49.833043Z","steps":["trace[1010124994] 'range keys from in-memory index tree' (duration: 203.52448ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:49.833087Z","caller":"traceutil/trace.go:171","msg":"trace[1444651635] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1907; }","duration":"127.095856ms","start":"2026-07-16T06:57:49.705977Z","end":"2026-07-16T06:57:49.833072Z","steps":["trace[1444651635] 'count revisions from in-memory index tree' (duration: 126.875409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:49.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.326901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-16T06:57:49.833199Z","caller":"traceutil/trace.go:171","msg":"trace[1720674283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1907; }","duration":"239.950298ms","start":"2026-07-16T06:57:49.593201Z","end":"2026-07-16T06:57:49.833151Z","steps":["trace[1720674283] 'range keys from in-memory index tree' (duration: 239.024263ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:49.992512Z","caller":"traceutil/trace.go:171","msg":"trace[95046092] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"102.029151ms","start":"2026-07-16T06:57:49.890448Z","end":"2026-07-16T06:57:49.992477Z","steps":["trace[95046092] 'process raft request' (duration: 65.544721ms)","trace[95046092] 'compare' (duration: 36.162082ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:57:52.224006Z","caller":"traceutil/trace.go:171","msg":"trace[2137763351] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"361.794492ms","start":"2026-07-16T06:57:51.862179Z","end":"2026-07-16T06:57:52.223974Z","steps":["trace[2137763351] 'process raft request' (duration: 358.34386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:57:52.224004Z","caller":"traceutil/trace.go:171","msg":"trace[1423771475] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"335.699831ms","start":"2026-07-16T06:57:51.888282Z","end":"2026-07-16T06:57:52.223981Z","steps":["trace[1423771475] 'read index received' (duration: 332.268349ms)","trace[1423771475] 'applied index is now lower than readState.Index' (duration: 3.427482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:57:52.224251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:51.862154Z","time spent":"361.923276ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:57:52.224229Z","caller":"traceutil/trace.go:171","msg":"trace[1095046536] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"112.553975ms","start":"2026-07-16T06:57:52.111659Z","end":"2026-07-16T06:57:52.224213Z","steps":["trace[1095046536] 'process raft request' (duration: 112.245236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.224564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.942415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T06:57:52.224598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.194442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-16T06:57:52.224608Z","caller":"traceutil/trace.go:171","msg":"trace[530225082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"305.022177ms","start":"2026-07-16T06:57:51.919573Z","end":"2026-07-16T06:57:52.224595Z","steps":["trace[530225082] 'agreement among raft nodes before linearized reading' (duration: 304.948815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.224656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.214645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T06:57:52.224826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:51.919551Z","time spent":"305.264523ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T06:57:52.224649Z","caller":"traceutil/trace.go:171","msg":"trace[578599556] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1927; }","duration":"212.291365ms","start":"2026-07-16T06:57:52.012343Z","end":"2026-07-16T06:57:52.224635Z","steps":["trace[578599556] 'agreement among raft nodes before linearized reading' (duration: 212.1174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.224668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.065178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-16T06:57:52.224862Z","caller":"traceutil/trace.go:171","msg":"trace[1457498018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"336.503102ms","start":"2026-07-16T06:57:51.88833Z","end":"2026-07-16T06:57:52.224833Z","steps":["trace[1457498018] 'agreement among raft nodes before linearized reading' (duration: 336.089381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.22513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:51.888287Z","time spent":"336.830092ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T06:57:52.225121Z","caller":"traceutil/trace.go:171","msg":"trace[856871354] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1927; }","duration":"228.540461ms","start":"2026-07-16T06:57:51.996561Z","end":"2026-07-16T06:57:52.225101Z","steps":["trace[856871354] 'agreement among raft nodes before linearized reading' (duration: 227.964796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.224741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.457281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-16T06:57:52.22524Z","caller":"traceutil/trace.go:171","msg":"trace[564889333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"337.042657ms","start":"2026-07-16T06:57:51.888182Z","end":"2026-07-16T06:57:52.225224Z","steps":["trace[564889333] 'agreement among raft nodes before linearized reading' (duration: 335.872515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:57:52.225302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:57:51.888154Z","time spent":"337.13852ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T06:58:26.788705Z","caller":"traceutil/trace.go:171","msg":"trace[1719059795] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"300.714371ms","start":"2026-07-16T06:58:26.487961Z","end":"2026-07-16T06:58:26.788676Z","steps":["trace[1719059795] 'process raft request' (duration: 300.516355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:26.788952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.487938Z","time spent":"300.894606ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.203266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.762755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:58:27.203499Z","caller":"traceutil/trace.go:171","msg":"trace[747492991] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"715.419726ms","start":"2026-07-16T06:58:26.488048Z","end":"2026-07-16T06:58:27.203468Z","steps":["trace[747492991] 'process raft request' (duration: 501.374104ms)","trace[747492991] 'compare' (duration: 213.582309ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:58:27.203566Z","caller":"traceutil/trace.go:171","msg":"trace[1449333440] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"332.453924ms","start":"2026-07-16T06:58:26.871091Z","end":"2026-07-16T06:58:27.203545Z","steps":["trace[1449333440] 'process raft request' (duration: 332.417253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.20364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.87106Z","time spent":"332.545426ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.203665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.48801Z","time spent":"715.551629ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:58:27.203785Z","caller":"traceutil/trace.go:171","msg":"trace[1377430401] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"714.86167ms","start":"2026-07-16T06:58:26.488912Z","end":"2026-07-16T06:58:27.203774Z","steps":["trace[1377430401] 'process raft request' (duration: 714.556052ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:58:27.203812Z","caller":"traceutil/trace.go:171","msg":"trace[683531511] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2240; }","duration":"630.854962ms","start":"2026-07-16T06:58:26.572946Z","end":"2026-07-16T06:58:27.203801Z","steps":["trace[683531511] 'read index received' (duration: 215.585193ms)","trace[683531511] 'applied index is now lower than readState.Index' (duration: 415.268549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:58:27.203842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.488904Z","time spent":"714.908432ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:58:27.203866Z","caller":"traceutil/trace.go:171","msg":"trace[948488892] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"715.764894ms","start":"2026-07-16T06:58:26.488073Z","end":"2026-07-16T06:58:27.203838Z","steps":["trace[948488892] 'process raft request' (duration: 715.290912ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:58:27.203616Z","caller":"traceutil/trace.go:171","msg":"trace[296276484] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"715.135977ms","start":"2026-07-16T06:58:26.488435Z","end":"2026-07-16T06:58:27.203571Z","steps":["trace[296276484] 'process raft request' (duration: 714.998194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.203957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.488052Z","time spent":"715.858666ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.203975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.038998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-16T06:58:27.204017Z","caller":"traceutil/trace.go:171","msg":"trace[1833526719] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2174; }","duration":"631.078919ms","start":"2026-07-16T06:58:26.572923Z","end":"2026-07-16T06:58:27.204002Z","steps":["trace[1833526719] 'agreement among raft nodes before linearized reading' (duration: 630.940165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.204049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.572864Z","time spent":"631.176791ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T06:58:27.204063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.488409Z","time spent":"715.532368ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.266049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.799073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:58:27.266144Z","caller":"traceutil/trace.go:171","msg":"trace[681141298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"345.944546ms","start":"2026-07-16T06:58:26.920179Z","end":"2026-07-16T06:58:27.266123Z","steps":["trace[681141298] 'agreement among raft nodes before linearized reading' (duration: 345.769181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.266248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.920153Z","time spent":"346.07858ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T06:58:27.266293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.618859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-16T06:58:27.266311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.357189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-07-16T06:58:27.266057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.178093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T06:58:27.266405Z","caller":"traceutil/trace.go:171","msg":"trace[327622268] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2175; }","duration":"112.500873ms","start":"2026-07-16T06:58:27.15388Z","end":"2026-07-16T06:58:27.266381Z","steps":["trace[327622268] 'agreement among raft nodes before linearized reading' (duration: 112.111843ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:58:27.266404Z","caller":"traceutil/trace.go:171","msg":"trace[2087374135] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2175; }","duration":"690.783453ms","start":"2026-07-16T06:58:26.575585Z","end":"2026-07-16T06:58:27.266368Z","steps":["trace[2087374135] 'agreement among raft nodes before linearized reading' (duration: 690.480305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.266425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.800459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:58:27.266408Z","caller":"traceutil/trace.go:171","msg":"trace[1764238208] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"165.746214ms","start":"2026-07-16T06:58:27.100628Z","end":"2026-07-16T06:58:27.266374Z","steps":["trace[1764238208] 'process raft request' (duration: 165.114587ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:58:27.266483Z","caller":"traceutil/trace.go:171","msg":"trace[905162135] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2175; }","duration":"586.881751ms","start":"2026-07-16T06:58:26.679584Z","end":"2026-07-16T06:58:27.266466Z","steps":["trace[905162135] 'agreement among raft nodes before linearized reading' (duration: 586.81144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.266535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.679569Z","time spent":"586.956113ms","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-16T06:58:27.266472Z","caller":"traceutil/trace.go:171","msg":"trace[934526299] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2175; }","duration":"573.674516ms","start":"2026-07-16T06:58:26.692773Z","end":"2026-07-16T06:58:27.266447Z","steps":["trace[934526299] 'agreement among raft nodes before linearized reading' (duration: 573.178183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.266588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.692731Z","time spent":"573.84232ms","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T06:58:27.266633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.060558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11667"} {"level":"warn","ts":"2026-07-16T06:58:27.266481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.575541Z","time spent":"690.921497ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T06:58:27.266677Z","caller":"traceutil/trace.go:171","msg":"trace[1792900899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2175; }","duration":"318.14293ms","start":"2026-07-16T06:58:26.948521Z","end":"2026-07-16T06:58:27.266664Z","steps":["trace[1792900899] 'agreement among raft nodes before linearized reading' (duration: 317.988526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.26672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:26.948502Z","time spent":"318.205941ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T06:58:27.407136Z","caller":"traceutil/trace.go:171","msg":"trace[706293223] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"135.723067ms","start":"2026-07-16T06:58:27.271367Z","end":"2026-07-16T06:58:27.40709Z","steps":["trace[706293223] 'process raft request' (duration: 64.35726ms)","trace[706293223] 'compare' (duration: 70.583426ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:58:27.659093Z","caller":"traceutil/trace.go:171","msg":"trace[1328117264] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"386.845425ms","start":"2026-07-16T06:58:27.27221Z","end":"2026-07-16T06:58:27.659056Z","steps":["trace[1328117264] 'process raft request' (duration: 386.451825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.659272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:27.27218Z","time spent":"386.99509ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:58:27.659295Z","caller":"traceutil/trace.go:171","msg":"trace[547501307] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2248; }","duration":"168.307313ms","start":"2026-07-16T06:58:27.490818Z","end":"2026-07-16T06:58:27.659125Z","steps":["trace[547501307] 'read index received' (duration: 167.725398ms)","trace[547501307] 'applied index is now lower than readState.Index' (duration: 580.575µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:58:27.659419Z","caller":"traceutil/trace.go:171","msg":"trace[1536732518] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"383.960279ms","start":"2026-07-16T06:58:27.275436Z","end":"2026-07-16T06:58:27.659396Z","steps":["trace[1536732518] 'process raft request' (duration: 383.520067ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:58:27.65944Z","caller":"traceutil/trace.go:171","msg":"trace[508123458] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"351.970959ms","start":"2026-07-16T06:58:27.307436Z","end":"2026-07-16T06:58:27.659407Z","steps":["trace[508123458] 'process raft request' (duration: 351.604879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:58:27.659525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:27.275413Z","time spent":"384.063381ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.659613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:58:27.307414Z","time spent":"352.109572ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:58:27.659816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.97012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-16T06:58:27.659999Z","caller":"traceutil/trace.go:171","msg":"trace[335827691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"169.247598ms","start":"2026-07-16T06:58:27.490734Z","end":"2026-07-16T06:58:27.659981Z","steps":["trace[335827691] 'agreement among raft nodes before linearized reading' (duration: 168.722754ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:07.042263Z","caller":"traceutil/trace.go:171","msg":"trace[1741020740] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"122.908987ms","start":"2026-07-16T06:59:06.919325Z","end":"2026-07-16T06:59:07.042234Z","steps":["trace[1741020740] 'read index received' (duration: 122.783644ms)","trace[1741020740] 'applied index is now lower than readState.Index' (duration: 124.083µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:07.042335Z","caller":"traceutil/trace.go:171","msg":"trace[371022092] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"214.735256ms","start":"2026-07-16T06:59:06.827542Z","end":"2026-07-16T06:59:07.042277Z","steps":["trace[371022092] 'process raft request' (duration: 214.535231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:07.042454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.106313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:59:07.042534Z","caller":"traceutil/trace.go:171","msg":"trace[1514812181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"123.192696ms","start":"2026-07-16T06:59:06.91932Z","end":"2026-07-16T06:59:07.042513Z","steps":["trace[1514812181] 'agreement among raft nodes before linearized reading' (duration: 123.054642ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:34.304073Z","caller":"traceutil/trace.go:171","msg":"trace[450116412] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2688; }","duration":"102.728906ms","start":"2026-07-16T06:59:34.201311Z","end":"2026-07-16T06:59:34.30404Z","steps":["trace[450116412] 'process raft request' (duration: 93.853304ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:39.765222Z","caller":"traceutil/trace.go:171","msg":"trace[1885834732] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2829; }","duration":"192.728574ms","start":"2026-07-16T06:59:39.572468Z","end":"2026-07-16T06:59:39.765197Z","steps":["trace[1885834732] 'read index received' (duration: 192.58305ms)","trace[1885834732] 'applied index is now lower than readState.Index' (duration: 144.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:39.765405Z","caller":"traceutil/trace.go:171","msg":"trace[1913391787] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"199.92593ms","start":"2026-07-16T06:59:39.565394Z","end":"2026-07-16T06:59:39.76532Z","steps":["trace[1913391787] 'process raft request' (duration: 199.629822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:39.765503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.012842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T06:59:39.765585Z","caller":"traceutil/trace.go:171","msg":"trace[833050127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2725; }","duration":"193.143725ms","start":"2026-07-16T06:59:39.572428Z","end":"2026-07-16T06:59:39.765572Z","steps":["trace[833050127] 'agreement among raft nodes before linearized reading' (duration: 192.93207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:39.765651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.962286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-16T06:59:39.765671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.027165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T06:59:39.76573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.978274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T06:59:39.765781Z","caller":"traceutil/trace.go:171","msg":"trace[1672413871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2725; }","duration":"192.227361ms","start":"2026-07-16T06:59:39.573539Z","end":"2026-07-16T06:59:39.765766Z","steps":["trace[1672413871] 'agreement among raft nodes before linearized reading' (duration: 191.898242ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:39.765722Z","caller":"traceutil/trace.go:171","msg":"trace[324013402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2725; }","duration":"191.057728ms","start":"2026-07-16T06:59:39.574647Z","end":"2026-07-16T06:59:39.765705Z","steps":["trace[324013402] 'agreement among raft nodes before linearized reading' (duration: 190.852132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:39.765823Z","caller":"traceutil/trace.go:171","msg":"trace[1887716630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2725; }","duration":"192.095727ms","start":"2026-07-16T06:59:39.573706Z","end":"2026-07-16T06:59:39.765802Z","steps":["trace[1887716630] 'agreement among raft nodes before linearized reading' (duration: 191.83812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.080278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.935291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:59:40.080719Z","caller":"traceutil/trace.go:171","msg":"trace[1513637825] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"310.379399ms","start":"2026-07-16T06:59:39.770306Z","end":"2026-07-16T06:59:40.080686Z","steps":["trace[1513637825] 'process raft request' (duration: 172.856032ms)","trace[1513637825] 'compare' (duration: 136.770406ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:40.080861Z","caller":"traceutil/trace.go:171","msg":"trace[1125022417] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2830; }","duration":"286.25148ms","start":"2026-07-16T06:59:39.794571Z","end":"2026-07-16T06:59:40.080823Z","steps":["trace[1125022417] 'read index received' (duration: 148.721163ms)","trace[1125022417] 'applied index is now lower than readState.Index' (duration: 137.523587ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:40.080905Z","caller":"traceutil/trace.go:171","msg":"trace[916396667] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"309.809004ms","start":"2026-07-16T06:59:39.771072Z","end":"2026-07-16T06:59:40.080881Z","steps":["trace[916396667] 'process raft request' (duration: 309.322621ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:40.08089Z","caller":"traceutil/trace.go:171","msg":"trace[1963719990] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"309.691311ms","start":"2026-07-16T06:59:39.771146Z","end":"2026-07-16T06:59:40.080837Z","steps":["trace[1963719990] 'process raft request' (duration: 309.519636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T06:59:40.080951Z","caller":"traceutil/trace.go:171","msg":"trace[2062683005] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"309.540616ms","start":"2026-07-16T06:59:39.771372Z","end":"2026-07-16T06:59:40.080913Z","steps":["trace[2062683005] 'process raft request' (duration: 309.357611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.081008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:39.771051Z","time spent":"309.905456ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:59:40.081045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.127812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:59:40.081092Z","caller":"traceutil/trace.go:171","msg":"trace[4619141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2729; }","duration":"161.217044ms","start":"2026-07-16T06:59:39.919862Z","end":"2026-07-16T06:59:40.081079Z","steps":["trace[4619141] 'agreement among raft nodes before linearized reading' (duration: 161.142562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.08109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:39.771141Z","time spent":"309.844455ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:59:40.081091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:39.771366Z","time spent":"309.647609ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:59:40.081128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.537438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-16T06:59:40.081166Z","caller":"traceutil/trace.go:171","msg":"trace[163773176] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2729; }","duration":"286.64288ms","start":"2026-07-16T06:59:39.794512Z","end":"2026-07-16T06:59:40.081155Z","steps":["trace[163773176] 'agreement among raft nodes before linearized reading' (duration: 286.466946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.081159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:39.770282Z","time spent":"310.539963ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:59:40.502387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.791367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:59:40.502667Z","caller":"traceutil/trace.go:171","msg":"trace[1642110807] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2834; }","duration":"348.945533ms","start":"2026-07-16T06:59:40.153703Z","end":"2026-07-16T06:59:40.502648Z","steps":["trace[1642110807] 'read index received' (duration: 118.892378ms)","trace[1642110807] 'applied index is now lower than readState.Index' (duration: 230.052025ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:40.502674Z","caller":"traceutil/trace.go:171","msg":"trace[914154688] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"418.923005ms","start":"2026-07-16T06:59:40.08372Z","end":"2026-07-16T06:59:40.502643Z","steps":["trace[914154688] 'process raft request' (duration: 188.751867ms)","trace[914154688] 'compare' (duration: 229.581921ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:40.502789Z","caller":"traceutil/trace.go:171","msg":"trace[646116365] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"416.410595ms","start":"2026-07-16T06:59:40.08629Z","end":"2026-07-16T06:59:40.5027Z","steps":["trace[646116365] 'process raft request' (duration: 416.281642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.502825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.0837Z","time spent":"419.086019ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T06:59:40.502921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.196239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T06:59:40.502984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.086242Z","time spent":"416.639742ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:59:40.503022Z","caller":"traceutil/trace.go:171","msg":"trace[2058667126] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:2731; }","duration":"349.358033ms","start":"2026-07-16T06:59:40.153642Z","end":"2026-07-16T06:59:40.503Z","steps":["trace[2058667126] 'agreement among raft nodes before linearized reading' (duration: 349.059165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:40.503077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.153615Z","time spent":"349.451656ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T06:59:41.012358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.494398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T06:59:41.012497Z","caller":"traceutil/trace.go:171","msg":"trace[1170183289] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"496.139844ms","start":"2026-07-16T06:59:40.51633Z","end":"2026-07-16T06:59:41.01247Z","steps":["trace[1170183289] 'process raft request' (duration: 299.361979ms)","trace[1170183289] 'compare' (duration: 196.22594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T06:59:41.012799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.516309Z","time spent":"496.36433ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:59:41.013993Z","caller":"traceutil/trace.go:171","msg":"trace[2057618323] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2837; }","duration":"495.28804ms","start":"2026-07-16T06:59:40.518687Z","end":"2026-07-16T06:59:41.013975Z","steps":["trace[2057618323] 'read index received' (duration: 297.052615ms)","trace[2057618323] 'applied index is now lower than readState.Index' (duration: 198.234615ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T06:59:41.014146Z","caller":"traceutil/trace.go:171","msg":"trace[1542612609] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"495.688651ms","start":"2026-07-16T06:59:40.518398Z","end":"2026-07-16T06:59:41.014086Z","steps":["trace[1542612609] 'process raft request' (duration: 495.406823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.014225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.13982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T06:59:41.014269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.376878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T06:59:41.014292Z","caller":"traceutil/trace.go:171","msg":"trace[808194278] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2733; }","duration":"430.266724ms","start":"2026-07-16T06:59:40.584007Z","end":"2026-07-16T06:59:41.014274Z","steps":["trace[808194278] 'agreement among raft nodes before linearized reading' (duration: 430.130491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.014293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.660638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T06:59:41.014395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.583982Z","time spent":"430.394727ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":23,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-16T06:59:41.01445Z","caller":"traceutil/trace.go:171","msg":"trace[932118171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2733; }","duration":"358.875914ms","start":"2026-07-16T06:59:40.655553Z","end":"2026-07-16T06:59:41.014429Z","steps":["trace[932118171] 'agreement among raft nodes before linearized reading' (duration: 358.642427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.014464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.518368Z","time spent":"495.893817ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T06:59:41.014381Z","caller":"traceutil/trace.go:171","msg":"trace[1036697931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2733; }","duration":"344.529502ms","start":"2026-07-16T06:59:40.669792Z","end":"2026-07-16T06:59:41.014321Z","steps":["trace[1036697931] 'agreement among raft nodes before linearized reading' (duration: 344.389328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.014498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.655536Z","time spent":"358.949116ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T06:59:41.014473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.789131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"warn","ts":"2026-07-16T06:59:41.014532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.669755Z","time spent":"344.760888ms","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-16T06:59:41.014562Z","caller":"traceutil/trace.go:171","msg":"trace[1329208295] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2733; }","duration":"276.911865ms","start":"2026-07-16T06:59:40.737626Z","end":"2026-07-16T06:59:41.014538Z","steps":["trace[1329208295] 'agreement among raft nodes before linearized reading' (duration: 276.645987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.015027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.156604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-16T06:59:41.015093Z","caller":"traceutil/trace.go:171","msg":"trace[1774490726] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2733; }","duration":"496.471813ms","start":"2026-07-16T06:59:40.518603Z","end":"2026-07-16T06:59:41.015075Z","steps":["trace[1774490726] 'agreement among raft nodes before linearized reading' (duration: 495.484336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T06:59:41.015133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T06:59:40.518582Z","time spent":"496.537854ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:00:13.593373Z","caller":"traceutil/trace.go:171","msg":"trace[974550639] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"150.719309ms","start":"2026-07-16T07:00:13.442619Z","end":"2026-07-16T07:00:13.593339Z","steps":["trace[974550639] 'process raft request' (duration: 130.927531ms)","trace[974550639] 'compare' (duration: 19.651064ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:00:47.994337Z","caller":"traceutil/trace.go:171","msg":"trace[388958743] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"228.362748ms","start":"2026-07-16T07:00:47.765933Z","end":"2026-07-16T07:00:47.994296Z","steps":["trace[388958743] 'process raft request' (duration: 227.862775ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:00:47.994478Z","caller":"traceutil/trace.go:171","msg":"trace[472428244] linearizableReadLoop","detail":"{readStateIndex:3483; appliedIndex:3481; }","duration":"161.857417ms","start":"2026-07-16T07:00:47.832586Z","end":"2026-07-16T07:00:47.994443Z","steps":["trace[472428244] 'read index received' (duration: 161.148438ms)","trace[472428244] 'applied index is now lower than readState.Index' (duration: 708.119µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:00:47.994705Z","caller":"traceutil/trace.go:171","msg":"trace[1822283027] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"228.684078ms","start":"2026-07-16T07:00:47.765959Z","end":"2026-07-16T07:00:47.994643Z","steps":["trace[1822283027] 'process raft request' (duration: 228.39115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:00:47.994856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.232617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:00:47.994944Z","caller":"traceutil/trace.go:171","msg":"trace[1820993204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3349; }","duration":"162.367272ms","start":"2026-07-16T07:00:47.832534Z","end":"2026-07-16T07:00:47.994901Z","steps":["trace[1820993204] 'agreement among raft nodes before linearized reading' (duration: 162.159226ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:00:48.106641Z","caller":"traceutil/trace.go:171","msg":"trace[1209769655] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"106.902034ms","start":"2026-07-16T07:00:47.999718Z","end":"2026-07-16T07:00:48.10662Z","steps":["trace[1209769655] 'process raft request' (duration: 104.673952ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:00:48.113005Z","caller":"traceutil/trace.go:171","msg":"trace[956550691] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"110.42173ms","start":"2026-07-16T07:00:48.002572Z","end":"2026-07-16T07:00:48.112994Z","steps":["trace[956550691] 'process raft request' (duration: 110.335438ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:00:48.113458Z","caller":"traceutil/trace.go:171","msg":"trace[1664706373] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"110.785651ms","start":"2026-07-16T07:00:48.002662Z","end":"2026-07-16T07:00:48.113447Z","steps":["trace[1664706373] 'process raft request' (duration: 110.304368ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:00:48.113507Z","caller":"traceutil/trace.go:171","msg":"trace[727700458] linearizableReadLoop","detail":"{readStateIndex:3486; appliedIndex:3483; }","duration":"100.918779ms","start":"2026-07-16T07:00:48.012568Z","end":"2026-07-16T07:00:48.113487Z","steps":["trace[727700458] 'read index received' (duration: 91.945322ms)","trace[727700458] 'applied index is now lower than readState.Index' (duration: 8.972697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:00:48.113648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.054683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:00:48.113696Z","caller":"traceutil/trace.go:171","msg":"trace[470360052] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3353; }","duration":"101.136225ms","start":"2026-07-16T07:00:48.012537Z","end":"2026-07-16T07:00:48.113674Z","steps":["trace[470360052] 'agreement among raft nodes before linearized reading' (duration: 101.028932ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:01:24.237854Z","caller":"traceutil/trace.go:171","msg":"trace[1971201836] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"178.717122ms","start":"2026-07-16T07:01:24.059111Z","end":"2026-07-16T07:01:24.237828Z","steps":["trace[1971201836] 'process raft request' (duration: 178.531146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:01:50.8209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.696954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42352"} {"level":"info","ts":"2026-07-16T07:01:50.821001Z","caller":"traceutil/trace.go:171","msg":"trace[530843817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3868; }","duration":"169.866749ms","start":"2026-07-16T07:01:50.651115Z","end":"2026-07-16T07:01:50.820982Z","steps":["trace[530843817] 'range keys from in-memory index tree' (duration: 169.447807ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:04.048403Z","caller":"traceutil/trace.go:171","msg":"trace[949314992] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4630; }","duration":"180.328092ms","start":"2026-07-16T07:02:03.868054Z","end":"2026-07-16T07:02:04.048382Z","steps":["trace[949314992] 'read index received' (duration: 110.633848ms)","trace[949314992] 'applied index is now lower than readState.Index' (duration: 69.693014ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:04.048479Z","caller":"traceutil/trace.go:171","msg":"trace[1661272020] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"188.153317ms","start":"2026-07-16T07:02:03.860286Z","end":"2026-07-16T07:02:04.048439Z","steps":["trace[1661272020] 'process raft request' (duration: 118.396551ms)","trace[1661272020] 'compare' (duration: 69.53868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:04.048631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.557815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-16T07:02:04.04866Z","caller":"traceutil/trace.go:171","msg":"trace[1431160210] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4443; }","duration":"193.627707ms","start":"2026-07-16T07:02:03.855026Z","end":"2026-07-16T07:02:04.048654Z","steps":["trace[1431160210] 'agreement among raft nodes before linearized reading' (duration: 193.495133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:04.0487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.643316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:04.049006Z","caller":"traceutil/trace.go:171","msg":"trace[597550995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4443; }","duration":"123.888802ms","start":"2026-07-16T07:02:03.924979Z","end":"2026-07-16T07:02:04.048868Z","steps":["trace[597550995] 'agreement among raft nodes before linearized reading' (duration: 123.625215ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:04.304632Z","caller":"traceutil/trace.go:171","msg":"trace[999093727] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"174.525002ms","start":"2026-07-16T07:02:04.130069Z","end":"2026-07-16T07:02:04.304594Z","steps":["trace[999093727] 'read index received' (duration: 174.307136ms)","trace[999093727] 'applied index is now lower than readState.Index' (duration: 216.006µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:04.304746Z","caller":"traceutil/trace.go:171","msg":"trace[564877902] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"192.874156ms","start":"2026-07-16T07:02:04.111822Z","end":"2026-07-16T07:02:04.304696Z","steps":["trace[564877902] 'process raft request' (duration: 192.537597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:04.304897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.781879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:04.304984Z","caller":"traceutil/trace.go:171","msg":"trace[1734863423] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4452; }","duration":"174.968484ms","start":"2026-07-16T07:02:04.129998Z","end":"2026-07-16T07:02:04.304967Z","steps":["trace[1734863423] 'agreement among raft nodes before linearized reading' (duration: 174.80377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:04.305966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.339338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2361481"} {"level":"info","ts":"2026-07-16T07:02:04.306057Z","caller":"traceutil/trace.go:171","msg":"trace[243555891] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4452; }","duration":"166.476121ms","start":"2026-07-16T07:02:04.139561Z","end":"2026-07-16T07:02:04.306037Z","steps":["trace[243555891] 'agreement among raft nodes before linearized reading' (duration: 165.333279ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:05.208426Z","caller":"traceutil/trace.go:171","msg":"trace[346828657] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"255.511876ms","start":"2026-07-16T07:02:04.952889Z","end":"2026-07-16T07:02:05.2084Z","steps":["trace[346828657] 'read index received' (duration: 223.777205ms)","trace[346828657] 'applied index is now lower than readState.Index' (duration: 31.733701ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:05.208557Z","caller":"traceutil/trace.go:171","msg":"trace[1681278979] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"261.945073ms","start":"2026-07-16T07:02:04.946598Z","end":"2026-07-16T07:02:05.208544Z","steps":["trace[1681278979] 'process raft request' (duration: 230.183771ms)","trace[1681278979] 'compare' (duration: 31.481744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:05.208818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.812715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:02:05.20889Z","caller":"traceutil/trace.go:171","msg":"trace[974316848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4469; }","duration":"255.924998ms","start":"2026-07-16T07:02:04.952946Z","end":"2026-07-16T07:02:05.208871Z","steps":["trace[974316848] 'agreement among raft nodes before linearized reading' (duration: 255.683181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:05.208938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.248802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:05.208996Z","caller":"traceutil/trace.go:171","msg":"trace[1565218190] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4469; }","duration":"183.320724ms","start":"2026-07-16T07:02:05.025661Z","end":"2026-07-16T07:02:05.208982Z","steps":["trace[1565218190] 'agreement among raft nodes before linearized reading' (duration: 183.213991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:05.209031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.132784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-16T07:02:05.209033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.675544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:02:05.209087Z","caller":"traceutil/trace.go:171","msg":"trace[609639864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:4469; }","duration":"256.222275ms","start":"2026-07-16T07:02:04.952852Z","end":"2026-07-16T07:02:05.209074Z","steps":["trace[609639864] 'agreement among raft nodes before linearized reading' (duration: 256.074911ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:05.209106Z","caller":"traceutil/trace.go:171","msg":"trace[1646508914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4469; }","duration":"254.788067ms","start":"2026-07-16T07:02:04.954302Z","end":"2026-07-16T07:02:05.20909Z","steps":["trace[1646508914] 'agreement among raft nodes before linearized reading' (duration: 254.599652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:05.209037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.202154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-16T07:02:05.209287Z","caller":"traceutil/trace.go:171","msg":"trace[1023069481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4469; }","duration":"154.451341ms","start":"2026-07-16T07:02:05.054763Z","end":"2026-07-16T07:02:05.209215Z","steps":["trace[1023069481] 'agreement among raft nodes before linearized reading' (duration: 154.159513ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:08.482762Z","caller":"traceutil/trace.go:171","msg":"trace[238011770] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4781; }","duration":"403.918101ms","start":"2026-07-16T07:02:08.078821Z","end":"2026-07-16T07:02:08.482739Z","steps":["trace[238011770] 'read index received' (duration: 403.796378ms)","trace[238011770] 'applied index is now lower than readState.Index' (duration: 120.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:08.482861Z","caller":"traceutil/trace.go:171","msg":"trace[823450384] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"417.632928ms","start":"2026-07-16T07:02:08.065205Z","end":"2026-07-16T07:02:08.482838Z","steps":["trace[823450384] 'process raft request' (duration: 417.369921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:08.483009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.171879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4d91abe-887b-40e0-925f-390701e171fb\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-16T07:02:08.483219Z","caller":"traceutil/trace.go:171","msg":"trace[304008033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4d91abe-887b-40e0-925f-390701e171fb; range_end:; response_count:1; response_revision:4588; }","duration":"404.401435ms","start":"2026-07-16T07:02:08.078805Z","end":"2026-07-16T07:02:08.483206Z","steps":["trace[304008033] 'agreement among raft nodes before linearized reading' (duration: 404.057705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:08.483255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:08.078741Z","time spent":"404.505648ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4d91abe-887b-40e0-925f-390701e171fb\" "} {"level":"warn","ts":"2026-07-16T07:02:08.48352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:08.065173Z","time spent":"417.975717ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:02:08.636816Z","caller":"traceutil/trace.go:171","msg":"trace[540496856] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"153.702041ms","start":"2026-07-16T07:02:08.483081Z","end":"2026-07-16T07:02:08.636783Z","steps":["trace[540496856] 'read index received' (duration: 92.730997ms)","trace[540496856] 'applied index is now lower than readState.Index' (duration: 60.969704ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:08.636913Z","caller":"traceutil/trace.go:171","msg":"trace[1666801796] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"210.438548ms","start":"2026-07-16T07:02:08.426426Z","end":"2026-07-16T07:02:08.636864Z","steps":["trace[1666801796] 'process raft request' (duration: 149.363221ms)","trace[1666801796] 'compare' (duration: 60.82751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:08.637027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.959558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:08.637064Z","caller":"traceutil/trace.go:171","msg":"trace[445757765] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4589; }","duration":"146.03822ms","start":"2026-07-16T07:02:08.491014Z","end":"2026-07-16T07:02:08.637053Z","steps":["trace[445757765] 'agreement among raft nodes before linearized reading' (duration: 145.960428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:08.637152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.621952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:02:08.637203Z","caller":"traceutil/trace.go:171","msg":"trace[797809001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4589; }","duration":"108.731585ms","start":"2026-07-16T07:02:08.528456Z","end":"2026-07-16T07:02:08.637188Z","steps":["trace[797809001] 'agreement among raft nodes before linearized reading' (duration: 108.53279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:08.637272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.002173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:08.637343Z","caller":"traceutil/trace.go:171","msg":"trace[986655770] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4589; }","duration":"420.126557ms","start":"2026-07-16T07:02:08.217196Z","end":"2026-07-16T07:02:08.637322Z","steps":["trace[986655770] 'agreement among raft nodes before linearized reading' (duration: 420.029094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:08.637382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:08.217175Z","time spent":"420.194488ms","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:02:08.928204Z","caller":"traceutil/trace.go:171","msg":"trace[2016969269] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"100.633733ms","start":"2026-07-16T07:02:08.82755Z","end":"2026-07-16T07:02:08.928184Z","steps":["trace[2016969269] 'read index received' (duration: 82.761873ms)","trace[2016969269] 'applied index is now lower than readState.Index' (duration: 17.87108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:08.928388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.829218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:02:08.928413Z","caller":"traceutil/trace.go:171","msg":"trace[1408137934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4592; }","duration":"100.923891ms","start":"2026-07-16T07:02:08.827482Z","end":"2026-07-16T07:02:08.928406Z","steps":["trace[1408137934] 'agreement among raft nodes before linearized reading' (duration: 100.803758ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:08.928384Z","caller":"traceutil/trace.go:171","msg":"trace[727429176] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"192.858405ms","start":"2026-07-16T07:02:08.735401Z","end":"2026-07-16T07:02:08.928259Z","steps":["trace[727429176] 'process raft request' (duration: 174.894612ms)","trace[727429176] 'compare' (duration: 17.803789ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:09.017287Z","caller":"traceutil/trace.go:171","msg":"trace[167047641] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"182.531512ms","start":"2026-07-16T07:02:08.834714Z","end":"2026-07-16T07:02:09.017246Z","steps":["trace[167047641] 'process raft request' (duration: 182.253884ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.138085Z","caller":"traceutil/trace.go:171","msg":"trace[1835739744] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"107.617925ms","start":"2026-07-16T07:02:09.030438Z","end":"2026-07-16T07:02:09.138055Z","steps":["trace[1835739744] 'read index received' (duration: 72.331666ms)","trace[1835739744] 'applied index is now lower than readState.Index' (duration: 35.285289ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:09.138189Z","caller":"traceutil/trace.go:171","msg":"trace[1582590315] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"115.905963ms","start":"2026-07-16T07:02:09.022241Z","end":"2026-07-16T07:02:09.138147Z","steps":["trace[1582590315] 'process raft request' (duration: 80.527351ms)","trace[1582590315] 'compare' (duration: 35.153716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:09.138333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.866662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-07-16T07:02:09.138411Z","caller":"traceutil/trace.go:171","msg":"trace[136830500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4594; }","duration":"107.966795ms","start":"2026-07-16T07:02:09.030422Z","end":"2026-07-16T07:02:09.138389Z","steps":["trace[136830500] 'agreement among raft nodes before linearized reading' (duration: 107.749599ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.411729Z","caller":"traceutil/trace.go:171","msg":"trace[1132776687] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4789; }","duration":"273.5112ms","start":"2026-07-16T07:02:09.138174Z","end":"2026-07-16T07:02:09.411685Z","steps":["trace[1132776687] 'read index received' (duration: 205.191684ms)","trace[1132776687] 'applied index is now lower than readState.Index' (duration: 68.317846ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:09.411838Z","caller":"traceutil/trace.go:171","msg":"trace[1301973772] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"380.805316ms","start":"2026-07-16T07:02:09.030999Z","end":"2026-07-16T07:02:09.411804Z","steps":["trace[1301973772] 'process raft request' (duration: 312.349527ms)","trace[1301973772] 'compare' (duration: 67.986916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:09.411977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:09.03099Z","time spent":"380.920359ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:02:09.412707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.960489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T07:02:09.412818Z","caller":"traceutil/trace.go:171","msg":"trace[1360300636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"181.125173ms","start":"2026-07-16T07:02:09.231664Z","end":"2026-07-16T07:02:09.412789Z","steps":["trace[1360300636] 'agreement among raft nodes before linearized reading' (duration: 180.352532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.412856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.812857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-16T07:02:09.412865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.9307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:02:09.412908Z","caller":"traceutil/trace.go:171","msg":"trace[597203335] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4595; }","duration":"144.885108ms","start":"2026-07-16T07:02:09.268008Z","end":"2026-07-16T07:02:09.412893Z","steps":["trace[597203335] 'agreement among raft nodes before linearized reading' (duration: 144.042855ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.412926Z","caller":"traceutil/trace.go:171","msg":"trace[1469793950] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"157.053103ms","start":"2026-07-16T07:02:09.255854Z","end":"2026-07-16T07:02:09.412907Z","steps":["trace[1469793950] 'agreement among raft nodes before linearized reading' (duration: 156.207579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.412961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.257736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:02:09.413025Z","caller":"traceutil/trace.go:171","msg":"trace[1809536389] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"158.391429ms","start":"2026-07-16T07:02:09.254617Z","end":"2026-07-16T07:02:09.413008Z","steps":["trace[1809536389] 'agreement among raft nodes before linearized reading' (duration: 157.454824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.413422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.338055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T07:02:09.41367Z","caller":"traceutil/trace.go:171","msg":"trace[603451149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"171.603432ms","start":"2026-07-16T07:02:09.242049Z","end":"2026-07-16T07:02:09.413653Z","steps":["trace[603451149] 'agreement among raft nodes before linearized reading' (duration: 170.038749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.413724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.426065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T07:02:09.413765Z","caller":"traceutil/trace.go:171","msg":"trace[485781840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"172.498477ms","start":"2026-07-16T07:02:09.241257Z","end":"2026-07-16T07:02:09.413755Z","steps":["trace[485781840] 'agreement among raft nodes before linearized reading' (duration: 170.838281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.413749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.862869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:790467"} {"level":"info","ts":"2026-07-16T07:02:09.413853Z","caller":"traceutil/trace.go:171","msg":"trace[1572275195] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4595; }","duration":"356.986522ms","start":"2026-07-16T07:02:09.056844Z","end":"2026-07-16T07:02:09.413831Z","steps":["trace[1572275195] 'agreement among raft nodes before linearized reading' (duration: 355.08704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.413922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:09.056831Z","time spent":"357.069835ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":790490,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:02:09.41438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.062515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:02:09.414435Z","caller":"traceutil/trace.go:171","msg":"trace[1958456231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:4595; }","duration":"172.132206ms","start":"2026-07-16T07:02:09.24229Z","end":"2026-07-16T07:02:09.414422Z","steps":["trace[1958456231] 'agreement among raft nodes before linearized reading' (duration: 169.790232ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.538621Z","caller":"traceutil/trace.go:171","msg":"trace[1286799516] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4790; }","duration":"119.956234ms","start":"2026-07-16T07:02:09.418638Z","end":"2026-07-16T07:02:09.538594Z","steps":["trace[1286799516] 'read index received' (duration: 68.984584ms)","trace[1286799516] 'applied index is now lower than readState.Index' (duration: 50.96982ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:09.539025Z","caller":"traceutil/trace.go:171","msg":"trace[1926527422] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"121.920038ms","start":"2026-07-16T07:02:09.417088Z","end":"2026-07-16T07:02:09.539008Z","steps":["trace[1926527422] 'process raft request' (duration: 117.905888ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.539284Z","caller":"traceutil/trace.go:171","msg":"trace[1601010994] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"121.771953ms","start":"2026-07-16T07:02:09.4175Z","end":"2026-07-16T07:02:09.539272Z","steps":["trace[1601010994] 'process raft request' (duration: 120.866269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:09.539802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.141517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42352"} {"level":"info","ts":"2026-07-16T07:02:09.539856Z","caller":"traceutil/trace.go:171","msg":"trace[157429134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4601; }","duration":"121.233219ms","start":"2026-07-16T07:02:09.418613Z","end":"2026-07-16T07:02:09.539846Z","steps":["trace[157429134] 'agreement among raft nodes before linearized reading' (duration: 120.839608ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.539912Z","caller":"traceutil/trace.go:171","msg":"trace[1140291912] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"122.00173ms","start":"2026-07-16T07:02:09.417878Z","end":"2026-07-16T07:02:09.53988Z","steps":["trace[1140291912] 'process raft request' (duration: 120.55504ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.540009Z","caller":"traceutil/trace.go:171","msg":"trace[37830449] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"119.518672ms","start":"2026-07-16T07:02:09.42048Z","end":"2026-07-16T07:02:09.539999Z","steps":["trace[37830449] 'process raft request' (duration: 118.016651ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:09.540098Z","caller":"traceutil/trace.go:171","msg":"trace[750656514] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"119.43297ms","start":"2026-07-16T07:02:09.420658Z","end":"2026-07-16T07:02:09.540091Z","steps":["trace[750656514] 'process raft request' (duration: 117.889758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:11.205026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.512276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:02:11.205133Z","caller":"traceutil/trace.go:171","msg":"trace[804843855] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"284.890213ms","start":"2026-07-16T07:02:10.920225Z","end":"2026-07-16T07:02:11.205116Z","steps":["trace[804843855] 'read index received' (duration: 88.12029ms)","trace[804843855] 'applied index is now lower than readState.Index' (duration: 196.768733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:11.205266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.037367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:02:11.205305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.068474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:11.20537Z","caller":"traceutil/trace.go:171","msg":"trace[597339232] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"314.144616ms","start":"2026-07-16T07:02:10.891216Z","end":"2026-07-16T07:02:11.205361Z","steps":["trace[597339232] 'process raft request' (duration: 117.209879ms)","trace[597339232] 'compare' (duration: 196.211958ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:11.205322Z","caller":"traceutil/trace.go:171","msg":"trace[900963080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4620; }","duration":"285.113359ms","start":"2026-07-16T07:02:10.920199Z","end":"2026-07-16T07:02:11.205313Z","steps":["trace[900963080] 'agreement among raft nodes before linearized reading' (duration: 285.039577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:11.205458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:10.8912Z","time spent":"314.205498ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:02:11.205363Z","caller":"traceutil/trace.go:171","msg":"trace[1919919051] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4620; }","duration":"184.159657ms","start":"2026-07-16T07:02:11.021185Z","end":"2026-07-16T07:02:11.205345Z","steps":["trace[1919919051] 'agreement among raft nodes before linearized reading' (duration: 184.070934ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:14.317468Z","caller":"traceutil/trace.go:171","msg":"trace[1917695380] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"107.319157ms","start":"2026-07-16T07:02:14.210121Z","end":"2026-07-16T07:02:14.31744Z","steps":["trace[1917695380] 'process raft request' (duration: 107.155233ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:14.549064Z","caller":"traceutil/trace.go:171","msg":"trace[1850483638] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"164.278191ms","start":"2026-07-16T07:02:14.384751Z","end":"2026-07-16T07:02:14.549029Z","steps":["trace[1850483638] 'process raft request' (duration: 164.109497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.048819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.390199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:02:26.049Z","caller":"traceutil/trace.go:171","msg":"trace[707313311] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5095; }","duration":"1.154152051s","start":"2026-07-16T07:02:24.894833Z","end":"2026-07-16T07:02:26.048985Z","steps":["trace[707313311] 'read index received' (duration: 31.31539ms)","trace[707313311] 'applied index is now lower than readState.Index' (duration: 1.122835681s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:26.049066Z","caller":"traceutil/trace.go:171","msg":"trace[1110928067] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"1.203598179s","start":"2026-07-16T07:02:24.845457Z","end":"2026-07-16T07:02:26.049055Z","steps":["trace[1110928067] 'process raft request' (duration: 1.036903162s)","trace[1110928067] 'compare' (duration: 166.05999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:26.049112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.845426Z","time spent":"1.203662171s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:02:26.049303Z","caller":"traceutil/trace.go:171","msg":"trace[753364943] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.203360883s","start":"2026-07-16T07:02:24.845857Z","end":"2026-07-16T07:02:26.049218Z","steps":["trace[753364943] 'process raft request' (duration: 1.203059965s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.049442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154608605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-hdjtn\" ","response":"range_response_count:1 size:7813"} {"level":"info","ts":"2026-07-16T07:02:26.049491Z","caller":"traceutil/trace.go:171","msg":"trace[227673738] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-hdjtn; range_end:; response_count:1; response_revision:4891; }","duration":"1.154709537s","start":"2026-07-16T07:02:24.89477Z","end":"2026-07-16T07:02:26.049479Z","steps":["trace[227673738] 'agreement among raft nodes before linearized reading' (duration: 1.154515182s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.049526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.894747Z","time spent":"1.154769019s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7836,"request content":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-hdjtn\" "} {"level":"warn","ts":"2026-07-16T07:02:26.049544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.84584Z","time spent":"1.203584019s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:02:26.380708Z","caller":"traceutil/trace.go:171","msg":"trace[442921771] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.44252399s","start":"2026-07-16T07:02:24.938153Z","end":"2026-07-16T07:02:26.380677Z","steps":["trace[442921771] 'process raft request' (duration: 1.410634065s)","trace[442921771] 'compare' (duration: 31.550076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:26.380878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.938138Z","time spent":"1.442651243s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1700,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:02:26.381147Z","caller":"traceutil/trace.go:171","msg":"trace[1175925244] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4892; }","duration":"1.442916901s","start":"2026-07-16T07:02:24.938164Z","end":"2026-07-16T07:02:26.381081Z","steps":["trace[1175925244] 'process raft request' (duration: 1.442455329s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.381538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.938143Z","time spent":"1.443207279s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1749,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:02:26.411542Z","caller":"traceutil/trace.go:171","msg":"trace[1346425031] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5098; }","duration":"362.470233ms","start":"2026-07-16T07:02:26.049026Z","end":"2026-07-16T07:02:26.411497Z","steps":["trace[1346425031] 'read index received' (duration: 299.853474ms)","trace[1346425031] 'applied index is now lower than readState.Index' (duration: 62.614999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:02:26.411762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47932441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1715"} {"level":"warn","ts":"2026-07-16T07:02:26.411781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40246227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:02:26.411836Z","caller":"traceutil/trace.go:171","msg":"trace[387570929] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4892; }","duration":"1.479450585s","start":"2026-07-16T07:02:24.932368Z","end":"2026-07-16T07:02:26.411818Z","steps":["trace[387570929] 'agreement among raft nodes before linearized reading' (duration: 1.479333541s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:26.411845Z","caller":"traceutil/trace.go:171","msg":"trace[675403027] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4892; }","duration":"1.402606554s","start":"2026-07-16T07:02:25.009221Z","end":"2026-07-16T07:02:26.411827Z","steps":["trace[675403027] 'agreement among raft nodes before linearized reading' (duration: 1.402445889s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.411877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.932342Z","time spent":"1.479525236s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":1738,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-16T07:02:26.411874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365186057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14645"} {"level":"warn","ts":"2026-07-16T07:02:26.411907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.009193Z","time spent":"1.402702097s","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:02:26.411889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491064354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:02:26.41194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.127304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:02:26.412001Z","caller":"traceutil/trace.go:171","msg":"trace[923236634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4892; }","duration":"657.239717ms","start":"2026-07-16T07:02:25.754744Z","end":"2026-07-16T07:02:26.411984Z","steps":["trace[923236634] 'agreement among raft nodes before linearized reading' (duration: 657.067182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.754714Z","time spent":"657.35008ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:02:26.411981Z","caller":"traceutil/trace.go:171","msg":"trace[572531408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4892; }","duration":"1.491207667s","start":"2026-07-16T07:02:24.920754Z","end":"2026-07-16T07:02:26.411961Z","steps":["trace[572531408] 'agreement among raft nodes before linearized reading' (duration: 1.491026973s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:26.411942Z","caller":"traceutil/trace.go:171","msg":"trace[1670790148] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4892; }","duration":"1.365290249s","start":"2026-07-16T07:02:25.046627Z","end":"2026-07-16T07:02:26.411918Z","steps":["trace[1670790148] 'agreement among raft nodes before linearized reading' (duration: 1.365029352s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.744231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-16T07:02:26.411944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.437047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:02:26.412181Z","caller":"traceutil/trace.go:171","msg":"trace[53358549] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4892; }","duration":"657.853414ms","start":"2026-07-16T07:02:25.754314Z","end":"2026-07-16T07:02:26.412167Z","steps":["trace[53358549] 'agreement among raft nodes before linearized reading' (duration: 657.558296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:24.920737Z","time spent":"1.491375492s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:02:26.412147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.046602Z","time spent":"1.365528196s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:02:26.412288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.754287Z","time spent":"657.984898ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:02:26.412298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.358865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-16T07:02:26.412271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.88227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:02:26.412342Z","caller":"traceutil/trace.go:171","msg":"trace[1728869912] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4892; }","duration":"624.417326ms","start":"2026-07-16T07:02:25.78791Z","end":"2026-07-16T07:02:26.412328Z","steps":["trace[1728869912] 'agreement among raft nodes before linearized reading' (duration: 623.776048ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:26.412308Z","caller":"traceutil/trace.go:171","msg":"trace[4619404] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4892; }","duration":"624.973301ms","start":"2026-07-16T07:02:25.787297Z","end":"2026-07-16T07:02:26.41227Z","steps":["trace[4619404] 'agreement among raft nodes before linearized reading' (duration: 624.281032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.787899Z","time spent":"624.469408ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:02:26.412384Z","caller":"traceutil/trace.go:171","msg":"trace[1223901357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4892; }","duration":"656.088205ms","start":"2026-07-16T07:02:25.756268Z","end":"2026-07-16T07:02:26.412356Z","steps":["trace[1223901357] 'agreement among raft nodes before linearized reading' (duration: 655.575381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134691987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-16T07:02:26.412436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.756219Z","time spent":"656.207099ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:02:26.412471Z","caller":"traceutil/trace.go:171","msg":"trace[881292540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4892; }","duration":"1.135093719s","start":"2026-07-16T07:02:25.27736Z","end":"2026-07-16T07:02:26.412454Z","steps":["trace[881292540] 'agreement among raft nodes before linearized reading' (duration: 1.134488082s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.277339Z","time spent":"1.135175601s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:02:26.411816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.324465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:26.412599Z","caller":"traceutil/trace.go:171","msg":"trace[481057930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4892; }","duration":"955.194699ms","start":"2026-07-16T07:02:25.457391Z","end":"2026-07-16T07:02:26.412586Z","steps":["trace[481057930] 'agreement among raft nodes before linearized reading' (duration: 954.339475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.787272Z","time spent":"625.136936ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:02:26.412653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.457364Z","time spent":"955.274001ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:02:26.412639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.087689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T07:02:26.412799Z","caller":"traceutil/trace.go:171","msg":"trace[1075904137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4892; }","duration":"757.447899ms","start":"2026-07-16T07:02:25.655329Z","end":"2026-07-16T07:02:26.412777Z","steps":["trace[1075904137] 'agreement among raft nodes before linearized reading' (duration: 756.419191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.412177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.680493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-16T07:02:26.412926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.655296Z","time spent":"757.615114ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:02:26.413029Z","caller":"traceutil/trace.go:171","msg":"trace[371493799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:4892; }","duration":"751.513825ms","start":"2026-07-16T07:02:25.661461Z","end":"2026-07-16T07:02:26.412974Z","steps":["trace[371493799] 'agreement among raft nodes before linearized reading' (duration: 750.079746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.413073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:25.661448Z","time spent":"751.613009ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"info","ts":"2026-07-16T07:02:26.413849Z","caller":"traceutil/trace.go:171","msg":"trace[1989357367] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"352.86172ms","start":"2026-07-16T07:02:26.060969Z","end":"2026-07-16T07:02:26.413831Z","steps":["trace[1989357367] 'process raft request' (duration: 352.707346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:26.413973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:02:26.060935Z","time spent":"352.971072ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8036,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:02:26.415606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.377583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:02:26.415742Z","caller":"traceutil/trace.go:171","msg":"trace[947490185] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4894; }","duration":"168.518137ms","start":"2026-07-16T07:02:26.247208Z","end":"2026-07-16T07:02:26.415726Z","steps":["trace[947490185] 'agreement among raft nodes before linearized reading' (duration: 168.356843ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:33.125433Z","caller":"traceutil/trace.go:171","msg":"trace[1065678930] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5279; }","duration":"112.352915ms","start":"2026-07-16T07:02:33.013047Z","end":"2026-07-16T07:02:33.1254Z","steps":["trace[1065678930] 'read index received' (duration: 112.058627ms)","trace[1065678930] 'applied index is now lower than readState.Index' (duration: 292.948µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:02:33.125495Z","caller":"traceutil/trace.go:171","msg":"trace[787441483] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"126.267577ms","start":"2026-07-16T07:02:32.999196Z","end":"2026-07-16T07:02:33.125463Z","steps":["trace[787441483] 'process raft request' (duration: 126.01706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:02:33.125721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.657274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-16T07:02:33.125778Z","caller":"traceutil/trace.go:171","msg":"trace[277087532] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5068; }","duration":"112.729946ms","start":"2026-07-16T07:02:33.01303Z","end":"2026-07-16T07:02:33.12576Z","steps":["trace[277087532] 'agreement among raft nodes before linearized reading' (duration: 112.542091ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:02:40.203014Z","caller":"traceutil/trace.go:171","msg":"trace[2000446338] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"135.028128ms","start":"2026-07-16T07:02:40.06795Z","end":"2026-07-16T07:02:40.202978Z","steps":["trace[2000446338] 'process raft request' (duration: 134.816292ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:03:34.61724Z","caller":"traceutil/trace.go:171","msg":"trace[160719291] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"130.163369ms","start":"2026-07-16T07:03:34.486954Z","end":"2026-07-16T07:03:34.617117Z","steps":["trace[160719291] 'process raft request' (duration: 129.948493ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:04:19.227311Z","caller":"traceutil/trace.go:171","msg":"trace[1142269905] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6340; }","duration":"115.190654ms","start":"2026-07-16T07:04:19.112088Z","end":"2026-07-16T07:04:19.227279Z","steps":["trace[1142269905] 'read index received' (duration: 115.04666ms)","trace[1142269905] 'applied index is now lower than readState.Index' (duration: 143.084µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:04:19.227461Z","caller":"traceutil/trace.go:171","msg":"trace[1726524891] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"126.429235ms","start":"2026-07-16T07:04:19.10097Z","end":"2026-07-16T07:04:19.227399Z","steps":["trace[1726524891] 'process raft request' (duration: 126.150407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:04:19.227583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.475031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T07:04:19.227626Z","caller":"traceutil/trace.go:171","msg":"trace[1290519993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6084; }","duration":"115.564454ms","start":"2026-07-16T07:04:19.112052Z","end":"2026-07-16T07:04:19.227616Z","steps":["trace[1290519993] 'agreement among raft nodes before linearized reading' (duration: 115.369769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:04:19.22784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.332992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-16T07:04:19.22789Z","caller":"traceutil/trace.go:171","msg":"trace[486276189] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6084; }","duration":"105.392533ms","start":"2026-07-16T07:04:19.122486Z","end":"2026-07-16T07:04:19.227878Z","steps":["trace[486276189] 'agreement among raft nodes before linearized reading' (duration: 105.190888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:04:19.22784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.430213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T07:04:19.227971Z","caller":"traceutil/trace.go:171","msg":"trace[1130959883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6084; }","duration":"110.612568ms","start":"2026-07-16T07:04:19.117343Z","end":"2026-07-16T07:04:19.227956Z","steps":["trace[1130959883] 'agreement among raft nodes before linearized reading' (duration: 110.265648ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:04:19.36862Z","caller":"traceutil/trace.go:171","msg":"trace[1801578003] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"134.822047ms","start":"2026-07-16T07:04:19.233774Z","end":"2026-07-16T07:04:19.368596Z","steps":["trace[1801578003] 'process raft request' (duration: 134.774566ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:04:19.368634Z","caller":"traceutil/trace.go:171","msg":"trace[1564411123] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"134.92331ms","start":"2026-07-16T07:04:19.233687Z","end":"2026-07-16T07:04:19.36861Z","steps":["trace[1564411123] 'process raft request' (duration: 134.773795ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:04:19.368771Z","caller":"traceutil/trace.go:171","msg":"trace[1600920876] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"135.226588ms","start":"2026-07-16T07:04:19.233334Z","end":"2026-07-16T07:04:19.36856Z","steps":["trace[1600920876] 'process raft request' (duration: 130.853277ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:05:17.071516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3113} {"level":"info","ts":"2026-07-16T07:05:17.168465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3113,"took":"94.616365ms","hash":2516871791,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":33751040,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-16T07:05:17.16857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2516871791,"revision":3113,"compact-revision":-1} {"level":"info","ts":"2026-07-16T07:06:50.437047Z","caller":"traceutil/trace.go:171","msg":"trace[958011134] linearizableReadLoop","detail":"{readStateIndex:7666; appliedIndex:7665; }","duration":"193.880512ms","start":"2026-07-16T07:06:50.24314Z","end":"2026-07-16T07:06:50.437021Z","steps":["trace[958011134] 'read index received' (duration: 193.639715ms)","trace[958011134] 'applied index is now lower than readState.Index' (duration: 240.017µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:06:50.43749Z","caller":"traceutil/trace.go:171","msg":"trace[1252114704] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"225.028935ms","start":"2026-07-16T07:06:50.21245Z","end":"2026-07-16T07:06:50.437479Z","steps":["trace[1252114704] 'process raft request' (duration: 224.402457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:06:50.437774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.621422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-16T07:06:50.437853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.822356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-16T07:06:50.437957Z","caller":"traceutil/trace.go:171","msg":"trace[732331752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7341; }","duration":"190.97532ms","start":"2026-07-16T07:06:50.246959Z","end":"2026-07-16T07:06:50.437934Z","steps":["trace[732331752] 'agreement among raft nodes before linearized reading' (duration: 190.652211ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:06:50.437879Z","caller":"traceutil/trace.go:171","msg":"trace[681066953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7341; }","duration":"194.792867ms","start":"2026-07-16T07:06:50.243065Z","end":"2026-07-16T07:06:50.437858Z","steps":["trace[681066953] 'agreement among raft nodes before linearized reading' (duration: 194.54827ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:22.94408Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002194.wal"} {"level":"warn","ts":"2026-07-16T07:08:27.089081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830543006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:08:27.329118Z","caller":"traceutil/trace.go:171","msg":"trace[411856468] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"783.888647ms","start":"2026-07-16T07:08:26.545202Z","end":"2026-07-16T07:08:27.329091Z","steps":["trace[411856468] 'process raft request' (duration: 783.719442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.32927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.545185Z","time spent":"784.012331ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:27.329886Z","caller":"traceutil/trace.go:171","msg":"trace[2147451249] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8623; }","duration":"741.050555ms","start":"2026-07-16T07:08:26.588819Z","end":"2026-07-16T07:08:27.329869Z","steps":["trace[2147451249] 'read index received' (duration: 741.043865ms)","trace[2147451249] 'applied index is now lower than readState.Index' (duration: 5.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:27.330096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.795265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:08:27.330174Z","caller":"traceutil/trace.go:171","msg":"trace[1971883064] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8256; }","duration":"571.902948ms","start":"2026-07-16T07:08:26.75825Z","end":"2026-07-16T07:08:27.330153Z","steps":["trace[1971883064] 'agreement among raft nodes before linearized reading' (duration: 571.721983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.330191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.128695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:08:27.33027Z","caller":"traceutil/trace.go:171","msg":"trace[1348720013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8256; }","duration":"299.258779ms","start":"2026-07-16T07:08:27.030991Z","end":"2026-07-16T07:08:27.33025Z","steps":["trace[1348720013] 'agreement among raft nodes before linearized reading' (duration: 299.008122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.33034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.703514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:08:27.330393Z","caller":"traceutil/trace.go:171","msg":"trace[1347870440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8256; }","duration":"307.793266ms","start":"2026-07-16T07:08:27.022588Z","end":"2026-07-16T07:08:27.330381Z","steps":["trace[1347870440] 'agreement among raft nodes before linearized reading' (duration: 307.657072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.330437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.022563Z","time spent":"307.858838ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:08:27.330591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.775426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:08:27.330656Z","caller":"traceutil/trace.go:171","msg":"trace[979177739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8256; }","duration":"741.880688ms","start":"2026-07-16T07:08:26.588761Z","end":"2026-07-16T07:08:27.330641Z","steps":["trace[979177739] 'agreement among raft nodes before linearized reading' (duration: 741.718394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.330667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.404083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:08:27.330706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.588738Z","time spent":"741.953561ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"info","ts":"2026-07-16T07:08:27.330722Z","caller":"traceutil/trace.go:171","msg":"trace[991625129] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8256; }","duration":"507.508725ms","start":"2026-07-16T07:08:26.823198Z","end":"2026-07-16T07:08:27.330706Z","steps":["trace[991625129] 'agreement among raft nodes before linearized reading' (duration: 507.423013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.330771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.82317Z","time spent":"507.587598ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:08:27.331013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.738145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18239"} {"level":"warn","ts":"2026-07-16T07:08:27.331043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.1335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-16T07:08:27.331063Z","caller":"traceutil/trace.go:171","msg":"trace[741830450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8256; }","duration":"533.787277ms","start":"2026-07-16T07:08:26.797263Z","end":"2026-07-16T07:08:27.33105Z","steps":["trace[741830450] 'agreement among raft nodes before linearized reading' (duration: 533.668173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.331098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.797204Z","time spent":"533.88586ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18262,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:08:27.33135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.259522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:08:27.331404Z","caller":"traceutil/trace.go:171","msg":"trace[1467799625] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8256; }","duration":"561.332303ms","start":"2026-07-16T07:08:26.770055Z","end":"2026-07-16T07:08:27.331387Z","steps":["trace[1467799625] 'agreement among raft nodes before linearized reading' (duration: 561.20919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.331455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.770037Z","time spent":"561.406376ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:08:27.33109Z","caller":"traceutil/trace.go:171","msg":"trace[1918187487] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8256; }","duration":"297.217092ms","start":"2026-07-16T07:08:27.033859Z","end":"2026-07-16T07:08:27.331076Z","steps":["trace[1918187487] 'agreement among raft nodes before linearized reading' (duration: 297.084119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.330218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:26.75823Z","time spent":"571.976649ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:08:27.711497Z","caller":"traceutil/trace.go:171","msg":"trace[2077421734] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"375.753059ms","start":"2026-07-16T07:08:27.335704Z","end":"2026-07-16T07:08:27.711457Z","steps":["trace[2077421734] 'process raft request' (duration: 347.179714ms)","trace[2077421734] 'compare' (duration: 28.40697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:27.711668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.335691Z","time spent":"375.895093ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:27.720637Z","caller":"traceutil/trace.go:171","msg":"trace[2054094807] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"383.958447ms","start":"2026-07-16T07:08:27.336651Z","end":"2026-07-16T07:08:27.720609Z","steps":["trace[2054094807] 'process raft request' (duration: 383.754251ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:27.720838Z","caller":"traceutil/trace.go:171","msg":"trace[1474109318] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"383.31868ms","start":"2026-07-16T07:08:27.337505Z","end":"2026-07-16T07:08:27.720824Z","steps":["trace[1474109318] 'process raft request' (duration: 383.046962ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:27.720862Z","caller":"traceutil/trace.go:171","msg":"trace[872362182] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8623; }","duration":"381.293722ms","start":"2026-07-16T07:08:27.339556Z","end":"2026-07-16T07:08:27.720849Z","steps":["trace[872362182] 'read index received' (duration: 343.340446ms)","trace[872362182] 'applied index is now lower than readState.Index' (duration: 37.952356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:27.720923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.337496Z","time spent":"383.390851ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:08:27.72083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.33663Z","time spent":"384.07903ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:27.721053Z","caller":"traceutil/trace.go:171","msg":"trace[546690390] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"383.023641ms","start":"2026-07-16T07:08:27.338021Z","end":"2026-07-16T07:08:27.721045Z","steps":["trace[546690390] 'process raft request' (duration: 382.790804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.721105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.338014Z","time spent":"383.053611ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:27.721119Z","caller":"traceutil/trace.go:171","msg":"trace[262347566] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"383.066443ms","start":"2026-07-16T07:08:27.338012Z","end":"2026-07-16T07:08:27.721079Z","steps":["trace[262347566] 'process raft request' (duration: 382.732673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.721191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.626062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203500"} {"level":"info","ts":"2026-07-16T07:08:27.721222Z","caller":"traceutil/trace.go:171","msg":"trace[2129268114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8261; }","duration":"381.698675ms","start":"2026-07-16T07:08:27.339515Z","end":"2026-07-16T07:08:27.721214Z","steps":["trace[2129268114] 'agreement among raft nodes before linearized reading' (duration: 381.398846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:27.721244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.339506Z","time spent":"381.732065ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203523,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:08:27.721278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:27.338003Z","time spent":"383.191236ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:37.956492Z","caller":"traceutil/trace.go:171","msg":"trace[999017092] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"177.722697ms","start":"2026-07-16T07:08:37.778741Z","end":"2026-07-16T07:08:37.956464Z","steps":["trace[999017092] 'process raft request' (duration: 162.269227ms)","trace[999017092] 'compare' (duration: 15.014478ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:37.997606Z","caller":"traceutil/trace.go:171","msg":"trace[1696480050] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8695; }","duration":"215.414155ms","start":"2026-07-16T07:08:37.782171Z","end":"2026-07-16T07:08:37.997585Z","steps":["trace[1696480050] 'read index received' (duration: 158.842121ms)","trace[1696480050] 'applied index is now lower than readState.Index' (duration: 56.570894ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:37.997709Z","caller":"traceutil/trace.go:171","msg":"trace[1054579226] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"217.892105ms","start":"2026-07-16T07:08:37.779807Z","end":"2026-07-16T07:08:37.9977Z","steps":["trace[1054579226] 'process raft request' (duration: 217.660108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:37.998065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.878678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203500"} {"level":"info","ts":"2026-07-16T07:08:37.998092Z","caller":"traceutil/trace.go:171","msg":"trace[1217831109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8326; }","duration":"215.94554ms","start":"2026-07-16T07:08:37.78214Z","end":"2026-07-16T07:08:37.998085Z","steps":["trace[1217831109] 'agreement among raft nodes before linearized reading' (duration: 215.666313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:37.998082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.670506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:08:37.998146Z","caller":"traceutil/trace.go:171","msg":"trace[1480804146] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8326; }","duration":"186.760018ms","start":"2026-07-16T07:08:37.811369Z","end":"2026-07-16T07:08:37.998129Z","steps":["trace[1480804146] 'agreement among raft nodes before linearized reading' (duration: 186.652105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:37.998476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.548242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:08:37.998512Z","caller":"traceutil/trace.go:171","msg":"trace[229672934] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8326; }","duration":"177.609903ms","start":"2026-07-16T07:08:37.820894Z","end":"2026-07-16T07:08:37.998504Z","steps":["trace[229672934] 'agreement among raft nodes before linearized reading' (duration: 177.549991ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:38.501121Z","caller":"traceutil/trace.go:171","msg":"trace[1566626087] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"114.367323ms","start":"2026-07-16T07:08:38.386727Z","end":"2026-07-16T07:08:38.501094Z","steps":["trace[1566626087] 'process raft request' (duration: 114.206519ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:38.519878Z","caller":"traceutil/trace.go:171","msg":"trace[1372123980] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"124.597658ms","start":"2026-07-16T07:08:38.395262Z","end":"2026-07-16T07:08:38.51986Z","steps":["trace[1372123980] 'process raft request' (duration: 124.455914ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.062608Z","caller":"traceutil/trace.go:171","msg":"trace[263302940] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"676.245602ms","start":"2026-07-16T07:08:39.386337Z","end":"2026-07-16T07:08:40.062583Z","steps":["trace[263302940] 'process raft request' (duration: 676.063027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.062799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:39.386312Z","time spent":"676.382986ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:40.190696Z","caller":"traceutil/trace.go:171","msg":"trace[1182816209] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8707; }","duration":"412.023008ms","start":"2026-07-16T07:08:39.778643Z","end":"2026-07-16T07:08:40.190666Z","steps":["trace[1182816209] 'read index received' (duration: 283.762998ms)","trace[1182816209] 'applied index is now lower than readState.Index' (duration: 128.2586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:40.190988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.872591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:08:40.191046Z","caller":"traceutil/trace.go:171","msg":"trace[1689557606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8337; }","duration":"186.978504ms","start":"2026-07-16T07:08:40.004057Z","end":"2026-07-16T07:08:40.191036Z","steps":["trace[1689557606] 'agreement among raft nodes before linearized reading' (duration: 186.799129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.191106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.435993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-16T07:08:40.191109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.300616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:08:40.191239Z","caller":"traceutil/trace.go:171","msg":"trace[1913096525] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8337; }","duration":"135.489941ms","start":"2026-07-16T07:08:40.055718Z","end":"2026-07-16T07:08:40.191208Z","steps":["trace[1913096525] 'agreement among raft nodes before linearized reading' (duration: 135.258544ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.191161Z","caller":"traceutil/trace.go:171","msg":"trace[1987632516] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8337; }","duration":"189.540615ms","start":"2026-07-16T07:08:40.001607Z","end":"2026-07-16T07:08:40.191147Z","steps":["trace[1987632516] 'agreement among raft nodes before linearized reading' (duration: 189.283098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.191374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.411928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:08:40.191474Z","caller":"traceutil/trace.go:171","msg":"trace[1783594050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"412.860841ms","start":"2026-07-16T07:08:39.778592Z","end":"2026-07-16T07:08:40.191452Z","steps":["trace[1783594050] 'agreement among raft nodes before linearized reading' (duration: 412.209403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.191541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.913779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:08:40.190802Z","caller":"traceutil/trace.go:171","msg":"trace[245343397] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"774.932848ms","start":"2026-07-16T07:08:39.415847Z","end":"2026-07-16T07:08:40.19078Z","steps":["trace[245343397] 'process raft request' (duration: 774.618399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.191557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:39.778569Z","time spent":"412.972624ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:08:40.191701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.707502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:08:40.191665Z","caller":"traceutil/trace.go:171","msg":"trace[1313256272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8337; }","duration":"230.077474ms","start":"2026-07-16T07:08:39.961568Z","end":"2026-07-16T07:08:40.191645Z","steps":["trace[1313256272] 'agreement among raft nodes before linearized reading' (duration: 229.645902ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.191779Z","caller":"traceutil/trace.go:171","msg":"trace[1214872764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"271.828775ms","start":"2026-07-16T07:08:39.919935Z","end":"2026-07-16T07:08:40.191764Z","steps":["trace[1214872764] 'agreement among raft nodes before linearized reading' (duration: 270.894529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.191784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:39.415808Z","time spent":"775.902476ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:40.375639Z","caller":"traceutil/trace.go:171","msg":"trace[2096960758] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8340; }","duration":"177.293453ms","start":"2026-07-16T07:08:40.198318Z","end":"2026-07-16T07:08:40.375611Z","steps":["trace[2096960758] 'process raft request' (duration: 177.242782ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.376185Z","caller":"traceutil/trace.go:171","msg":"trace[1253081816] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"180.830912ms","start":"2026-07-16T07:08:40.19534Z","end":"2026-07-16T07:08:40.37617Z","steps":["trace[1253081816] 'process raft request' (duration: 179.852455ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.376373Z","caller":"traceutil/trace.go:171","msg":"trace[492167582] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"180.03818ms","start":"2026-07-16T07:08:40.196324Z","end":"2026-07-16T07:08:40.376362Z","steps":["trace[492167582] 'process raft request' (duration: 179.055273ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.376525Z","caller":"traceutil/trace.go:171","msg":"trace[1893105281] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"178.353033ms","start":"2026-07-16T07:08:40.198159Z","end":"2026-07-16T07:08:40.376512Z","steps":["trace[1893105281] 'process raft request' (duration: 177.291744ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.377273Z","caller":"traceutil/trace.go:171","msg":"trace[1571495233] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8714; }","duration":"159.194601ms","start":"2026-07-16T07:08:40.218046Z","end":"2026-07-16T07:08:40.377241Z","steps":["trace[1571495233] 'read index received' (duration: 159.17785ms)","trace[1571495233] 'applied index is now lower than readState.Index' (duration: 13.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:40.377529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.55954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-16T07:08:40.377579Z","caller":"traceutil/trace.go:171","msg":"trace[1147710605] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8340; }","duration":"182.665963ms","start":"2026-07-16T07:08:40.194896Z","end":"2026-07-16T07:08:40.377561Z","steps":["trace[1147710605] 'agreement among raft nodes before linearized reading' (duration: 182.454068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.377583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.284122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:08:40.377673Z","caller":"traceutil/trace.go:171","msg":"trace[1674640826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8340; }","duration":"182.400396ms","start":"2026-07-16T07:08:40.195254Z","end":"2026-07-16T07:08:40.377654Z","steps":["trace[1674640826] 'agreement among raft nodes before linearized reading' (duration: 182.18739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.37778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.872241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203500"} {"level":"info","ts":"2026-07-16T07:08:40.377874Z","caller":"traceutil/trace.go:171","msg":"trace[709552270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8340; }","duration":"182.008605ms","start":"2026-07-16T07:08:40.195846Z","end":"2026-07-16T07:08:40.377854Z","steps":["trace[709552270] 'agreement among raft nodes before linearized reading' (duration: 181.455689ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.522649Z","caller":"traceutil/trace.go:171","msg":"trace[1605043282] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"142.710683ms","start":"2026-07-16T07:08:40.379901Z","end":"2026-07-16T07:08:40.522612Z","steps":["trace[1605043282] 'read index received' (duration: 83.006561ms)","trace[1605043282] 'applied index is now lower than readState.Index' (duration: 59.702782ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:40.522777Z","caller":"traceutil/trace.go:171","msg":"trace[34804583] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"303.732004ms","start":"2026-07-16T07:08:40.21903Z","end":"2026-07-16T07:08:40.522762Z","steps":["trace[34804583] 'process raft request' (duration: 243.739354ms)","trace[34804583] 'compare' (duration: 59.64837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:40.52291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.21901Z","time spent":"303.799165ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:08:40.523025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.134784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-07-16T07:08:40.523087Z","caller":"traceutil/trace.go:171","msg":"trace[292334056] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8341; }","duration":"143.241387ms","start":"2026-07-16T07:08:40.379827Z","end":"2026-07-16T07:08:40.523069Z","steps":["trace[292334056] 'agreement among raft nodes before linearized reading' (duration: 142.997681ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.618679Z","caller":"traceutil/trace.go:171","msg":"trace[1276015720] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"236.216794ms","start":"2026-07-16T07:08:40.382427Z","end":"2026-07-16T07:08:40.618644Z","steps":["trace[1276015720] 'process raft request' (duration: 235.996258ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.618981Z","caller":"traceutil/trace.go:171","msg":"trace[1550747880] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"236.844472ms","start":"2026-07-16T07:08:40.382126Z","end":"2026-07-16T07:08:40.61897Z","steps":["trace[1550747880] 'process raft request' (duration: 236.145793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.619173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.589833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:08:40.61933Z","caller":"traceutil/trace.go:171","msg":"trace[642475535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8343; }","duration":"232.708337ms","start":"2026-07-16T07:08:40.386532Z","end":"2026-07-16T07:08:40.619241Z","steps":["trace[642475535] 'agreement among raft nodes before linearized reading' (duration: 232.225704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.620431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.729673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:08:40.620498Z","caller":"traceutil/trace.go:171","msg":"trace[1531563265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8343; }","duration":"114.846726ms","start":"2026-07-16T07:08:40.505634Z","end":"2026-07-16T07:08:40.620481Z","steps":["trace[1531563265] 'agreement among raft nodes before linearized reading' (duration: 113.002325ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.822567Z","caller":"traceutil/trace.go:171","msg":"trace[1155212008] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8717; }","duration":"204.034589ms","start":"2026-07-16T07:08:40.618505Z","end":"2026-07-16T07:08:40.82254Z","steps":["trace[1155212008] 'read index received' (duration: 203.910386ms)","trace[1155212008] 'applied index is now lower than readState.Index' (duration: 123.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:40.822603Z","caller":"traceutil/trace.go:171","msg":"trace[818792417] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"296.855002ms","start":"2026-07-16T07:08:40.525712Z","end":"2026-07-16T07:08:40.822567Z","steps":["trace[818792417] 'process raft request' (duration: 296.575634ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:40.822692Z","caller":"traceutil/trace.go:171","msg":"trace[1658573233] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"288.417838ms","start":"2026-07-16T07:08:40.534241Z","end":"2026-07-16T07:08:40.822659Z","steps":["trace[1658573233] 'process raft request' (duration: 288.225582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:40.822812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.051308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-16T07:08:40.822854Z","caller":"traceutil/trace.go:171","msg":"trace[1533394037] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8345; }","duration":"297.150111ms","start":"2026-07-16T07:08:40.525693Z","end":"2026-07-16T07:08:40.822843Z","steps":["trace[1533394037] 'agreement among raft nodes before linearized reading' (duration: 296.980976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:41.323587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830543305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:08:42.15651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.283252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:08:42.15675Z","caller":"traceutil/trace.go:171","msg":"trace[1811972963] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"1.531133986s","start":"2026-07-16T07:08:40.625598Z","end":"2026-07-16T07:08:42.156732Z","steps":["trace[1811972963] 'process raft request' (duration: 1.531021343s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.156834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.625566Z","time spent":"1.531232709s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:42.157082Z","caller":"traceutil/trace.go:171","msg":"trace[189958757] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.532493103s","start":"2026-07-16T07:08:40.624577Z","end":"2026-07-16T07:08:42.15707Z","steps":["trace[189958757] 'process raft request' (duration: 887.532182ms)","trace[189958757] 'compare' (duration: 643.852941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:42.157145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.624561Z","time spent":"1.532554466s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:08:42.365406Z","caller":"traceutil/trace.go:171","msg":"trace[1117058560] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8719; }","duration":"1.542736819s","start":"2026-07-16T07:08:40.82264Z","end":"2026-07-16T07:08:42.365377Z","steps":["trace[1117058560] 'read index received' (duration: 689.46409ms)","trace[1117058560] 'applied index is now lower than readState.Index' (duration: 853.271609ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:42.365513Z","caller":"traceutil/trace.go:171","msg":"trace[913492101] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"1.361554336s","start":"2026-07-16T07:08:41.003886Z","end":"2026-07-16T07:08:42.36544Z","steps":["trace[913492101] 'process raft request' (duration: 1.339880943s)","trace[913492101] 'compare' (duration: 21.362864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:42.365687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741660896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:08:42.365747Z","caller":"traceutil/trace.go:171","msg":"trace[1557627373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8348; }","duration":"1.741753688s","start":"2026-07-16T07:08:40.623973Z","end":"2026-07-16T07:08:42.365726Z","steps":["trace[1557627373] 'agreement among raft nodes before linearized reading' (duration: 1.741552542s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.365735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:41.003856Z","time spent":"1.361756832s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:08:42.365746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541202447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T07:08:42.365793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.623962Z","time spent":"1.74181831s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:08:42.365834Z","caller":"traceutil/trace.go:171","msg":"trace[1715627266] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8348; }","duration":"1.54134121s","start":"2026-07-16T07:08:40.82447Z","end":"2026-07-16T07:08:42.365811Z","steps":["trace[1715627266] 'agreement among raft nodes before linearized reading' (duration: 1.541111684s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.365895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.824449Z","time spent":"1.541432342s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:08:42.366089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.01814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:08:42.366129Z","caller":"traceutil/trace.go:171","msg":"trace[558769009] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8348; }","duration":"891.098892ms","start":"2026-07-16T07:08:41.475019Z","end":"2026-07-16T07:08:42.366118Z","steps":["trace[558769009] 'agreement among raft nodes before linearized reading' (duration: 891.0224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.366162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:41.474999Z","time spent":"891.152574ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:08:42.366173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.323498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:08:42.366227Z","caller":"traceutil/trace.go:171","msg":"trace[428679466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8348; }","duration":"448.40407ms","start":"2026-07-16T07:08:41.917805Z","end":"2026-07-16T07:08:42.366209Z","steps":["trace[428679466] 'agreement among raft nodes before linearized reading' (duration: 448.321958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.366286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:41.917785Z","time spent":"448.493452ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:08:42.366293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7425339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-16T07:08:42.366325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.917405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:08:42.366391Z","caller":"traceutil/trace.go:171","msg":"trace[473072054] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8348; }","duration":"255.026258ms","start":"2026-07-16T07:08:42.111349Z","end":"2026-07-16T07:08:42.366375Z","steps":["trace[473072054] 'agreement among raft nodes before linearized reading' (duration: 254.924005ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:42.366392Z","caller":"traceutil/trace.go:171","msg":"trace[1989458190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8348; }","duration":"1.742671344s","start":"2026-07-16T07:08:40.623695Z","end":"2026-07-16T07:08:42.366366Z","steps":["trace[1989458190] 'agreement among raft nodes before linearized reading' (duration: 1.742374475s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.366371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518931906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-16T07:08:42.36646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.623676Z","time spent":"1.742764766s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:08:42.366496Z","caller":"traceutil/trace.go:171","msg":"trace[1030125225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8348; }","duration":"1.51905825s","start":"2026-07-16T07:08:40.847395Z","end":"2026-07-16T07:08:42.366454Z","steps":["trace[1030125225] 'agreement among raft nodes before linearized reading' (duration: 1.51869086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.36655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:40.847378Z","time spent":"1.519155782s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:08:42.366871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.00495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T07:08:42.366999Z","caller":"traceutil/trace.go:171","msg":"trace[1245077753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8348; }","duration":"300.290728ms","start":"2026-07-16T07:08:42.066687Z","end":"2026-07-16T07:08:42.366978Z","steps":["trace[1245077753] 'agreement among raft nodes before linearized reading' (duration: 299.320291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.367107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:08:42.066668Z","time spent":"300.424092ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:08:42.582023Z","caller":"traceutil/trace.go:171","msg":"trace[1927146552] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8722; }","duration":"204.407719ms","start":"2026-07-16T07:08:42.377588Z","end":"2026-07-16T07:08:42.581996Z","steps":["trace[1927146552] 'read index received' (duration: 74.572456ms)","trace[1927146552] 'applied index is now lower than readState.Index' (duration: 129.834043ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:42.582173Z","caller":"traceutil/trace.go:171","msg":"trace[1731333291] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"209.938504ms","start":"2026-07-16T07:08:42.372216Z","end":"2026-07-16T07:08:42.582155Z","steps":["trace[1731333291] 'process raft request' (duration: 163.158222ms)","trace[1731333291] 'compare' (duration: 46.422332ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:42.58233Z","caller":"traceutil/trace.go:171","msg":"trace[1704618076] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"209.543462ms","start":"2026-07-16T07:08:42.372741Z","end":"2026-07-16T07:08:42.582284Z","steps":["trace[1704618076] 'process raft request' (duration: 209.197903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.582423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.79149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-07-16T07:08:42.582491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.337814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:08:42.582527Z","caller":"traceutil/trace.go:171","msg":"trace[1593015146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8351; }","duration":"196.412677ms","start":"2026-07-16T07:08:42.386104Z","end":"2026-07-16T07:08:42.582517Z","steps":["trace[1593015146] 'agreement among raft nodes before linearized reading' (duration: 196.249932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.582504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.691694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:08:42.582551Z","caller":"traceutil/trace.go:171","msg":"trace[1736882495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8351; }","duration":"204.942545ms","start":"2026-07-16T07:08:42.377565Z","end":"2026-07-16T07:08:42.582507Z","steps":["trace[1736882495] 'agreement among raft nodes before linearized reading' (duration: 204.616206ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:42.582583Z","caller":"traceutil/trace.go:171","msg":"trace[490244916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8351; }","duration":"201.804657ms","start":"2026-07-16T07:08:42.38076Z","end":"2026-07-16T07:08:42.582565Z","steps":["trace[490244916] 'agreement among raft nodes before linearized reading' (duration: 201.572681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.582649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.768906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-16T07:08:42.582663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.515259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-16T07:08:42.582722Z","caller":"traceutil/trace.go:171","msg":"trace[38675835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8351; }","duration":"201.857738ms","start":"2026-07-16T07:08:42.380847Z","end":"2026-07-16T07:08:42.582705Z","steps":["trace[38675835] 'agreement among raft nodes before linearized reading' (duration: 201.713504ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:42.582728Z","caller":"traceutil/trace.go:171","msg":"trace[860059117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8351; }","duration":"201.630982ms","start":"2026-07-16T07:08:42.381083Z","end":"2026-07-16T07:08:42.582714Z","steps":["trace[860059117] 'agreement among raft nodes before linearized reading' (duration: 201.402506ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:42.876706Z","caller":"traceutil/trace.go:171","msg":"trace[1033483176] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"289.527028ms","start":"2026-07-16T07:08:42.587156Z","end":"2026-07-16T07:08:42.876683Z","steps":["trace[1033483176] 'process raft request' (duration: 289.301612ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:42.876904Z","caller":"traceutil/trace.go:171","msg":"trace[1818449258] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8725; }","duration":"289.154677ms","start":"2026-07-16T07:08:42.587721Z","end":"2026-07-16T07:08:42.876875Z","steps":["trace[1818449258] 'read index received' (duration: 30.068067ms)","trace[1818449258] 'applied index is now lower than readState.Index' (duration: 259.08342ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:42.876932Z","caller":"traceutil/trace.go:171","msg":"trace[1357370889] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"288.306294ms","start":"2026-07-16T07:08:42.588611Z","end":"2026-07-16T07:08:42.876917Z","steps":["trace[1357370889] 'process raft request' (duration: 288.023486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:42.877348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.60346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203500"} {"level":"info","ts":"2026-07-16T07:08:42.877389Z","caller":"traceutil/trace.go:171","msg":"trace[1568584489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8354; }","duration":"289.687742ms","start":"2026-07-16T07:08:42.587691Z","end":"2026-07-16T07:08:42.877379Z","steps":["trace[1568584489] 'agreement among raft nodes before linearized reading' (duration: 289.279421ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:08:43.089804Z","caller":"traceutil/trace.go:171","msg":"trace[548643223] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8728; }","duration":"170.170076ms","start":"2026-07-16T07:08:42.919599Z","end":"2026-07-16T07:08:43.089769Z","steps":["trace[548643223] 'read index received' (duration: 70.296426ms)","trace[548643223] 'applied index is now lower than readState.Index' (duration: 99.87214ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:08:43.089878Z","caller":"traceutil/trace.go:171","msg":"trace[408480430] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"261.983551ms","start":"2026-07-16T07:08:42.827862Z","end":"2026-07-16T07:08:43.089845Z","steps":["trace[408480430] 'process raft request' (duration: 161.995618ms)","trace[408480430] 'compare' (duration: 99.741386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:08:43.090004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.375862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:08:43.090061Z","caller":"traceutil/trace.go:171","msg":"trace[942386575] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8355; }","duration":"170.485395ms","start":"2026-07-16T07:08:42.919563Z","end":"2026-07-16T07:08:43.090048Z","steps":["trace[942386575] 'agreement among raft nodes before linearized reading' (duration: 170.359691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:08:43.090063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.100655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:08:43.090706Z","caller":"traceutil/trace.go:171","msg":"trace[218137089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8355; }","duration":"170.795484ms","start":"2026-07-16T07:08:42.919867Z","end":"2026-07-16T07:08:43.090662Z","steps":["trace[218137089] 'agreement among raft nodes before linearized reading' (duration: 170.102715ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:09.178804Z","caller":"traceutil/trace.go:171","msg":"trace[2056937572] linearizableReadLoop","detail":"{readStateIndex:8966; appliedIndex:8965; }","duration":"161.076783ms","start":"2026-07-16T07:09:09.017686Z","end":"2026-07-16T07:09:09.178763Z","steps":["trace[2056937572] 'read index received' (duration: 160.892418ms)","trace[2056937572] 'applied index is now lower than readState.Index' (duration: 182.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:09.178966Z","caller":"traceutil/trace.go:171","msg":"trace[1325075006] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"168.621264ms","start":"2026-07-16T07:09:09.010334Z","end":"2026-07-16T07:09:09.178955Z","steps":["trace[1325075006] 'process raft request' (duration: 168.256344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:09.179167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.671346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:09.179246Z","caller":"traceutil/trace.go:171","msg":"trace[676008664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8581; }","duration":"135.786069ms","start":"2026-07-16T07:09:09.043439Z","end":"2026-07-16T07:09:09.179225Z","steps":["trace[676008664] 'agreement among raft nodes before linearized reading' (duration: 135.581024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:09.179429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.732371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T07:09:09.179475Z","caller":"traceutil/trace.go:171","msg":"trace[180795221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8581; }","duration":"161.822144ms","start":"2026-07-16T07:09:09.017642Z","end":"2026-07-16T07:09:09.179464Z","steps":["trace[180795221] 'agreement among raft nodes before linearized reading' (duration: 161.66685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:11.25116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830544016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:09:11.751953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830544016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:09:12.113863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393236508s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:09:12.114433Z","caller":"traceutil/trace.go:171","msg":"trace[433720522] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"1.393929067s","start":"2026-07-16T07:09:10.720467Z","end":"2026-07-16T07:09:12.114396Z","steps":["trace[433720522] 'process raft request' (duration: 1.393644599s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.114664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:10.720435Z","time spent":"1.394107892s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:09:12.119979Z","caller":"traceutil/trace.go:171","msg":"trace[897657048] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8972; }","duration":"1.369778674s","start":"2026-07-16T07:09:10.750174Z","end":"2026-07-16T07:09:12.119952Z","steps":["trace[897657048] 'read index received' (duration: 1.363918911s)","trace[897657048] 'applied index is now lower than readState.Index' (duration: 5.858563ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:12.120079Z","caller":"traceutil/trace.go:171","msg":"trace[1320853467] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"907.23783ms","start":"2026-07-16T07:09:11.212791Z","end":"2026-07-16T07:09:12.120029Z","steps":["trace[1320853467] 'process raft request' (duration: 907.011844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.565692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:09:12.120282Z","caller":"traceutil/trace.go:171","msg":"trace[448748754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"200.694306ms","start":"2026-07-16T07:09:11.919573Z","end":"2026-07-16T07:09:12.120267Z","steps":["trace[448748754] 'agreement among raft nodes before linearized reading' (duration: 200.585943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.055684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:09:12.120271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370050403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-16T07:09:12.120329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260865093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:09:12.120334Z","caller":"traceutil/trace.go:171","msg":"trace[992277818] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8588; }","duration":"843.154067ms","start":"2026-07-16T07:09:11.277169Z","end":"2026-07-16T07:09:12.120323Z","steps":["trace[992277818] 'agreement among raft nodes before linearized reading' (duration: 843.029143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322022786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-16T07:09:12.120362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:11.277147Z","time spent":"843.209629ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:09:12.12035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:11.212765Z","time spent":"907.423896ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:09:12.120373Z","caller":"traceutil/trace.go:171","msg":"trace[1567175326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8588; }","duration":"1.370214486s","start":"2026-07-16T07:09:10.750128Z","end":"2026-07-16T07:09:12.120342Z","steps":["trace[1567175326] 'agreement among raft nodes before linearized reading' (duration: 1.369938149s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:12.120417Z","caller":"traceutil/trace.go:171","msg":"trace[681586210] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8588; }","duration":"1.322269072s","start":"2026-07-16T07:09:10.798109Z","end":"2026-07-16T07:09:12.120378Z","steps":["trace[681586210] 'agreement among raft nodes before linearized reading' (duration: 1.321968754s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:10.750101Z","time spent":"1.370323199s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:12.12046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:10.798085Z","time spent":"1.322365165s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:09:12.120514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210636195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-16T07:09:12.120552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.348846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:12.120598Z","caller":"traceutil/trace.go:171","msg":"trace[389344331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8588; }","duration":"1.21079864s","start":"2026-07-16T07:09:10.909776Z","end":"2026-07-16T07:09:12.120574Z","steps":["trace[389344331] 'agreement among raft nodes before linearized reading' (duration: 1.210492341s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.767813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T07:09:12.120648Z","caller":"traceutil/trace.go:171","msg":"trace[677389426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8588; }","duration":"927.813413ms","start":"2026-07-16T07:09:11.192824Z","end":"2026-07-16T07:09:12.120638Z","steps":["trace[677389426] 'agreement among raft nodes before linearized reading' (duration: 927.278039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:10.909755Z","time spent":"1.210882321s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-16T07:09:12.120652Z","caller":"traceutil/trace.go:171","msg":"trace[1565472799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8588; }","duration":"929.508951ms","start":"2026-07-16T07:09:11.191118Z","end":"2026-07-16T07:09:12.120627Z","steps":["trace[1565472799] 'agreement among raft nodes before linearized reading' (duration: 929.167942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:11.192817Z","time spent":"927.848254ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:09:12.120706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:11.191093Z","time spent":"929.603723ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"info","ts":"2026-07-16T07:09:12.120745Z","caller":"traceutil/trace.go:171","msg":"trace[1483124981] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8588; }","duration":"1.261275554s","start":"2026-07-16T07:09:10.859457Z","end":"2026-07-16T07:09:12.120732Z","steps":["trace[1483124981] 'agreement among raft nodes before linearized reading' (duration: 1.260796081s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.120779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:10.859401Z","time spent":"1.261370567s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:09:12.121518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.005566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-16T07:09:12.12157Z","caller":"traceutil/trace.go:171","msg":"trace[2029231988] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8588; }","duration":"934.129029ms","start":"2026-07-16T07:09:11.187428Z","end":"2026-07-16T07:09:12.121557Z","steps":["trace[2029231988] 'agreement among raft nodes before linearized reading' (duration: 932.796392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:12.121602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:11.187387Z","time spent":"934.206251ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:09:23.534472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.776073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:09:23.534608Z","caller":"traceutil/trace.go:171","msg":"trace[1436083465] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8711; }","duration":"126.861301ms","start":"2026-07-16T07:09:23.407727Z","end":"2026-07-16T07:09:23.534588Z","steps":["trace[1436083465] 'compare' (duration: 101.636229ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:23.58067Z","caller":"traceutil/trace.go:171","msg":"trace[1460528915] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"172.536772ms","start":"2026-07-16T07:09:23.408095Z","end":"2026-07-16T07:09:23.580632Z","steps":["trace[1460528915] 'process raft request' (duration: 172.342287ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:23.80774Z","caller":"traceutil/trace.go:171","msg":"trace[728871647] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"174.193728ms","start":"2026-07-16T07:09:23.633493Z","end":"2026-07-16T07:09:23.807687Z","steps":["trace[728871647] 'process raft request' (duration: 173.90837ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.243805Z","caller":"traceutil/trace.go:171","msg":"trace[1814256087] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8713; }","duration":"427.91682ms","start":"2026-07-16T07:09:23.815862Z","end":"2026-07-16T07:09:24.243779Z","steps":["trace[1814256087] 'process raft request' (duration: 427.828928ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.243864Z","caller":"traceutil/trace.go:171","msg":"trace[894000077] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9107; }","duration":"323.125423ms","start":"2026-07-16T07:09:23.920705Z","end":"2026-07-16T07:09:24.24383Z","steps":["trace[894000077] 'read index received' (duration: 323.108483ms)","trace[894000077] 'applied index is now lower than readState.Index' (duration: 13.83µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:24.243956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:23.815836Z","time spent":"428.048674ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:09:24.244053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.319889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:09:24.24415Z","caller":"traceutil/trace.go:171","msg":"trace[1925631976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8713; }","duration":"323.467813ms","start":"2026-07-16T07:09:23.920658Z","end":"2026-07-16T07:09:24.244126Z","steps":["trace[1925631976] 'agreement among raft nodes before linearized reading' (duration: 323.291448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.244203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:23.920637Z","time spent":"323.552635ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:09:24.333734Z","caller":"traceutil/trace.go:171","msg":"trace[1828812446] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"169.032885ms","start":"2026-07-16T07:09:24.164671Z","end":"2026-07-16T07:09:24.333704Z","steps":["trace[1828812446] 'process raft request' (duration: 168.889521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.333965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.406812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-16T07:09:24.33398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.521469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-16T07:09:24.334097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.966461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T07:09:24.33405Z","caller":"traceutil/trace.go:171","msg":"trace[1197606354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8714; }","duration":"152.546146ms","start":"2026-07-16T07:09:24.181486Z","end":"2026-07-16T07:09:24.334032Z","steps":["trace[1197606354] 'agreement among raft nodes before linearized reading' (duration: 152.250788ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.334151Z","caller":"traceutil/trace.go:171","msg":"trace[227777272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8714; }","duration":"133.033353ms","start":"2026-07-16T07:09:24.201099Z","end":"2026-07-16T07:09:24.334133Z","steps":["trace[227777272] 'agreement among raft nodes before linearized reading' (duration: 132.93191ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.334175Z","caller":"traceutil/trace.go:171","msg":"trace[957785097] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8714; }","duration":"150.749276ms","start":"2026-07-16T07:09:24.183392Z","end":"2026-07-16T07:09:24.334141Z","steps":["trace[957785097] 'agreement among raft nodes before linearized reading' (duration: 150.347895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.334668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.583841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T07:09:24.334823Z","caller":"traceutil/trace.go:171","msg":"trace[46861596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"155.819347ms","start":"2026-07-16T07:09:24.178969Z","end":"2026-07-16T07:09:24.334788Z","steps":["trace[46861596] 'agreement among raft nodes before linearized reading' (duration: 154.968353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.33511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.031057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:24.335169Z","caller":"traceutil/trace.go:171","msg":"trace[1278282901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8714; }","duration":"122.094808ms","start":"2026-07-16T07:09:24.213062Z","end":"2026-07-16T07:09:24.335157Z","steps":["trace[1278282901] 'agreement among raft nodes before linearized reading' (duration: 120.949277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.42991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.583847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:09:24.429928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.531766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-07-16T07:09:24.430004Z","caller":"traceutil/trace.go:171","msg":"trace[2077904106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8716; }","duration":"184.727662ms","start":"2026-07-16T07:09:24.245255Z","end":"2026-07-16T07:09:24.429982Z","steps":["trace[2077904106] 'agreement among raft nodes before linearized reading' (duration: 184.548977ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.430016Z","caller":"traceutil/trace.go:171","msg":"trace[1197564249] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8716; }","duration":"184.67075ms","start":"2026-07-16T07:09:24.245323Z","end":"2026-07-16T07:09:24.429994Z","steps":["trace[1197564249] 'agreement among raft nodes before linearized reading' (duration: 184.391002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.430049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.435019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:09:24.430166Z","caller":"traceutil/trace.go:171","msg":"trace[1691143904] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8716; }","duration":"135.591784ms","start":"2026-07-16T07:09:24.294545Z","end":"2026-07-16T07:09:24.430137Z","steps":["trace[1691143904] 'agreement among raft nodes before linearized reading' (duration: 134.988367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.430151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.174316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:09:24.430172Z","caller":"traceutil/trace.go:171","msg":"trace[453438488] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"118.086707ms","start":"2026-07-16T07:09:24.311433Z","end":"2026-07-16T07:09:24.429519Z","steps":["trace[453438488] 'process raft request' (duration: 117.759878ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.430257Z","caller":"traceutil/trace.go:171","msg":"trace[1585770351] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8716; }","duration":"138.33349ms","start":"2026-07-16T07:09:24.291894Z","end":"2026-07-16T07:09:24.430227Z","steps":["trace[1585770351] 'agreement among raft nodes before linearized reading' (duration: 137.980011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.430511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.725583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5chb8\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-07-16T07:09:24.430615Z","caller":"traceutil/trace.go:171","msg":"trace[371352329] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5chb8; range_end:; response_count:1; response_revision:8716; }","duration":"119.886327ms","start":"2026-07-16T07:09:24.310712Z","end":"2026-07-16T07:09:24.430599Z","steps":["trace[371352329] 'agreement among raft nodes before linearized reading' (duration: 118.890079ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.533585Z","caller":"traceutil/trace.go:171","msg":"trace[782522713] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"194.888254ms","start":"2026-07-16T07:09:24.338664Z","end":"2026-07-16T07:09:24.533552Z","steps":["trace[782522713] 'process raft request' (duration: 164.650752ms)","trace[782522713] 'compare' (duration: 29.958434ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:24.534214Z","caller":"traceutil/trace.go:171","msg":"trace[275992270] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"195.405739ms","start":"2026-07-16T07:09:24.338784Z","end":"2026-07-16T07:09:24.534189Z","steps":["trace[275992270] 'process raft request' (duration: 194.702729ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.534665Z","caller":"traceutil/trace.go:171","msg":"trace[1391308261] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"195.493101ms","start":"2026-07-16T07:09:24.339146Z","end":"2026-07-16T07:09:24.534639Z","steps":["trace[1391308261] 'process raft request' (duration: 195.09785ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.535205Z","caller":"traceutil/trace.go:171","msg":"trace[160661123] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9110; }","duration":"105.689491ms","start":"2026-07-16T07:09:24.429478Z","end":"2026-07-16T07:09:24.535168Z","steps":["trace[160661123] 'read index received' (duration: 73.924567ms)","trace[160661123] 'applied index is now lower than readState.Index' (duration: 31.762214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:24.53535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.6379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-16T07:09:24.535356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.751691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:09:24.535405Z","caller":"traceutil/trace.go:171","msg":"trace[1965044617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8720; }","duration":"133.759993ms","start":"2026-07-16T07:09:24.401631Z","end":"2026-07-16T07:09:24.535391Z","steps":["trace[1965044617] 'agreement among raft nodes before linearized reading' (duration: 133.561158ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.535411Z","caller":"traceutil/trace.go:171","msg":"trace[1872443925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8720; }","duration":"120.878415ms","start":"2026-07-16T07:09:24.414521Z","end":"2026-07-16T07:09:24.535399Z","steps":["trace[1872443925] 'agreement among raft nodes before linearized reading' (duration: 120.660958ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.535409Z","caller":"traceutil/trace.go:171","msg":"trace[1059521489] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"195.653475ms","start":"2026-07-16T07:09:24.339725Z","end":"2026-07-16T07:09:24.535378Z","steps":["trace[1059521489] 'process raft request' (duration: 194.857223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.535596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.371955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208108"} {"level":"info","ts":"2026-07-16T07:09:24.535631Z","caller":"traceutil/trace.go:171","msg":"trace[1977200707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8720; }","duration":"196.457198ms","start":"2026-07-16T07:09:24.339165Z","end":"2026-07-16T07:09:24.535622Z","steps":["trace[1977200707] 'agreement among raft nodes before linearized reading' (duration: 196.122228ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.669714Z","caller":"traceutil/trace.go:171","msg":"trace[938704858] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9114; }","duration":"134.431421ms","start":"2026-07-16T07:09:24.535258Z","end":"2026-07-16T07:09:24.669689Z","steps":["trace[938704858] 'read index received' (duration: 101.834214ms)","trace[938704858] 'applied index is now lower than readState.Index' (duration: 32.596547ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:24.669753Z","caller":"traceutil/trace.go:171","msg":"trace[546616220] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"226.212006ms","start":"2026-07-16T07:09:24.443515Z","end":"2026-07-16T07:09:24.669727Z","steps":["trace[546616220] 'process raft request' (duration: 193.561117ms)","trace[546616220] 'compare' (duration: 32.507405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:24.669951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.838834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-16T07:09:24.670012Z","caller":"traceutil/trace.go:171","msg":"trace[1467978051] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8721; }","duration":"235.921256ms","start":"2026-07-16T07:09:24.43406Z","end":"2026-07-16T07:09:24.669981Z","steps":["trace[1467978051] 'agreement among raft nodes before linearized reading' (duration: 235.722341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.669951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.631888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-16T07:09:24.670092Z","caller":"traceutil/trace.go:171","msg":"trace[1887484029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8721; }","duration":"235.806753ms","start":"2026-07-16T07:09:24.434272Z","end":"2026-07-16T07:09:24.670078Z","steps":["trace[1887484029] 'agreement among raft nodes before linearized reading' (duration: 235.474424ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.755363Z","caller":"traceutil/trace.go:171","msg":"trace[1086279212] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"216.28058ms","start":"2026-07-16T07:09:24.539057Z","end":"2026-07-16T07:09:24.755338Z","steps":["trace[1086279212] 'process raft request' (duration: 216.224669ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.755412Z","caller":"traceutil/trace.go:171","msg":"trace[1394780127] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"216.459824ms","start":"2026-07-16T07:09:24.538917Z","end":"2026-07-16T07:09:24.755377Z","steps":["trace[1394780127] 'process raft request' (duration: 216.227078ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.902946Z","caller":"traceutil/trace.go:171","msg":"trace[1719411204] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"227.983816ms","start":"2026-07-16T07:09:24.674938Z","end":"2026-07-16T07:09:24.902921Z","steps":["trace[1719411204] 'process raft request' (duration: 165.550538ms)","trace[1719411204] 'compare' (duration: 62.231802ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:24.903736Z","caller":"traceutil/trace.go:171","msg":"trace[1846993441] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"228.13754ms","start":"2026-07-16T07:09:24.675575Z","end":"2026-07-16T07:09:24.903712Z","steps":["trace[1846993441] 'process raft request' (duration: 227.278196ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:24.903745Z","caller":"traceutil/trace.go:171","msg":"trace[492788726] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9115; }","duration":"207.196737ms","start":"2026-07-16T07:09:24.696508Z","end":"2026-07-16T07:09:24.903705Z","steps":["trace[492788726] 'read index received' (duration: 58.631762ms)","trace[492788726] 'applied index is now lower than readState.Index' (duration: 148.562095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:24.903908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.376531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:09:24.903982Z","caller":"traceutil/trace.go:171","msg":"trace[346211306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8725; }","duration":"207.495375ms","start":"2026-07-16T07:09:24.696469Z","end":"2026-07-16T07:09:24.903964Z","steps":["trace[346211306] 'agreement among raft nodes before linearized reading' (duration: 207.270909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:24.904037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.958025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:09:24.904103Z","caller":"traceutil/trace.go:171","msg":"trace[1440352395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8725; }","duration":"145.105579ms","start":"2026-07-16T07:09:24.758978Z","end":"2026-07-16T07:09:24.904084Z","steps":["trace[1440352395] 'agreement among raft nodes before linearized reading' (duration: 144.945755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:26.886009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830544411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:09:27.386377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830544411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:09:27.422094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243012896s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:09:27.42261Z","caller":"traceutil/trace.go:171","msg":"trace[1361574737] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"1.243636563s","start":"2026-07-16T07:09:26.178943Z","end":"2026-07-16T07:09:27.42258Z","steps":["trace[1361574737] 'process raft request' (duration: 1.243404196s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.422787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.178912Z","time spent":"1.243773197s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:09:27.646979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.335981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:09:27.647074Z","caller":"traceutil/trace.go:171","msg":"trace[1846867447] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9122; }","duration":"1.261764777s","start":"2026-07-16T07:09:26.385296Z","end":"2026-07-16T07:09:27.64706Z","steps":["trace[1846867447] 'read index received' (duration: 1.037083954s)","trace[1846867447] 'applied index is now lower than readState.Index' (duration: 224.679873ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:27.647157Z","caller":"traceutil/trace.go:171","msg":"trace[1705701885] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"1.307335796s","start":"2026-07-16T07:09:26.339813Z","end":"2026-07-16T07:09:27.647149Z","steps":["trace[1705701885] 'process raft request' (duration: 1.136582053s)","trace[1705701885] 'compare' (duration: 170.210408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:27.6472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.339787Z","time spent":"1.307387768s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:09:27.647392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125001491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:09:27.647476Z","caller":"traceutil/trace.go:171","msg":"trace[1451754706] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8729; }","duration":"1.125149925s","start":"2026-07-16T07:09:26.522304Z","end":"2026-07-16T07:09:27.647454Z","steps":["trace[1451754706] 'agreement among raft nodes before linearized reading' (duration: 1.124981111s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.522281Z","time spent":"1.125229427s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:09:27.647671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.51077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:09:27.647734Z","caller":"traceutil/trace.go:171","msg":"trace[2142478535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"888.622763ms","start":"2026-07-16T07:09:26.759096Z","end":"2026-07-16T07:09:27.647719Z","steps":["trace[2142478535] 'agreement among raft nodes before linearized reading' (duration: 888.391806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262410305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:09:27.647764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.759073Z","time spent":"888.683735ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:27.647769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108338897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-16T07:09:27.647761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.401471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:09:27.647801Z","caller":"traceutil/trace.go:171","msg":"trace[1271500063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8729; }","duration":"1.262534099s","start":"2026-07-16T07:09:26.385245Z","end":"2026-07-16T07:09:27.647779Z","steps":["trace[1271500063] 'agreement among raft nodes before linearized reading' (duration: 1.262389795s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.385218Z","time spent":"1.262621951s","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:09:27.647838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.939173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:09:27.647855Z","caller":"traceutil/trace.go:171","msg":"trace[1461759216] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"646.550266ms","start":"2026-07-16T07:09:27.001278Z","end":"2026-07-16T07:09:27.647828Z","steps":["trace[1461759216] 'agreement among raft nodes before linearized reading' (duration: 646.221557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.44132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18167"} {"level":"warn","ts":"2026-07-16T07:09:27.647824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.395235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:09:27.647885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108587294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-16T07:09:27.647907Z","caller":"traceutil/trace.go:171","msg":"trace[27846629] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8729; }","duration":"264.507662ms","start":"2026-07-16T07:09:27.383391Z","end":"2026-07-16T07:09:27.647899Z","steps":["trace[27846629] 'agreement among raft nodes before linearized reading' (duration: 264.413269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:27.001268Z","time spent":"646.640808ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:09:27.647914Z","caller":"traceutil/trace.go:171","msg":"trace[138789118] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"672.051576ms","start":"2026-07-16T07:09:26.975838Z","end":"2026-07-16T07:09:27.64789Z","steps":["trace[138789118] 'agreement among raft nodes before linearized reading' (duration: 671.8416ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.647929Z","caller":"traceutil/trace.go:171","msg":"trace[287149057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8729; }","duration":"1.108649435s","start":"2026-07-16T07:09:26.53927Z","end":"2026-07-16T07:09:27.64792Z","steps":["trace[287149057] 'agreement among raft nodes before linearized reading' (duration: 1.108554803s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.647802Z","caller":"traceutil/trace.go:171","msg":"trace[2110100521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8729; }","duration":"1.108409159s","start":"2026-07-16T07:09:26.539383Z","end":"2026-07-16T07:09:27.647792Z","steps":["trace[2110100521] 'agreement among raft nodes before linearized reading' (duration: 1.108254345s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.13986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-16T07:09:27.647966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.975816Z","time spent":"672.137927ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:09:27.64795Z","caller":"traceutil/trace.go:171","msg":"trace[67193966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"727.57509ms","start":"2026-07-16T07:09:26.920343Z","end":"2026-07-16T07:09:27.647918Z","steps":["trace[67193966] 'agreement among raft nodes before linearized reading' (duration: 727.345614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.539361Z","time spent":"1.108612275s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:27.648007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109475399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-16T07:09:27.648027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.920325Z","time spent":"727.686973ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:09:27.64804Z","caller":"traceutil/trace.go:171","msg":"trace[1544178025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8729; }","duration":"888.329775ms","start":"2026-07-16T07:09:26.759667Z","end":"2026-07-16T07:09:27.647996Z","steps":["trace[1544178025] 'agreement among raft nodes before linearized reading' (duration: 888.056107ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.648065Z","caller":"traceutil/trace.go:171","msg":"trace[197701390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8729; }","duration":"1.109567001s","start":"2026-07-16T07:09:26.538479Z","end":"2026-07-16T07:09:27.648046Z","steps":["trace[197701390] 'agreement among raft nodes before linearized reading' (duration: 1.109431137s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.539259Z","time spent":"1.108705418s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:09:27.648035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10843185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-16T07:09:27.648106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.759641Z","time spent":"888.451828ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:27.648139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.538429Z","time spent":"1.109682945s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:09:27.64819Z","caller":"traceutil/trace.go:171","msg":"trace[1539132967] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8729; }","duration":"1.108580454s","start":"2026-07-16T07:09:26.539546Z","end":"2026-07-16T07:09:27.648126Z","steps":["trace[1539132967] 'agreement among raft nodes before linearized reading' (duration: 1.107944897s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.647841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105980172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:27.648279Z","caller":"traceutil/trace.go:171","msg":"trace[455954798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8729; }","duration":"1.106412913s","start":"2026-07-16T07:09:26.541816Z","end":"2026-07-16T07:09:27.648229Z","steps":["trace[455954798] 'agreement among raft nodes before linearized reading' (duration: 1.105810176s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.648288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.539534Z","time spent":"1.108690217s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:09:27.648297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.246665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"warn","ts":"2026-07-16T07:09:27.648327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.541805Z","time spent":"1.106508106s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"info","ts":"2026-07-16T07:09:27.648345Z","caller":"traceutil/trace.go:171","msg":"trace[1782710291] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8729; }","duration":"965.338687ms","start":"2026-07-16T07:09:26.682991Z","end":"2026-07-16T07:09:27.648329Z","steps":["trace[1782710291] 'agreement among raft nodes before linearized reading' (duration: 964.550465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.648375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:26.682959Z","time spent":"965.409819ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2976,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-07-16T07:09:27.86948Z","caller":"traceutil/trace.go:171","msg":"trace[587949448] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"215.501708ms","start":"2026-07-16T07:09:27.653944Z","end":"2026-07-16T07:09:27.869446Z","steps":["trace[587949448] 'process raft request' (duration: 204.623395ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.869536Z","caller":"traceutil/trace.go:171","msg":"trace[386860240] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"214.548421ms","start":"2026-07-16T07:09:27.654943Z","end":"2026-07-16T07:09:27.869491Z","steps":["trace[386860240] 'process raft request' (duration: 214.249903ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.869537Z","caller":"traceutil/trace.go:171","msg":"trace[108152879] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"212.834573ms","start":"2026-07-16T07:09:27.656666Z","end":"2026-07-16T07:09:27.869501Z","steps":["trace[108152879] 'process raft request' (duration: 212.588647ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.869652Z","caller":"traceutil/trace.go:171","msg":"trace[186628920] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"212.883025ms","start":"2026-07-16T07:09:27.656727Z","end":"2026-07-16T07:09:27.86961Z","steps":["trace[186628920] 'process raft request' (duration: 212.583206ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.870224Z","caller":"traceutil/trace.go:171","msg":"trace[1667550275] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"213.253075ms","start":"2026-07-16T07:09:27.65696Z","end":"2026-07-16T07:09:27.870213Z","steps":["trace[1667550275] 'process raft request' (duration: 213.080811ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.870215Z","caller":"traceutil/trace.go:171","msg":"trace[1331547385] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9125; }","duration":"216.055414ms","start":"2026-07-16T07:09:27.654136Z","end":"2026-07-16T07:09:27.870191Z","steps":["trace[1331547385] 'read index received' (duration: 25.033107ms)","trace[1331547385] 'applied index is now lower than readState.Index' (duration: 191.020947ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:27.870154Z","caller":"traceutil/trace.go:171","msg":"trace[391771813] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"213.302596ms","start":"2026-07-16T07:09:27.656798Z","end":"2026-07-16T07:09:27.8701Z","steps":["trace[391771813] 'process raft request' (duration: 212.577536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.87059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.945625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-16T07:09:27.870627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.958253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c2b37bcae6171c\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-16T07:09:27.870684Z","caller":"traceutil/trace.go:171","msg":"trace[1770718712] range","detail":"{range_begin:/registry/events/openstack/ceph.18c2b37bcae6171c; range_end:; response_count:1; response_revision:8736; }","duration":"215.057135ms","start":"2026-07-16T07:09:27.655612Z","end":"2026-07-16T07:09:27.870669Z","steps":["trace[1770718712] 'agreement among raft nodes before linearized reading' (duration: 214.813528ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:27.870636Z","caller":"traceutil/trace.go:171","msg":"trace[313172065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8736; }","duration":"214.047658ms","start":"2026-07-16T07:09:27.656576Z","end":"2026-07-16T07:09:27.870624Z","steps":["trace[313172065] 'agreement among raft nodes before linearized reading' (duration: 213.897424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:27.870749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.600159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208108"} {"level":"info","ts":"2026-07-16T07:09:27.870821Z","caller":"traceutil/trace.go:171","msg":"trace[2126389357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8736; }","duration":"216.693191ms","start":"2026-07-16T07:09:27.654111Z","end":"2026-07-16T07:09:27.870804Z","steps":["trace[2126389357] 'agreement among raft nodes before linearized reading' (duration: 216.148486ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:28.061256Z","caller":"traceutil/trace.go:171","msg":"trace[432175465] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"162.232805ms","start":"2026-07-16T07:09:27.899002Z","end":"2026-07-16T07:09:28.061235Z","steps":["trace[432175465] 'process raft request' (duration: 162.175454ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:28.061561Z","caller":"traceutil/trace.go:171","msg":"trace[887649608] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"186.239604ms","start":"2026-07-16T07:09:27.875277Z","end":"2026-07-16T07:09:28.061517Z","steps":["trace[887649608] 'process raft request' (duration: 132.299373ms)","trace[887649608] 'compare' (duration: 53.477898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:30.183837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830544441,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:09:30.433161Z","caller":"traceutil/trace.go:171","msg":"trace[1023455655] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9137; }","duration":"750.198099ms","start":"2026-07-16T07:09:29.682921Z","end":"2026-07-16T07:09:30.433119Z","steps":["trace[1023455655] 'read index received' (duration: 749.835309ms)","trace[1023455655] 'applied index is now lower than readState.Index' (duration: 360.75µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:30.433195Z","caller":"traceutil/trace.go:171","msg":"trace[645218636] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"780.203244ms","start":"2026-07-16T07:09:29.652953Z","end":"2026-07-16T07:09:30.433156Z","steps":["trace[645218636] 'process raft request' (duration: 779.924267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.433413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.652933Z","time spent":"780.357019ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:09:30.433494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.390851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:09:30.433533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.60259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-16T07:09:30.433609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.619411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:09:30.43359Z","caller":"traceutil/trace.go:171","msg":"trace[710605234] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8743; }","duration":"507.527965ms","start":"2026-07-16T07:09:29.926033Z","end":"2026-07-16T07:09:30.433561Z","steps":["trace[710605234] 'agreement among raft nodes before linearized reading' (duration: 507.330649ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.433779Z","caller":"traceutil/trace.go:171","msg":"trace[2079577757] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8743; }","duration":"330.835587ms","start":"2026-07-16T07:09:30.102914Z","end":"2026-07-16T07:09:30.433749Z","steps":["trace[2079577757] 'agreement among raft nodes before linearized reading' (duration: 330.510608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.433786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.926019Z","time spent":"507.745521ms","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:09:30.433796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.722356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-16T07:09:30.433839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:30.102892Z","time spent":"330.93104ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:09:30.433963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.625581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:09:30.434015Z","caller":"traceutil/trace.go:171","msg":"trace[83554252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8743; }","duration":"427.702723ms","start":"2026-07-16T07:09:30.0063Z","end":"2026-07-16T07:09:30.434003Z","steps":["trace[83554252] 'agreement among raft nodes before linearized reading' (duration: 427.574179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.434055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:30.006283Z","time spent":"427.762705ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:09:30.434169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.520258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-16T07:09:30.434189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.97829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T07:09:30.434229Z","caller":"traceutil/trace.go:171","msg":"trace[1858854474] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:8743; }","duration":"238.626701ms","start":"2026-07-16T07:09:30.195588Z","end":"2026-07-16T07:09:30.434215Z","steps":["trace[1858854474] 'agreement among raft nodes before linearized reading' (duration: 238.501187ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.434253Z","caller":"traceutil/trace.go:171","msg":"trace[1034193951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8743; }","duration":"558.067171ms","start":"2026-07-16T07:09:29.876169Z","end":"2026-07-16T07:09:30.434236Z","steps":["trace[1034193951] 'agreement among raft nodes before linearized reading' (duration: 557.854265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.434313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.876092Z","time spent":"558.207736ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:09:30.433698Z","caller":"traceutil/trace.go:171","msg":"trace[1328834741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8743; }","duration":"750.773115ms","start":"2026-07-16T07:09:29.682906Z","end":"2026-07-16T07:09:30.433679Z","steps":["trace[1328834741] 'agreement among raft nodes before linearized reading' (duration: 750.360223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.434419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.682865Z","time spent":"751.540666ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:09:30.43385Z","caller":"traceutil/trace.go:171","msg":"trace[904536613] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8743; }","duration":"366.770937ms","start":"2026-07-16T07:09:30.06706Z","end":"2026-07-16T07:09:30.433831Z","steps":["trace[904536613] 'agreement among raft nodes before linearized reading' (duration: 366.627483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.434553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:30.067038Z","time spent":"367.499088ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:09:30.43457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.71762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-16T07:09:30.434613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.588219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:09:30.434742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.634337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-16T07:09:30.434801Z","caller":"traceutil/trace.go:171","msg":"trace[1407133992] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8743; }","duration":"558.71676ms","start":"2026-07-16T07:09:29.876071Z","end":"2026-07-16T07:09:30.434788Z","steps":["trace[1407133992] 'agreement among raft nodes before linearized reading' (duration: 558.575376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.434847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.876057Z","time spent":"558.778262ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:09:30.434945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.092655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:30.435015Z","caller":"traceutil/trace.go:171","msg":"trace[288906154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8743; }","duration":"557.173326ms","start":"2026-07-16T07:09:29.877821Z","end":"2026-07-16T07:09:30.434994Z","steps":["trace[288906154] 'agreement among raft nodes before linearized reading' (duration: 556.93738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.435048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.900613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:09:30.435085Z","caller":"traceutil/trace.go:171","msg":"trace[1814648475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8743; }","duration":"559.974005ms","start":"2026-07-16T07:09:29.8751Z","end":"2026-07-16T07:09:30.435074Z","steps":["trace[1814648475] 'agreement among raft nodes before linearized reading' (duration: 559.866132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.43514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.877811Z","time spent":"557.243149ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"warn","ts":"2026-07-16T07:09:30.435137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.875084Z","time spent":"560.036407ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:30.435252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.434462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:09:30.435317Z","caller":"traceutil/trace.go:171","msg":"trace[1704518517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8743; }","duration":"560.290084ms","start":"2026-07-16T07:09:29.875012Z","end":"2026-07-16T07:09:30.435302Z","steps":["trace[1704518517] 'agreement among raft nodes before linearized reading' (duration: 558.325579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.435359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.874986Z","time spent":"560.359775ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:09:30.434674Z","caller":"traceutil/trace.go:171","msg":"trace[395514765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8743; }","duration":"515.674201ms","start":"2026-07-16T07:09:29.918984Z","end":"2026-07-16T07:09:30.434658Z","steps":["trace[395514765] 'agreement among raft nodes before linearized reading' (duration: 515.583679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.435458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.918972Z","time spent":"516.467254ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:09:30.434621Z","caller":"traceutil/trace.go:171","msg":"trace[417909293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8743; }","duration":"558.804373ms","start":"2026-07-16T07:09:29.875802Z","end":"2026-07-16T07:09:30.434607Z","steps":["trace[417909293] 'agreement among raft nodes before linearized reading' (duration: 558.641348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.435585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:29.875785Z","time spent":"559.777769ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:09:30.606699Z","caller":"traceutil/trace.go:171","msg":"trace[417130497] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"167.163203ms","start":"2026-07-16T07:09:30.439486Z","end":"2026-07-16T07:09:30.606649Z","steps":["trace[417130497] 'process raft request' (duration: 166.590557ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.606814Z","caller":"traceutil/trace.go:171","msg":"trace[1543472233] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"166.32127ms","start":"2026-07-16T07:09:30.440464Z","end":"2026-07-16T07:09:30.606785Z","steps":["trace[1543472233] 'process raft request' (duration: 166.051172ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.606824Z","caller":"traceutil/trace.go:171","msg":"trace[1221136159] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"167.181604ms","start":"2026-07-16T07:09:30.439569Z","end":"2026-07-16T07:09:30.606751Z","steps":["trace[1221136159] 'process raft request' (duration: 166.781893ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.606865Z","caller":"traceutil/trace.go:171","msg":"trace[2018842388] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"166.34178ms","start":"2026-07-16T07:09:30.440498Z","end":"2026-07-16T07:09:30.60684Z","steps":["trace[2018842388] 'process raft request' (duration: 166.201856ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.606898Z","caller":"traceutil/trace.go:171","msg":"trace[1564421609] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"166.33861ms","start":"2026-07-16T07:09:30.440521Z","end":"2026-07-16T07:09:30.60686Z","steps":["trace[1564421609] 'process raft request' (duration: 166.220817ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.607092Z","caller":"traceutil/trace.go:171","msg":"trace[1573091157] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"166.020091ms","start":"2026-07-16T07:09:30.441052Z","end":"2026-07-16T07:09:30.607072Z","steps":["trace[1573091157] 'process raft request' (duration: 165.741993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.61985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.931645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-16T07:09:30.619896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.033141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:09:30.619953Z","caller":"traceutil/trace.go:171","msg":"trace[1560379208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8751; }","duration":"180.127014ms","start":"2026-07-16T07:09:30.439812Z","end":"2026-07-16T07:09:30.619939Z","steps":["trace[1560379208] 'agreement among raft nodes before linearized reading' (duration: 179.945189ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.619956Z","caller":"traceutil/trace.go:171","msg":"trace[2064358792] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8751; }","duration":"181.058639ms","start":"2026-07-16T07:09:30.438863Z","end":"2026-07-16T07:09:30.619922Z","steps":["trace[2064358792] 'agreement among raft nodes before linearized reading' (duration: 180.816963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.620075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.690589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:09:30.620155Z","caller":"traceutil/trace.go:171","msg":"trace[1754053539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8751; }","duration":"180.816062ms","start":"2026-07-16T07:09:30.439322Z","end":"2026-07-16T07:09:30.620138Z","steps":["trace[1754053539] 'agreement among raft nodes before linearized reading' (duration: 180.542685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.620416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208108"} {"level":"info","ts":"2026-07-16T07:09:30.620454Z","caller":"traceutil/trace.go:171","msg":"trace[1103872375] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8751; }","duration":"177.911332ms","start":"2026-07-16T07:09:30.442535Z","end":"2026-07-16T07:09:30.620446Z","steps":["trace[1103872375] 'agreement among raft nodes before linearized reading' (duration: 177.565222ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.792052Z","caller":"traceutil/trace.go:171","msg":"trace[1627711497] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"166.00569ms","start":"2026-07-16T07:09:30.626021Z","end":"2026-07-16T07:09:30.792027Z","steps":["trace[1627711497] 'process raft request' (duration: 165.819345ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.792453Z","caller":"traceutil/trace.go:171","msg":"trace[1101118891] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"166.369331ms","start":"2026-07-16T07:09:30.626069Z","end":"2026-07-16T07:09:30.792439Z","steps":["trace[1101118891] 'process raft request' (duration: 165.904868ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.792526Z","caller":"traceutil/trace.go:171","msg":"trace[1621119969] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9147; }","duration":"166.434233ms","start":"2026-07-16T07:09:30.626066Z","end":"2026-07-16T07:09:30.7925Z","steps":["trace[1621119969] 'read index received' (duration: 24.468341ms)","trace[1621119969] 'applied index is now lower than readState.Index' (duration: 141.964532ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:30.79261Z","caller":"traceutil/trace.go:171","msg":"trace[2100645572] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"160.397924ms","start":"2026-07-16T07:09:30.6322Z","end":"2026-07-16T07:09:30.792598Z","steps":["trace[2100645572] 'process raft request' (duration: 160.222399ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.792582Z","caller":"traceutil/trace.go:171","msg":"trace[1662898859] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"166.34156ms","start":"2026-07-16T07:09:30.626209Z","end":"2026-07-16T07:09:30.792551Z","steps":["trace[1662898859] 'process raft request' (duration: 166.101553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.792761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.665789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:09:30.792805Z","caller":"traceutil/trace.go:171","msg":"trace[365293084] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8756; }","duration":"166.745281ms","start":"2026-07-16T07:09:30.626049Z","end":"2026-07-16T07:09:30.792794Z","steps":["trace[365293084] 'agreement among raft nodes before linearized reading' (duration: 166.576146ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.939772Z","caller":"traceutil/trace.go:171","msg":"trace[1105485217] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9152; }","duration":"147.141166ms","start":"2026-07-16T07:09:30.792597Z","end":"2026-07-16T07:09:30.939738Z","steps":["trace[1105485217] 'read index received' (duration: 146.991792ms)","trace[1105485217] 'applied index is now lower than readState.Index' (duration: 148.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:30.93989Z","caller":"traceutil/trace.go:171","msg":"trace[560621364] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"178.016255ms","start":"2026-07-16T07:09:30.76186Z","end":"2026-07-16T07:09:30.939876Z","steps":["trace[560621364] 'process raft request' (duration: 177.819239ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.93986Z","caller":"traceutil/trace.go:171","msg":"trace[43660407] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"271.936569ms","start":"2026-07-16T07:09:30.667869Z","end":"2026-07-16T07:09:30.939805Z","steps":["trace[43660407] 'process raft request' (duration: 271.650451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.940172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.801142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-16T07:09:30.94031Z","caller":"traceutil/trace.go:171","msg":"trace[214428292] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"232.006017ms","start":"2026-07-16T07:09:30.708282Z","end":"2026-07-16T07:09:30.940288Z","steps":["trace[214428292] 'agreement among raft nodes before linearized reading' (duration: 231.670698ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:30.972968Z","caller":"traceutil/trace.go:171","msg":"trace[2080667101] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8758; }","duration":"136.267953ms","start":"2026-07-16T07:09:30.836662Z","end":"2026-07-16T07:09:30.97293Z","steps":["trace[2080667101] 'process raft request' (duration: 136.037716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.973009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.815253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:09:30.973093Z","caller":"traceutil/trace.go:171","msg":"trace[565363121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"175.928847ms","start":"2026-07-16T07:09:30.797144Z","end":"2026-07-16T07:09:30.973073Z","steps":["trace[565363121] 'agreement among raft nodes before linearized reading' (duration: 175.70403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:30.973116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.300867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18c2b3815f36c40d\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-16T07:09:30.973183Z","caller":"traceutil/trace.go:171","msg":"trace[1012711205] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18c2b3815f36c40d; range_end:; response_count:1; response_revision:8758; }","duration":"176.42113ms","start":"2026-07-16T07:09:30.79674Z","end":"2026-07-16T07:09:30.973162Z","steps":["trace[1012711205] 'agreement among raft nodes before linearized reading' (duration: 176.203724ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.129335Z","caller":"traceutil/trace.go:171","msg":"trace[165455544] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"182.893801ms","start":"2026-07-16T07:09:30.946414Z","end":"2026-07-16T07:09:31.129308Z","steps":["trace[165455544] 'process raft request' (duration: 182.603133ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.129497Z","caller":"traceutil/trace.go:171","msg":"trace[120122755] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9155; }","duration":"156.657821ms","start":"2026-07-16T07:09:30.972818Z","end":"2026-07-16T07:09:31.129476Z","steps":["trace[120122755] 'read index received' (duration: 156.352122ms)","trace[120122755] 'applied index is now lower than readState.Index' (duration: 303.959µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:31.129531Z","caller":"traceutil/trace.go:171","msg":"trace[1987655271] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8759; }","duration":"181.864692ms","start":"2026-07-16T07:09:30.94765Z","end":"2026-07-16T07:09:31.129515Z","steps":["trace[1987655271] 'process raft request' (duration: 181.571114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.12968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.189666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:09:31.129709Z","caller":"traceutil/trace.go:171","msg":"trace[1531788429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8759; }","duration":"180.259447ms","start":"2026-07-16T07:09:30.94944Z","end":"2026-07-16T07:09:31.129699Z","steps":["trace[1531788429] 'agreement among raft nodes before linearized reading' (duration: 180.115883ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.164058Z","caller":"traceutil/trace.go:171","msg":"trace[434210549] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"185.324548ms","start":"2026-07-16T07:09:30.97871Z","end":"2026-07-16T07:09:31.164034Z","steps":["trace[434210549] 'process raft request' (duration: 185.191625ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.164078Z","caller":"traceutil/trace.go:171","msg":"trace[1499424870] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"188.27128ms","start":"2026-07-16T07:09:30.975774Z","end":"2026-07-16T07:09:31.164045Z","steps":["trace[1499424870] 'process raft request' (duration: 187.966501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.164361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.34852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-07-16T07:09:31.164469Z","caller":"traceutil/trace.go:171","msg":"trace[827287259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8761; }","duration":"189.507105ms","start":"2026-07-16T07:09:30.974938Z","end":"2026-07-16T07:09:31.164445Z","steps":["trace[827287259] 'agreement among raft nodes before linearized reading' (duration: 189.240217ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.58321Z","caller":"traceutil/trace.go:171","msg":"trace[1908744721] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9160; }","duration":"392.189486ms","start":"2026-07-16T07:09:31.190995Z","end":"2026-07-16T07:09:31.583184Z","steps":["trace[1908744721] 'read index received' (duration: 391.9971ms)","trace[1908744721] 'applied index is now lower than readState.Index' (duration: 190.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:09:31.583286Z","caller":"traceutil/trace.go:171","msg":"trace[1994732243] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"405.184977ms","start":"2026-07-16T07:09:31.178058Z","end":"2026-07-16T07:09:31.583243Z","steps":["trace[1994732243] 'process raft request' (duration: 404.902569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.583489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.178032Z","time spent":"405.342312ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:09:31.583535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.672742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:09:31.583544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.377291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-16T07:09:31.583604Z","caller":"traceutil/trace.go:171","msg":"trace[1165733077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8763; }","duration":"174.811116ms","start":"2026-07-16T07:09:31.408768Z","end":"2026-07-16T07:09:31.583579Z","steps":["trace[1165733077] 'agreement among raft nodes before linearized reading' (duration: 174.673332ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:31.583629Z","caller":"traceutil/trace.go:171","msg":"trace[2088862533] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8763; }","duration":"392.484724ms","start":"2026-07-16T07:09:31.191125Z","end":"2026-07-16T07:09:31.58361Z","steps":["trace[2088862533] 'agreement among raft nodes before linearized reading' (duration: 392.244878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.583675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.19112Z","time spent":"392.545016ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-16T07:09:31.583683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.98822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-07-16T07:09:31.583744Z","caller":"traceutil/trace.go:171","msg":"trace[485942782] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8763; }","duration":"392.064763ms","start":"2026-07-16T07:09:31.191665Z","end":"2026-07-16T07:09:31.58373Z","steps":["trace[485942782] 'agreement among raft nodes before linearized reading' (duration: 391.871277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.583801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.191661Z","time spent":"392.125374ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-07-16T07:09:31.583818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.761571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-16T07:09:31.583989Z","caller":"traceutil/trace.go:171","msg":"trace[619321332] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8763; }","duration":"392.995699ms","start":"2026-07-16T07:09:31.190944Z","end":"2026-07-16T07:09:31.58394Z","steps":["trace[619321332] 'agreement among raft nodes before linearized reading' (duration: 392.453114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.584078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.190926Z","time spent":"393.138652ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-16T07:09:31.584003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.795222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:09:31.58416Z","caller":"traceutil/trace.go:171","msg":"trace[1371276811] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8763; }","duration":"383.965387ms","start":"2026-07-16T07:09:31.200181Z","end":"2026-07-16T07:09:31.584147Z","steps":["trace[1371276811] 'agreement among raft nodes before linearized reading' (duration: 383.196236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.58421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.200175Z","time spent":"384.020009ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:09:31.584659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.673492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:09:31.584722Z","caller":"traceutil/trace.go:171","msg":"trace[1419624368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8763; }","duration":"386.745574ms","start":"2026-07-16T07:09:31.197964Z","end":"2026-07-16T07:09:31.58471Z","steps":["trace[1419624368] 'agreement among raft nodes before linearized reading' (duration: 386.108666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:31.584764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:31.197938Z","time spent":"386.815486ms","remote":"127.0.0.1:60570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:09:32.222536Z","caller":"traceutil/trace.go:171","msg":"trace[79884024] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"199.05218ms","start":"2026-07-16T07:09:32.023453Z","end":"2026-07-16T07:09:32.222505Z","steps":["trace[79884024] 'process raft request' (duration: 198.843644ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:49.040175Z","caller":"traceutil/trace.go:171","msg":"trace[1942566218] linearizableReadLoop","detail":"{readStateIndex:9399; appliedIndex:9399; }","duration":"328.333399ms","start":"2026-07-16T07:09:48.711812Z","end":"2026-07-16T07:09:49.040145Z","steps":["trace[1942566218] 'read index received' (duration: 328.325229ms)","trace[1942566218] 'applied index is now lower than readState.Index' (duration: 6.45µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:09:49.040454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.381094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:09:49.040482Z","caller":"traceutil/trace.go:171","msg":"trace[1099528825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8993; }","duration":"326.455656ms","start":"2026-07-16T07:09:48.714019Z","end":"2026-07-16T07:09:49.040475Z","steps":["trace[1099528825] 'agreement among raft nodes before linearized reading' (duration: 326.273691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.040514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.714001Z","time spent":"326.507288ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:49.040798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.20531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T07:09:49.040869Z","caller":"traceutil/trace.go:171","msg":"trace[357138526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8993; }","duration":"321.310173ms","start":"2026-07-16T07:09:48.719544Z","end":"2026-07-16T07:09:49.040854Z","steps":["trace[357138526] 'agreement among raft nodes before linearized reading' (duration: 321.115928ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:09:49.040845Z","caller":"traceutil/trace.go:171","msg":"trace[766276848] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"329.407738ms","start":"2026-07-16T07:09:48.711408Z","end":"2026-07-16T07:09:49.040816Z","steps":["trace[766276848] 'process raft request' (duration: 328.265037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.040901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.719535Z","time spent":"321.359635ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:09:49.040946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.321625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-16T07:09:49.041Z","caller":"traceutil/trace.go:171","msg":"trace[1661991489] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8993; }","duration":"320.405158ms","start":"2026-07-16T07:09:48.720582Z","end":"2026-07-16T07:09:49.040987Z","steps":["trace[1661991489] 'agreement among raft nodes before linearized reading' (duration: 320.220343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.041028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.720571Z","time spent":"320.450129ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:09:49.041025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.711385Z","time spent":"329.524582ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:09:49.041018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.048843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:09:49.041182Z","caller":"traceutil/trace.go:171","msg":"trace[363093389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8993; }","duration":"322.28455ms","start":"2026-07-16T07:09:48.718871Z","end":"2026-07-16T07:09:49.041155Z","steps":["trace[363093389] 'agreement among raft nodes before linearized reading' (duration: 321.842588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.041262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.718852Z","time spent":"322.391693ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:09:49.041602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.4761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:09:49.041717Z","caller":"traceutil/trace.go:171","msg":"trace[818974707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8993; }","duration":"329.899443ms","start":"2026-07-16T07:09:48.711786Z","end":"2026-07-16T07:09:49.041685Z","steps":["trace[818974707] 'agreement among raft nodes before linearized reading' (duration: 328.981357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.041938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.735393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:09:49.042001Z","caller":"traceutil/trace.go:171","msg":"trace[416931801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:8993; }","duration":"317.814086ms","start":"2026-07-16T07:09:48.72417Z","end":"2026-07-16T07:09:49.041984Z","steps":["trace[416931801] 'agreement among raft nodes before linearized reading' (duration: 316.428237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:09:49.042043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.724161Z","time spent":"317.874227ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"warn","ts":"2026-07-16T07:09:49.042776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:09:48.711775Z","time spent":"330.986872ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:10:17.078974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6463} {"level":"info","ts":"2026-07-16T07:10:17.186781Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6463,"took":"104.91508ms","hash":1459861908,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":26337280,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-16T07:10:17.186843Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1459861908,"revision":6463,"compact-revision":3113} {"level":"info","ts":"2026-07-16T07:10:37.027472Z","caller":"traceutil/trace.go:171","msg":"trace[1929348420] linearizableReadLoop","detail":"{readStateIndex:9892; appliedIndex:9891; }","duration":"108.002617ms","start":"2026-07-16T07:10:36.919434Z","end":"2026-07-16T07:10:37.027436Z","steps":["trace[1929348420] 'read index received' (duration: 107.846863ms)","trace[1929348420] 'applied index is now lower than readState.Index' (duration: 154.434µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:10:37.027622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.174613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:10:37.027664Z","caller":"traceutil/trace.go:171","msg":"trace[1604737424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9464; }","duration":"108.271195ms","start":"2026-07-16T07:10:36.919381Z","end":"2026-07-16T07:10:37.027653Z","steps":["trace[1604737424] 'agreement among raft nodes before linearized reading' (duration: 108.160912ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:37.027641Z","caller":"traceutil/trace.go:171","msg":"trace[1223037573] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"350.767979ms","start":"2026-07-16T07:10:36.676799Z","end":"2026-07-16T07:10:37.027567Z","steps":["trace[1223037573] 'process raft request' (duration: 350.478571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:10:37.028369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:10:36.676759Z","time spent":"351.286943ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:10:37.483197Z","caller":"traceutil/trace.go:171","msg":"trace[435209257] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"157.674872ms","start":"2026-07-16T07:10:37.325482Z","end":"2026-07-16T07:10:37.483157Z","steps":["trace[435209257] 'process raft request' (duration: 110.691603ms)","trace[435209257] 'compare' (duration: 46.751573ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:10:37.483195Z","caller":"traceutil/trace.go:171","msg":"trace[163239629] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"157.585899ms","start":"2026-07-16T07:10:37.325583Z","end":"2026-07-16T07:10:37.483169Z","steps":["trace[163239629] 'process raft request' (duration: 157.486257ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:37.483675Z","caller":"traceutil/trace.go:171","msg":"trace[586980070] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"157.63232ms","start":"2026-07-16T07:10:37.325996Z","end":"2026-07-16T07:10:37.483628Z","steps":["trace[586980070] 'process raft request' (duration: 157.123066ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:37.483863Z","caller":"traceutil/trace.go:171","msg":"trace[968337544] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"157.387294ms","start":"2026-07-16T07:10:37.326457Z","end":"2026-07-16T07:10:37.483844Z","steps":["trace[968337544] 'process raft request' (duration: 157.106566ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:37.483895Z","caller":"traceutil/trace.go:171","msg":"trace[1556260172] linearizableReadLoop","detail":"{readStateIndex:9898; appliedIndex:9892; }","duration":"152.58332ms","start":"2026-07-16T07:10:37.331243Z","end":"2026-07-16T07:10:37.483826Z","steps":["trace[1556260172] 'read index received' (duration: 30.803808ms)","trace[1556260172] 'applied index is now lower than readState.Index' (duration: 121.777992ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:10:37.483978Z","caller":"traceutil/trace.go:171","msg":"trace[620050119] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"155.877062ms","start":"2026-07-16T07:10:37.328085Z","end":"2026-07-16T07:10:37.483962Z","steps":["trace[620050119] 'process raft request' (duration: 155.634505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:10:37.484196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.087387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:10:37.484292Z","caller":"traceutil/trace.go:171","msg":"trace[411414353] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9470; }","duration":"105.266212ms","start":"2026-07-16T07:10:37.379012Z","end":"2026-07-16T07:10:37.484278Z","steps":["trace[411414353] 'agreement among raft nodes before linearized reading' (duration: 105.084967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:10:37.484666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.391502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241198"} {"level":"info","ts":"2026-07-16T07:10:37.484751Z","caller":"traceutil/trace.go:171","msg":"trace[822394690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9470; }","duration":"153.506096ms","start":"2026-07-16T07:10:37.331225Z","end":"2026-07-16T07:10:37.484731Z","steps":["trace[822394690] 'agreement among raft nodes before linearized reading' (duration: 152.819937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:10:37.774972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.62308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-16T07:10:37.775147Z","caller":"traceutil/trace.go:171","msg":"trace[481819284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9470; }","duration":"171.811205ms","start":"2026-07-16T07:10:37.603313Z","end":"2026-07-16T07:10:37.775124Z","steps":["trace[481819284] 'range keys from in-memory index tree' (duration: 171.401314ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:38.488073Z","caller":"traceutil/trace.go:171","msg":"trace[953740508] linearizableReadLoop","detail":"{readStateIndex:9904; appliedIndex:9903; }","duration":"131.884874ms","start":"2026-07-16T07:10:38.35615Z","end":"2026-07-16T07:10:38.488035Z","steps":["trace[953740508] 'read index received' (duration: 131.534654ms)","trace[953740508] 'applied index is now lower than readState.Index' (duration: 348.45µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:10:38.488108Z","caller":"traceutil/trace.go:171","msg":"trace[612151901] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"135.239017ms","start":"2026-07-16T07:10:38.35283Z","end":"2026-07-16T07:10:38.488069Z","steps":["trace[612151901] 'process raft request' (duration: 134.912768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:10:38.488399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.212493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:10:38.488473Z","caller":"traceutil/trace.go:171","msg":"trace[2041618474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9476; }","duration":"132.324096ms","start":"2026-07-16T07:10:38.356134Z","end":"2026-07-16T07:10:38.488458Z","steps":["trace[2041618474] 'agreement among raft nodes before linearized reading' (duration: 132.006637ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:38.580343Z","caller":"traceutil/trace.go:171","msg":"trace[785673681] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"136.78866ms","start":"2026-07-16T07:10:38.443518Z","end":"2026-07-16T07:10:38.580306Z","steps":["trace[785673681] 'process raft request' (duration: 72.52306ms)","trace[785673681] 'compare' (duration: 63.777236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:10:38.580822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.42445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-16T07:10:38.580921Z","caller":"traceutil/trace.go:171","msg":"trace[2020845163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9478; }","duration":"220.539113ms","start":"2026-07-16T07:10:38.360355Z","end":"2026-07-16T07:10:38.580894Z","steps":["trace[2020845163] 'agreement among raft nodes before linearized reading' (duration: 220.273276ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:10:48.125782Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9870e1635c99d2ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T07:10:48.133094Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-16T07:10:48.1332Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-16T07:13:02.554439Z","caller":"traceutil/trace.go:171","msg":"trace[1817210810] linearizableReadLoop","detail":"{readStateIndex:11307; appliedIndex:11305; }","duration":"129.114466ms","start":"2026-07-16T07:13:02.425293Z","end":"2026-07-16T07:13:02.554408Z","steps":["trace[1817210810] 'read index received' (duration: 63.425246ms)","trace[1817210810] 'applied index is now lower than readState.Index' (duration: 65.687559ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:13:02.554844Z","caller":"traceutil/trace.go:171","msg":"trace[2014992909] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"168.865762ms","start":"2026-07-16T07:13:02.385963Z","end":"2026-07-16T07:13:02.554828Z","steps":["trace[2014992909] 'process raft request' (duration: 102.743691ms)","trace[2014992909] 'compare' (duration: 65.496894ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:13:02.555053Z","caller":"traceutil/trace.go:171","msg":"trace[1240820614] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"168.605325ms","start":"2026-07-16T07:13:02.386436Z","end":"2026-07-16T07:13:02.555041Z","steps":["trace[1240820614] 'process raft request' (duration: 167.912856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:13:02.555288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.989529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-16T07:13:02.555329Z","caller":"traceutil/trace.go:171","msg":"trace[1626849545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10815; }","duration":"130.082342ms","start":"2026-07-16T07:13:02.425237Z","end":"2026-07-16T07:13:02.555319Z","steps":["trace[1626849545] 'agreement among raft nodes before linearized reading' (duration: 129.937778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:13:02.555582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.361958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:13:02.555634Z","caller":"traceutil/trace.go:171","msg":"trace[1257451441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:10815; }","duration":"108.44474ms","start":"2026-07-16T07:13:02.447178Z","end":"2026-07-16T07:13:02.555623Z","steps":["trace[1257451441] 'agreement among raft nodes before linearized reading' (duration: 108.314487ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:13:02.768114Z","caller":"traceutil/trace.go:171","msg":"trace[1870603435] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"203.035164ms","start":"2026-07-16T07:13:02.565058Z","end":"2026-07-16T07:13:02.768094Z","steps":["trace[1870603435] 'process raft request' (duration: 202.906621ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:13:02.83105Z","caller":"traceutil/trace.go:171","msg":"trace[951811220] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"230.749306ms","start":"2026-07-16T07:13:02.600266Z","end":"2026-07-16T07:13:02.831016Z","steps":["trace[951811220] 'process raft request' (duration: 230.558031ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:13:02.944966Z","caller":"traceutil/trace.go:171","msg":"trace[158473878] linearizableReadLoop","detail":"{readStateIndex:11310; appliedIndex:11309; }","duration":"106.206538ms","start":"2026-07-16T07:13:02.838715Z","end":"2026-07-16T07:13:02.944921Z","steps":["trace[158473878] 'read index received' (duration: 26.18598ms)","trace[158473878] 'applied index is now lower than readState.Index' (duration: 80.019008ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:13:02.945091Z","caller":"traceutil/trace.go:171","msg":"trace[848744670] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"111.202847ms","start":"2026-07-16T07:13:02.833851Z","end":"2026-07-16T07:13:02.945054Z","steps":["trace[848744670] 'process raft request' (duration: 31.104896ms)","trace[848744670] 'compare' (duration: 79.757272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:13:02.945234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.482546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:13:02.945332Z","caller":"traceutil/trace.go:171","msg":"trace[329288037] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10818; }","duration":"106.597989ms","start":"2026-07-16T07:13:02.838708Z","end":"2026-07-16T07:13:02.945306Z","steps":["trace[329288037] 'agreement among raft nodes before linearized reading' (duration: 106.357572ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:13:38.277865Z","caller":"traceutil/trace.go:171","msg":"trace[653578543] linearizableReadLoop","detail":"{readStateIndex:11693; appliedIndex:11692; }","duration":"219.648737ms","start":"2026-07-16T07:13:38.05818Z","end":"2026-07-16T07:13:38.277829Z","steps":["trace[653578543] 'read index received' (duration: 219.491983ms)","trace[653578543] 'applied index is now lower than readState.Index' (duration: 155.104µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:13:38.27809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.882533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-16T07:13:38.278132Z","caller":"traceutil/trace.go:171","msg":"trace[1952541627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11186; }","duration":"219.955485ms","start":"2026-07-16T07:13:38.058162Z","end":"2026-07-16T07:13:38.278118Z","steps":["trace[1952541627] 'agreement among raft nodes before linearized reading' (duration: 219.78412ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:13:38.278712Z","caller":"traceutil/trace.go:171","msg":"trace[1587774561] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"221.55928ms","start":"2026-07-16T07:13:38.057083Z","end":"2026-07-16T07:13:38.278642Z","steps":["trace[1587774561] 'process raft request' (duration: 220.575992ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:21.576833Z","caller":"traceutil/trace.go:171","msg":"trace[1798205102] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"528.177608ms","start":"2026-07-16T07:14:21.048628Z","end":"2026-07-16T07:14:21.576805Z","steps":["trace[1798205102] 'process raft request' (duration: 528.004443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:21.577002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.048613Z","time spent":"528.304432ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:14:21.666679Z","caller":"traceutil/trace.go:171","msg":"trace[1326972807] linearizableReadLoop","detail":"{readStateIndex:12211; appliedIndex:12209; }","duration":"464.168616ms","start":"2026-07-16T07:14:21.20247Z","end":"2026-07-16T07:14:21.666638Z","steps":["trace[1326972807] 'read index received' (duration: 374.134478ms)","trace[1326972807] 'applied index is now lower than readState.Index' (duration: 90.032577ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:21.666893Z","caller":"traceutil/trace.go:171","msg":"trace[529103882] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"614.883222ms","start":"2026-07-16T07:14:21.051991Z","end":"2026-07-16T07:14:21.666874Z","steps":["trace[529103882] 'process raft request' (duration: 608.812473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:21.667094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.051966Z","time spent":"614.983325ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:14:21.667137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.374252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:14:21.667224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.987321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:14:21.667267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.764329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:21.667342Z","caller":"traceutil/trace.go:171","msg":"trace[844215803] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11684; }","duration":"338.149366ms","start":"2026-07-16T07:14:21.329166Z","end":"2026-07-16T07:14:21.667315Z","steps":["trace[844215803] 'agreement among raft nodes before linearized reading' (duration: 337.93612ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:21.667365Z","caller":"traceutil/trace.go:171","msg":"trace[1616635893] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11684; }","duration":"410.919733ms","start":"2026-07-16T07:14:21.256416Z","end":"2026-07-16T07:14:21.667336Z","steps":["trace[1616635893] 'agreement among raft nodes before linearized reading' (duration: 410.724788ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:21.66726Z","caller":"traceutil/trace.go:171","msg":"trace[418628968] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11684; }","duration":"431.570458ms","start":"2026-07-16T07:14:21.235666Z","end":"2026-07-16T07:14:21.667237Z","steps":["trace[418628968] 'agreement among raft nodes before linearized reading' (duration: 431.378483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:21.667397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.329153Z","time spent":"338.232318ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:14:21.667433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.256397Z","time spent":"411.023155ms","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:14:21.667457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.235642Z","time spent":"431.796204ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:14:21.667928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.428591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:14:21.668396Z","caller":"traceutil/trace.go:171","msg":"trace[1946132233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:11684; }","duration":"465.959136ms","start":"2026-07-16T07:14:21.202409Z","end":"2026-07-16T07:14:21.668369Z","steps":["trace[1946132233] 'agreement among raft nodes before linearized reading' (duration: 465.245186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:21.668556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:21.202386Z","time spent":"466.153762ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"info","ts":"2026-07-16T07:14:22.535334Z","caller":"traceutil/trace.go:171","msg":"trace[808428015] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"525.666589ms","start":"2026-07-16T07:14:22.009617Z","end":"2026-07-16T07:14:22.535283Z","steps":["trace[808428015] 'process raft request' (duration: 525.403401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.535562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:14:22.009582Z","time spent":"525.861824ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:14:22.823356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.426294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.82346Z","caller":"traceutil/trace.go:171","msg":"trace[1319378639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11685; }","duration":"152.564459ms","start":"2026-07-16T07:14:22.670871Z","end":"2026-07-16T07:14:22.823435Z","steps":["trace[1319378639] 'range keys from in-memory index tree' (duration: 152.380183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.823471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.63042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.823531Z","caller":"traceutil/trace.go:171","msg":"trace[1904667670] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11685; }","duration":"152.735593ms","start":"2026-07-16T07:14:22.67078Z","end":"2026-07-16T07:14:22.823515Z","steps":["trace[1904667670] 'range keys from in-memory index tree' (duration: 152.491717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.823631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.040483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-07-16T07:14:22.823704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.919119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-07-16T07:14:22.823727Z","caller":"traceutil/trace.go:171","msg":"trace[892234648] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11685; }","duration":"184.959591ms","start":"2026-07-16T07:14:22.638761Z","end":"2026-07-16T07:14:22.82372Z","steps":["trace[892234648] 'range keys from in-memory index tree' (duration: 184.819516ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:22.823716Z","caller":"traceutil/trace.go:171","msg":"trace[961548158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11685; }","duration":"148.143305ms","start":"2026-07-16T07:14:22.675552Z","end":"2026-07-16T07:14:22.823696Z","steps":["trace[961548158] 'range keys from in-memory index tree' (duration: 147.857038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.823773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.397792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.823831Z","caller":"traceutil/trace.go:171","msg":"trace[1066774911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11685; }","duration":"153.487554ms","start":"2026-07-16T07:14:22.67033Z","end":"2026-07-16T07:14:22.823817Z","steps":["trace[1066774911] 'range keys from in-memory index tree' (duration: 153.294719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.823854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.803813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.823875Z","caller":"traceutil/trace.go:171","msg":"trace[40917045] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11685; }","duration":"185.866556ms","start":"2026-07-16T07:14:22.638001Z","end":"2026-07-16T07:14:22.823868Z","steps":["trace[40917045] 'range keys from in-memory index tree' (duration: 185.535986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.823942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.572488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.823963Z","caller":"traceutil/trace.go:171","msg":"trace[410554972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11685; }","duration":"186.256366ms","start":"2026-07-16T07:14:22.637702Z","end":"2026-07-16T07:14:22.823958Z","steps":["trace[410554972] 'range keys from in-memory index tree' (duration: 185.529106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.82397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.600067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.824015Z","caller":"traceutil/trace.go:171","msg":"trace[998470138] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11685; }","duration":"153.66945ms","start":"2026-07-16T07:14:22.670332Z","end":"2026-07-16T07:14:22.824001Z","steps":["trace[998470138] 'range keys from in-memory index tree' (duration: 153.443693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.824136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.09754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:14:22.824152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.678132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:14:22.82421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.317883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-16T07:14:22.824294Z","caller":"traceutil/trace.go:171","msg":"trace[1584294230] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11685; }","duration":"226.875768ms","start":"2026-07-16T07:14:22.597392Z","end":"2026-07-16T07:14:22.824268Z","steps":["trace[1584294230] 'count revisions from in-memory index tree' (duration: 226.541418ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:22.824296Z","caller":"traceutil/trace.go:171","msg":"trace[1949028071] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11685; }","duration":"187.280155ms","start":"2026-07-16T07:14:22.636938Z","end":"2026-07-16T07:14:22.824218Z","steps":["trace[1949028071] 'range keys from in-memory index tree' (duration: 186.967136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.824218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.905294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-16T07:14:22.824326Z","caller":"traceutil/trace.go:171","msg":"trace[1143732546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11685; }","duration":"133.485647ms","start":"2026-07-16T07:14:22.690821Z","end":"2026-07-16T07:14:22.824307Z","steps":["trace[1143732546] 'range keys from in-memory index tree' (duration: 132.713546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:22.82439Z","caller":"traceutil/trace.go:171","msg":"trace[1803467704] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11685; }","duration":"187.10179ms","start":"2026-07-16T07:14:22.637279Z","end":"2026-07-16T07:14:22.82438Z","steps":["trace[1803467704] 'range keys from in-memory index tree' (duration: 186.797831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.824367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.518954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.824857Z","caller":"traceutil/trace.go:171","msg":"trace[82531713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11685; }","duration":"187.336337ms","start":"2026-07-16T07:14:22.637502Z","end":"2026-07-16T07:14:22.824838Z","steps":["trace[82531713] 'range keys from in-memory index tree' (duration: 186.447262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:22.824892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.42201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:22.825372Z","caller":"traceutil/trace.go:171","msg":"trace[313273641] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11685; }","duration":"196.924023ms","start":"2026-07-16T07:14:22.628421Z","end":"2026-07-16T07:14:22.825345Z","steps":["trace[313273641] 'count revisions from in-memory index tree' (duration: 196.327817ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.01961Z","caller":"traceutil/trace.go:171","msg":"trace[533780164] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"187.303066ms","start":"2026-07-16T07:14:22.832278Z","end":"2026-07-16T07:14:23.019581Z","steps":["trace[533780164] 'process raft request' (duration: 129.144436ms)","trace[533780164] 'compare' (duration: 57.959224ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:23.019749Z","caller":"traceutil/trace.go:171","msg":"trace[1509463925] linearizableReadLoop","detail":"{readStateIndex:12215; appliedIndex:12212; }","duration":"185.356812ms","start":"2026-07-16T07:14:22.834368Z","end":"2026-07-16T07:14:23.019725Z","steps":["trace[1509463925] 'read index received' (duration: 47.934675ms)","trace[1509463925] 'applied index is now lower than readState.Index' (duration: 137.420037ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:23.019861Z","caller":"traceutil/trace.go:171","msg":"trace[1052003997] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"187.261885ms","start":"2026-07-16T07:14:22.83259Z","end":"2026-07-16T07:14:23.019852Z","steps":["trace[1052003997] 'process raft request' (duration: 186.942006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.020081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.694091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-16T07:14:23.0201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.353574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:14:23.020142Z","caller":"traceutil/trace.go:171","msg":"trace[169534455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11688; }","duration":"184.417565ms","start":"2026-07-16T07:14:22.835713Z","end":"2026-07-16T07:14:23.02013Z","steps":["trace[169534455] 'agreement among raft nodes before linearized reading' (duration: 184.265211ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.020113Z","caller":"traceutil/trace.go:171","msg":"trace[2111509732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11688; }","duration":"185.764303ms","start":"2026-07-16T07:14:22.834341Z","end":"2026-07-16T07:14:23.020105Z","steps":["trace[2111509732] 'agreement among raft nodes before linearized reading' (duration: 185.619729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.020324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.916132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:14:23.020437Z","caller":"traceutil/trace.go:171","msg":"trace[1728963000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11688; }","duration":"184.049675ms","start":"2026-07-16T07:14:22.836369Z","end":"2026-07-16T07:14:23.020419Z","steps":["trace[1728963000] 'agreement among raft nodes before linearized reading' (duration: 183.700096ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.212057Z","caller":"traceutil/trace.go:171","msg":"trace[415134861] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"187.669296ms","start":"2026-07-16T07:14:23.024354Z","end":"2026-07-16T07:14:23.212023Z","steps":["trace[415134861] 'process raft request' (duration: 96.60403ms)","trace[415134861] 'compare' (duration: 90.775108ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:23.239413Z","caller":"traceutil/trace.go:171","msg":"trace[1780079718] linearizableReadLoop","detail":"{readStateIndex:12217; appliedIndex:12215; }","duration":"214.433482ms","start":"2026-07-16T07:14:23.024951Z","end":"2026-07-16T07:14:23.239384Z","steps":["trace[1780079718] 'read index received' (duration: 96.022484ms)","trace[1780079718] 'applied index is now lower than readState.Index' (duration: 118.409948ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:23.23946Z","caller":"traceutil/trace.go:171","msg":"trace[1789716518] transaction","detail":"{read_only:false; response_revision:11690; number_of_response:1; }","duration":"214.947906ms","start":"2026-07-16T07:14:23.024471Z","end":"2026-07-16T07:14:23.239419Z","steps":["trace[1789716518] 'process raft request' (duration: 214.565455ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.239567Z","caller":"traceutil/trace.go:171","msg":"trace[847538619] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"210.777089ms","start":"2026-07-16T07:14:23.028777Z","end":"2026-07-16T07:14:23.239554Z","steps":["trace[847538619] 'process raft request' (duration: 210.566474ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.239556Z","caller":"traceutil/trace.go:171","msg":"trace[997703882] transaction","detail":"{read_only:false; response_revision:11692; number_of_response:1; }","duration":"210.79399ms","start":"2026-07-16T07:14:23.028657Z","end":"2026-07-16T07:14:23.239451Z","steps":["trace[997703882] 'process raft request' (duration: 210.646675ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.239547Z","caller":"traceutil/trace.go:171","msg":"trace[290512157] transaction","detail":"{read_only:false; response_revision:11691; number_of_response:1; }","duration":"211.095168ms","start":"2026-07-16T07:14:23.028416Z","end":"2026-07-16T07:14:23.239511Z","steps":["trace[290512157] 'process raft request' (duration: 210.838981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.239883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.341227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:14:23.239934Z","caller":"traceutil/trace.go:171","msg":"trace[1079434253] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11693; }","duration":"201.416109ms","start":"2026-07-16T07:14:23.038506Z","end":"2026-07-16T07:14:23.239922Z","steps":["trace[1079434253] 'agreement among raft nodes before linearized reading' (duration: 201.306886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.239932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.438821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-16T07:14:23.239993Z","caller":"traceutil/trace.go:171","msg":"trace[1707804556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11693; }","duration":"205.579834ms","start":"2026-07-16T07:14:23.034397Z","end":"2026-07-16T07:14:23.239977Z","steps":["trace[1707804556] 'agreement among raft nodes before linearized reading' (duration: 205.350198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.240284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.277885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:14:23.240426Z","caller":"traceutil/trace.go:171","msg":"trace[556817769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11693; }","duration":"215.46793ms","start":"2026-07-16T07:14:23.024931Z","end":"2026-07-16T07:14:23.240399Z","steps":["trace[556817769] 'agreement among raft nodes before linearized reading' (duration: 214.870383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:14:23.505273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.950494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:14:23.505407Z","caller":"traceutil/trace.go:171","msg":"trace[880045032] linearizableReadLoop","detail":"{readStateIndex:12222; appliedIndex:12221; }","duration":"163.256466ms","start":"2026-07-16T07:14:23.342132Z","end":"2026-07-16T07:14:23.505389Z","steps":["trace[880045032] 'read index received' (duration: 16.971683ms)","trace[880045032] 'applied index is now lower than readState.Index' (duration: 146.283563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:14:23.505489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.346009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:14:23.505525Z","caller":"traceutil/trace.go:171","msg":"trace[1450209743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11695; }","duration":"163.39132ms","start":"2026-07-16T07:14:23.342122Z","end":"2026-07-16T07:14:23.505514Z","steps":["trace[1450209743] 'agreement among raft nodes before linearized reading' (duration: 163.321498ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:23.505732Z","caller":"traceutil/trace.go:171","msg":"trace[564270598] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"259.366143ms","start":"2026-07-16T07:14:23.246331Z","end":"2026-07-16T07:14:23.505697Z","steps":["trace[564270598] 'process raft request' (duration: 112.898304ms)","trace[564270598] 'compare' (duration: 145.78514ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:14:23.724769Z","caller":"traceutil/trace.go:171","msg":"trace[302286291] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"138.300711ms","start":"2026-07-16T07:14:23.586432Z","end":"2026-07-16T07:14:23.724733Z","steps":["trace[302286291] 'process raft request' (duration: 137.775977ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:14:24.375566Z","caller":"traceutil/trace.go:171","msg":"trace[46637299] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"166.61609ms","start":"2026-07-16T07:14:24.208924Z","end":"2026-07-16T07:14:24.37554Z","steps":["trace[46637299] 'process raft request' (duration: 166.099546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:15:17.087907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9298} {"level":"info","ts":"2026-07-16T07:15:17.174971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9298,"took":"84.509304ms","hash":54849258,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-16T07:15:17.175044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":54849258,"revision":9298,"compact-revision":6463} {"level":"info","ts":"2026-07-16T07:16:54.203259Z","caller":"traceutil/trace.go:171","msg":"trace[414251777] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13523; }","duration":"166.036204ms","start":"2026-07-16T07:16:54.037197Z","end":"2026-07-16T07:16:54.203233Z","steps":["trace[414251777] 'read index received' (duration: 165.943861ms)","trace[414251777] 'applied index is now lower than readState.Index' (duration: 90.643µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:16:54.203415Z","caller":"traceutil/trace.go:171","msg":"trace[1560872314] transaction","detail":"{read_only:false; response_revision:12935; number_of_response:1; }","duration":"167.020911ms","start":"2026-07-16T07:16:54.036354Z","end":"2026-07-16T07:16:54.203375Z","steps":["trace[1560872314] 'process raft request' (duration: 166.712742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:16:54.203588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.390324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T07:16:54.203637Z","caller":"traceutil/trace.go:171","msg":"trace[1476860819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12935; }","duration":"166.479386ms","start":"2026-07-16T07:16:54.037143Z","end":"2026-07-16T07:16:54.203623Z","steps":["trace[1476860819] 'agreement among raft nodes before linearized reading' (duration: 166.302531ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:16:54.24311Z","caller":"traceutil/trace.go:171","msg":"trace[285936228] transaction","detail":"{read_only:false; response_revision:12936; number_of_response:1; }","duration":"163.670837ms","start":"2026-07-16T07:16:54.079393Z","end":"2026-07-16T07:16:54.243063Z","steps":["trace[285936228] 'process raft request' (duration: 137.059056ms)","trace[285936228] 'compare' (duration: 26.449177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:16:54.243271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.939745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-16T07:16:54.243328Z","caller":"traceutil/trace.go:171","msg":"trace[1958090103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12936; }","duration":"206.054638ms","start":"2026-07-16T07:16:54.037259Z","end":"2026-07-16T07:16:54.243314Z","steps":["trace[1958090103] 'agreement among raft nodes before linearized reading' (duration: 205.784761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:16:54.683159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.168096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:16:54.683266Z","caller":"traceutil/trace.go:171","msg":"trace[689528191] transaction","detail":"{read_only:false; response_revision:12940; number_of_response:1; }","duration":"134.862027ms","start":"2026-07-16T07:16:54.54839Z","end":"2026-07-16T07:16:54.683252Z","steps":["trace[689528191] 'process raft request' (duration: 23.524366ms)","trace[689528191] 'compare' (duration: 111.042293ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:16:54.712882Z","caller":"traceutil/trace.go:171","msg":"trace[381779536] transaction","detail":"{read_only:false; response_revision:12942; number_of_response:1; }","duration":"159.618675ms","start":"2026-07-16T07:16:54.553235Z","end":"2026-07-16T07:16:54.712853Z","steps":["trace[381779536] 'process raft request' (duration: 159.522763ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:16:54.713056Z","caller":"traceutil/trace.go:171","msg":"trace[435677871] transaction","detail":"{read_only:false; response_revision:12941; number_of_response:1; }","duration":"162.267319ms","start":"2026-07-16T07:16:54.550762Z","end":"2026-07-16T07:16:54.71303Z","steps":["trace[435677871] 'process raft request' (duration: 161.813017ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:16:56.834129Z","caller":"traceutil/trace.go:171","msg":"trace[1322415392] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"108.037739ms","start":"2026-07-16T07:16:56.72605Z","end":"2026-07-16T07:16:56.834088Z","steps":["trace[1322415392] 'process raft request' (duration: 42.064422ms)","trace[1322415392] 'compare' (duration: 65.744531ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:16:56.984615Z","caller":"traceutil/trace.go:171","msg":"trace[573781359] transaction","detail":"{read_only:false; response_revision:12956; number_of_response:1; }","duration":"137.111349ms","start":"2026-07-16T07:16:56.847477Z","end":"2026-07-16T07:16:56.984589Z","steps":["trace[573781359] 'process raft request' (duration: 91.578991ms)","trace[573781359] 'compare' (duration: 45.411205ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:16:57.143967Z","caller":"traceutil/trace.go:171","msg":"trace[1087885800] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"112.294568ms","start":"2026-07-16T07:16:57.031648Z","end":"2026-07-16T07:16:57.143943Z","steps":["trace[1087885800] 'process raft request' (duration: 105.069857ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:17:02.26394Z","caller":"traceutil/trace.go:171","msg":"trace[1704160154] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"122.005408ms","start":"2026-07-16T07:17:02.141875Z","end":"2026-07-16T07:17:02.263881Z","steps":["trace[1704160154] 'process raft request' (duration: 121.71456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:17:02.457629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.594169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-16T07:17:02.457787Z","caller":"traceutil/trace.go:171","msg":"trace[66183136] linearizableReadLoop","detail":"{readStateIndex:13583; appliedIndex:13582; }","duration":"183.679177ms","start":"2026-07-16T07:17:02.274086Z","end":"2026-07-16T07:17:02.457765Z","steps":["trace[66183136] 'read index received' (duration: 48.773059ms)","trace[66183136] 'applied index is now lower than readState.Index' (duration: 134.904567ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:17:02.45784Z","caller":"traceutil/trace.go:171","msg":"trace[1286245627] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"187.358358ms","start":"2026-07-16T07:17:02.270433Z","end":"2026-07-16T07:17:02.457792Z","steps":["trace[1286245627] 'process raft request' (duration: 52.470231ms)","trace[1286245627] 'compare' (duration: 134.367713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:17:02.458065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.549544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-9czr6\" ","response":"range_response_count:1 size:8631"} {"level":"info","ts":"2026-07-16T07:17:02.458112Z","caller":"traceutil/trace.go:171","msg":"trace[889765840] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-9czr6; range_end:; response_count:1; response_revision:12990; }","duration":"108.654477ms","start":"2026-07-16T07:17:02.349444Z","end":"2026-07-16T07:17:02.458099Z","steps":["trace[889765840] 'agreement among raft nodes before linearized reading' (duration: 108.460581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:17:02.458113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.55938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-16T07:17:02.458089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.974134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-16T07:17:02.458182Z","caller":"traceutil/trace.go:171","msg":"trace[214091444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12990; }","duration":"142.755147ms","start":"2026-07-16T07:17:02.315407Z","end":"2026-07-16T07:17:02.458163Z","steps":["trace[214091444] 'agreement among raft nodes before linearized reading' (duration: 142.490939ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:17:02.458205Z","caller":"traceutil/trace.go:171","msg":"trace[504491017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12990; }","duration":"184.146369ms","start":"2026-07-16T07:17:02.274029Z","end":"2026-07-16T07:17:02.458175Z","steps":["trace[504491017] 'agreement among raft nodes before linearized reading' (duration: 183.83738ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:16.096212Z","caller":"traceutil/trace.go:171","msg":"trace[1668587166] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"135.216695ms","start":"2026-07-16T07:20:15.960967Z","end":"2026-07-16T07:20:16.096184Z","steps":["trace[1668587166] 'process raft request' (duration: 134.797613ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:17.094742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12154} {"level":"info","ts":"2026-07-16T07:20:17.19245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12154,"took":"95.122568ms","hash":2117536054,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":25612288,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-16T07:20:17.192545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2117536054,"revision":12154,"compact-revision":9298} {"level":"warn","ts":"2026-07-16T07:20:38.492464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.381762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:20:38.492543Z","caller":"traceutil/trace.go:171","msg":"trace[572037333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14734; }","duration":"180.515586ms","start":"2026-07-16T07:20:38.312013Z","end":"2026-07-16T07:20:38.492529Z","steps":["trace[572037333] 'range keys from in-memory index tree' (duration: 180.30959ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:46.183449Z","caller":"traceutil/trace.go:171","msg":"trace[608814144] linearizableReadLoop","detail":"{readStateIndex:15495; appliedIndex:15494; }","duration":"105.557909ms","start":"2026-07-16T07:20:46.077871Z","end":"2026-07-16T07:20:46.183429Z","steps":["trace[608814144] 'read index received' (duration: 105.376204ms)","trace[608814144] 'applied index is now lower than readState.Index' (duration: 180.615µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:20:46.183523Z","caller":"traceutil/trace.go:171","msg":"trace[1409553009] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"114.067716ms","start":"2026-07-16T07:20:46.069425Z","end":"2026-07-16T07:20:46.183493Z","steps":["trace[1409553009] 'process raft request' (duration: 113.85464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:46.183664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.737574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:20:46.183769Z","caller":"traceutil/trace.go:171","msg":"trace[43588416] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14801; }","duration":"105.903308ms","start":"2026-07-16T07:20:46.077844Z","end":"2026-07-16T07:20:46.183748Z","steps":["trace[43588416] 'agreement among raft nodes before linearized reading' (duration: 105.671171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.301994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.828673Z","time spent":"473.301856ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:20:56.302017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.843449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-16T07:20:56.302215Z","caller":"traceutil/trace.go:171","msg":"trace[813580727] linearizableReadLoop","detail":"{readStateIndex:15560; appliedIndex:15559; }","duration":"604.521999ms","start":"2026-07-16T07:20:55.697667Z","end":"2026-07-16T07:20:56.302189Z","steps":["trace[813580727] 'read index received' (duration: 49.511µs)","trace[813580727] 'applied index is now lower than readState.Index' (duration: 604.470378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:20:56.302647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.870608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:20:56.302701Z","caller":"traceutil/trace.go:171","msg":"trace[513880419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14863; }","duration":"604.975651ms","start":"2026-07-16T07:20:55.697709Z","end":"2026-07-16T07:20:56.302684Z","steps":["trace[513880419] 'agreement among raft nodes before linearized reading' (duration: 604.755285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.302733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.697676Z","time spent":"605.050014ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:20:56.302733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.047894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:20:56.302829Z","caller":"traceutil/trace.go:171","msg":"trace[1659383358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14863; }","duration":"605.207158ms","start":"2026-07-16T07:20:55.697596Z","end":"2026-07-16T07:20:56.302803Z","steps":["trace[1659383358] 'agreement among raft nodes before linearized reading' (duration: 604.92006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.302859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.50225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-16T07:20:56.302897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.697569Z","time spent":"605.312371ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:20:56.30291Z","caller":"traceutil/trace.go:171","msg":"trace[1294001730] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14863; }","duration":"395.570832ms","start":"2026-07-16T07:20:55.907323Z","end":"2026-07-16T07:20:56.302894Z","steps":["trace[1294001730] 'agreement among raft nodes before linearized reading' (duration: 395.148921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.302944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.90731Z","time spent":"395.627433ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:20:56.302947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.322567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-16T07:20:56.302929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.774079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:20:56.303009Z","caller":"traceutil/trace.go:171","msg":"trace[967119182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14863; }","duration":"149.473661ms","start":"2026-07-16T07:20:56.153517Z","end":"2026-07-16T07:20:56.30299Z","steps":["trace[967119182] 'agreement among raft nodes before linearized reading' (duration: 149.154292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.303028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.128664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-16T07:20:56.303033Z","caller":"traceutil/trace.go:171","msg":"trace[450821717] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14863; }","duration":"413.945123ms","start":"2026-07-16T07:20:55.889061Z","end":"2026-07-16T07:20:56.303006Z","steps":["trace[450821717] 'agreement among raft nodes before linearized reading' (duration: 413.759838ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:56.303061Z","caller":"traceutil/trace.go:171","msg":"trace[770692918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14863; }","duration":"139.163995ms","start":"2026-07-16T07:20:56.163888Z","end":"2026-07-16T07:20:56.303052Z","steps":["trace[770692918] 'agreement among raft nodes before linearized reading' (duration: 138.660901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.303081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.889028Z","time spent":"414.043396ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:20:56.303103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.032112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:20:56.303126Z","caller":"traceutil/trace.go:171","msg":"trace[993119075] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14863; }","duration":"564.083813ms","start":"2026-07-16T07:20:55.739034Z","end":"2026-07-16T07:20:56.303118Z","steps":["trace[993119075] 'agreement among raft nodes before linearized reading' (duration: 563.699653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.303145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.739015Z","time spent":"564.125404ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:20:56.303807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.717537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:20:56.303922Z","caller":"traceutil/trace.go:171","msg":"trace[1665657959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14863; }","duration":"603.875781ms","start":"2026-07-16T07:20:55.700017Z","end":"2026-07-16T07:20:56.303893Z","steps":["trace[1665657959] 'agreement among raft nodes before linearized reading' (duration: 603.47471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.303982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:55.700012Z","time spent":"603.958403ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:20:56.810098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830561743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:20:56.837881Z","caller":"traceutil/trace.go:171","msg":"trace[1086056055] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"529.162431ms","start":"2026-07-16T07:20:56.308698Z","end":"2026-07-16T07:20:56.83786Z","steps":["trace[1086056055] 'process raft request' (duration: 529.022347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.838014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.308685Z","time spent":"529.263483ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:20:56.896001Z","caller":"traceutil/trace.go:171","msg":"trace[22246181] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"587.278989ms","start":"2026-07-16T07:20:56.308699Z","end":"2026-07-16T07:20:56.895978Z","steps":["trace[22246181] 'process raft request' (duration: 587.109944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.896138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.308669Z","time spent":"587.400912ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:20:56.896442Z","caller":"traceutil/trace.go:171","msg":"trace[403426678] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"587.523926ms","start":"2026-07-16T07:20:56.308882Z","end":"2026-07-16T07:20:56.896406Z","steps":["trace[403426678] 'process raft request' (duration: 587.052723ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:56.896528Z","caller":"traceutil/trace.go:171","msg":"trace[1501801179] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"587.109814ms","start":"2026-07-16T07:20:56.309389Z","end":"2026-07-16T07:20:56.896499Z","steps":["trace[1501801179] 'process raft request' (duration: 586.795946ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:56.896561Z","caller":"traceutil/trace.go:171","msg":"trace[261617601] linearizableReadLoop","detail":"{readStateIndex:15567; appliedIndex:15560; }","duration":"587.365071ms","start":"2026-07-16T07:20:56.309162Z","end":"2026-07-16T07:20:56.896527Z","steps":["trace[261617601] 'read index received' (duration: 528.593225ms)","trace[261617601] 'applied index is now lower than readState.Index' (duration: 58.769996ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:20:56.89672Z","caller":"traceutil/trace.go:171","msg":"trace[917217520] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"583.550065ms","start":"2026-07-16T07:20:56.313151Z","end":"2026-07-16T07:20:56.896701Z","steps":["trace[917217520] 'process raft request' (duration: 583.234956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.896877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.31314Z","time spent":"583.627478ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:20:56.89687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.30885Z","time spent":"587.66987ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:20:56.896951Z","caller":"traceutil/trace.go:171","msg":"trace[1748595003] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"583.611726ms","start":"2026-07-16T07:20:56.313324Z","end":"2026-07-16T07:20:56.896935Z","steps":["trace[1748595003] 'process raft request' (duration: 583.106872ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:56.896974Z","caller":"traceutil/trace.go:171","msg":"trace[1612503507] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"583.539375ms","start":"2026-07-16T07:20:56.313381Z","end":"2026-07-16T07:20:56.89692Z","steps":["trace[1612503507] 'process raft request' (duration: 583.095563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.89719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.951502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-16T07:20:56.897206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.04158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-16T07:20:56.89672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.309374Z","time spent":"587.231047ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:20:56.897221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.344849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-16T07:20:56.89722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.313351Z","time spent":"583.751491ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:20:56.897253Z","caller":"traceutil/trace.go:171","msg":"trace[188961201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14870; }","duration":"588.100202ms","start":"2026-07-16T07:20:56.309143Z","end":"2026-07-16T07:20:56.897244Z","steps":["trace[188961201] 'agreement among raft nodes before linearized reading' (duration: 587.946968ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:20:56.897252Z","caller":"traceutil/trace.go:171","msg":"trace[1333970109] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14870; }","duration":"549.046095ms","start":"2026-07-16T07:20:56.348192Z","end":"2026-07-16T07:20:56.897238Z","steps":["trace[1333970109] 'agreement among raft nodes before linearized reading' (duration: 548.86678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.897287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.309137Z","time spent":"588.143093ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:20:56.897295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.348179Z","time spent":"549.108696ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:20:56.897026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.313317Z","time spent":"583.670379ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:20:56.897321Z","caller":"traceutil/trace.go:171","msg":"trace[734838322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14870; }","duration":"500.462403ms","start":"2026-07-16T07:20:56.396798Z","end":"2026-07-16T07:20:56.897261Z","steps":["trace[734838322] 'agreement among raft nodes before linearized reading' (duration: 500.348239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:20:56.898008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:20:56.396758Z","time spent":"501.210873ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:21:13.11766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.024615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:21:13.117843Z","caller":"traceutil/trace.go:171","msg":"trace[445892089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15157; }","duration":"197.276452ms","start":"2026-07-16T07:21:12.920545Z","end":"2026-07-16T07:21:13.117821Z","steps":["trace[445892089] 'range keys from in-memory index tree' (duration: 196.85825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:21:13.117866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.499595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-16T07:21:13.117981Z","caller":"traceutil/trace.go:171","msg":"trace[1501433345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15157; }","duration":"189.694321ms","start":"2026-07-16T07:21:12.928266Z","end":"2026-07-16T07:21:13.117961Z","steps":["trace[1501433345] 'range keys from in-memory index tree' (duration: 189.262069ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:21:13.118605Z","caller":"traceutil/trace.go:171","msg":"trace[1967733439] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"156.696712ms","start":"2026-07-16T07:21:12.961863Z","end":"2026-07-16T07:21:13.118559Z","steps":["trace[1967733439] 'process raft request' (duration: 153.805641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:21:13.118744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d018921-6121-44c2-9fd4-476860a2d509\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-07-16T07:21:13.1188Z","caller":"traceutil/trace.go:171","msg":"trace[30116237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d018921-6121-44c2-9fd4-476860a2d509; range_end:; response_count:1; response_revision:15158; }","duration":"151.995841ms","start":"2026-07-16T07:21:12.966791Z","end":"2026-07-16T07:21:13.118787Z","steps":["trace[30116237] 'agreement among raft nodes before linearized reading' (duration: 151.827317ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:21:13.118577Z","caller":"traceutil/trace.go:171","msg":"trace[322037398] linearizableReadLoop","detail":"{readStateIndex:15870; appliedIndex:15869; }","duration":"151.659162ms","start":"2026-07-16T07:21:12.966866Z","end":"2026-07-16T07:21:13.118525Z","steps":["trace[322037398] 'read index received' (duration: 148.746891ms)","trace[322037398] 'applied index is now lower than readState.Index' (duration: 2.909661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:21:13.119365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:21:13.119451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.550032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-16T07:21:13.119504Z","caller":"traceutil/trace.go:171","msg":"trace[156831898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15158; }","duration":"150.648404ms","start":"2026-07-16T07:21:12.96884Z","end":"2026-07-16T07:21:13.119489Z","steps":["trace[156831898] 'agreement among raft nodes before linearized reading' (duration: 150.392177ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:21:13.119515Z","caller":"traceutil/trace.go:171","msg":"trace[8138186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15158; }","duration":"111.444013ms","start":"2026-07-16T07:21:13.008038Z","end":"2026-07-16T07:21:13.119482Z","steps":["trace[8138186] 'agreement among raft nodes before linearized reading' (duration: 111.202776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:21:13.119975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.055887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:21:13.120136Z","caller":"traceutil/trace.go:171","msg":"trace[1452808698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15158; }","duration":"141.233302ms","start":"2026-07-16T07:21:12.97888Z","end":"2026-07-16T07:21:13.120113Z","steps":["trace[1452808698] 'agreement among raft nodes before linearized reading' (duration: 140.936244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:21:13.1203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.167125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-16T07:21:13.120362Z","caller":"traceutil/trace.go:171","msg":"trace[1615716130] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15158; }","duration":"125.239527ms","start":"2026-07-16T07:21:12.995102Z","end":"2026-07-16T07:21:13.120342Z","steps":["trace[1615716130] 'agreement among raft nodes before linearized reading' (duration: 124.99816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:21:13.120376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.888783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-16T07:21:13.120532Z","caller":"traceutil/trace.go:171","msg":"trace[2141406586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15158; }","duration":"150.073938ms","start":"2026-07-16T07:21:12.970423Z","end":"2026-07-16T07:21:13.120497Z","steps":["trace[2141406586] 'agreement among raft nodes before linearized reading' (duration: 149.502842ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:22:42.376012Z","caller":"traceutil/trace.go:171","msg":"trace[1737906564] transaction","detail":"{read_only:false; response_revision:16108; number_of_response:1; }","duration":"692.937991ms","start":"2026-07-16T07:22:41.683036Z","end":"2026-07-16T07:22:42.375974Z","steps":["trace[1737906564] 'process raft request' (duration: 692.857409ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:22:42.376221Z","caller":"traceutil/trace.go:171","msg":"trace[909795123] transaction","detail":"{read_only:false; response_revision:16107; number_of_response:1; }","duration":"693.103375ms","start":"2026-07-16T07:22:41.682879Z","end":"2026-07-16T07:22:42.375982Z","steps":["trace[909795123] 'process raft request' (duration: 692.871579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.376371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.683028Z","time spent":"693.27227ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:22:42.376646Z","caller":"traceutil/trace.go:171","msg":"trace[1800553048] transaction","detail":"{read_only:false; response_revision:16109; number_of_response:1; }","duration":"692.758986ms","start":"2026-07-16T07:22:41.683839Z","end":"2026-07-16T07:22:42.376598Z","steps":["trace[1800553048] 'process raft request' (duration: 692.097507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.376699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.682853Z","time spent":"693.552698ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:22:42.376924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.683829Z","time spent":"692.938641ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:22:42.377035Z","caller":"traceutil/trace.go:171","msg":"trace[559095487] linearizableReadLoop","detail":"{readStateIndex:16864; appliedIndex:16859; }","duration":"688.560609ms","start":"2026-07-16T07:22:41.688452Z","end":"2026-07-16T07:22:42.377012Z","steps":["trace[559095487] 'read index received' (duration: 30.122629ms)","trace[559095487] 'applied index is now lower than readState.Index' (duration: 658.43633ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:22:42.377229Z","caller":"traceutil/trace.go:171","msg":"trace[1836194736] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"688.468476ms","start":"2026-07-16T07:22:41.688719Z","end":"2026-07-16T07:22:42.377188Z","steps":["trace[1836194736] 'process raft request' (duration: 688.125796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.377422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.698523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-16T07:22:42.377465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.68871Z","time spent":"688.62261ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:22:42.377498Z","caller":"traceutil/trace.go:171","msg":"trace[1463142697] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16111; }","duration":"535.831557ms","start":"2026-07-16T07:22:41.841644Z","end":"2026-07-16T07:22:42.377476Z","steps":["trace[1463142697] 'agreement among raft nodes before linearized reading' (duration: 535.715304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.377557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.841621Z","time spent":"535.92145ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:22:42.377676Z","caller":"traceutil/trace.go:171","msg":"trace[19430681] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"691.610114ms","start":"2026-07-16T07:22:41.686051Z","end":"2026-07-16T07:22:42.377661Z","steps":["trace[19430681] 'process raft request' (duration: 690.408041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.377758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.686042Z","time spent":"691.669095ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:22:42.377889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.369633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-16T07:22:42.377951Z","caller":"traceutil/trace.go:171","msg":"trace[751001495] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16111; }","duration":"179.715323ms","start":"2026-07-16T07:22:42.198216Z","end":"2026-07-16T07:22:42.377931Z","steps":["trace[751001495] 'agreement among raft nodes before linearized reading' (duration: 179.566978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.37808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.851165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-16T07:22:42.37814Z","caller":"traceutil/trace.go:171","msg":"trace[204361074] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16111; }","duration":"323.954579ms","start":"2026-07-16T07:22:42.054169Z","end":"2026-07-16T07:22:42.378124Z","steps":["trace[204361074] 'agreement among raft nodes before linearized reading' (duration: 323.849856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.378175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:42.054148Z","time spent":"324.01835ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:22:42.378248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.506484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-16T07:22:42.378303Z","caller":"traceutil/trace.go:171","msg":"trace[1634840767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16111; }","duration":"458.586306ms","start":"2026-07-16T07:22:41.919702Z","end":"2026-07-16T07:22:42.378288Z","steps":["trace[1634840767] 'agreement among raft nodes before linearized reading' (duration: 458.497754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.378353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.919691Z","time spent":"458.652688ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:22:42.378503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.118561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-16T07:22:42.378548Z","caller":"traceutil/trace.go:171","msg":"trace[352662979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:16111; }","duration":"311.176843ms","start":"2026-07-16T07:22:42.067359Z","end":"2026-07-16T07:22:42.378536Z","steps":["trace[352662979] 'agreement among raft nodes before linearized reading' (duration: 311.000448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.378579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:42.067352Z","time spent":"311.220054ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-dds2n\" "} {"level":"warn","ts":"2026-07-16T07:22:42.378499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.03724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709461"} {"level":"warn","ts":"2026-07-16T07:22:42.378691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.196376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-16T07:22:42.378804Z","caller":"traceutil/trace.go:171","msg":"trace[2052033871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16111; }","duration":"690.390499ms","start":"2026-07-16T07:22:41.688398Z","end":"2026-07-16T07:22:42.378788Z","steps":["trace[2052033871] 'agreement among raft nodes before linearized reading' (duration: 688.798155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:22:42.378882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:22:41.688167Z","time spent":"690.683088ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709484,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:22:42.378928Z","caller":"traceutil/trace.go:171","msg":"trace[1023617119] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16111; }","duration":"180.377052ms","start":"2026-07-16T07:22:42.198418Z","end":"2026-07-16T07:22:42.378796Z","steps":["trace[1023617119] 'agreement among raft nodes before linearized reading' (duration: 179.821416ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:22:42.574354Z","caller":"traceutil/trace.go:171","msg":"trace[411376395] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"152.255829ms","start":"2026-07-16T07:22:42.422068Z","end":"2026-07-16T07:22:42.574324Z","steps":["trace[411376395] 'process raft request' (duration: 149.08283ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:22:42.574356Z","caller":"traceutil/trace.go:171","msg":"trace[557783313] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"147.127826ms","start":"2026-07-16T07:22:42.42719Z","end":"2026-07-16T07:22:42.574317Z","steps":["trace[557783313] 'process raft request' (duration: 146.908389ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:25:17.104133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14585} {"level":"info","ts":"2026-07-16T07:25:17.214373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14585,"took":"107.672256ms","hash":3989151941,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":29347840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-16T07:25:17.214424Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3989151941,"revision":14585,"compact-revision":12154} {"level":"info","ts":"2026-07-16T07:25:26.21562Z","caller":"traceutil/trace.go:171","msg":"trace[1230667656] linearizableReadLoop","detail":"{readStateIndex:18534; appliedIndex:18533; }","duration":"109.447135ms","start":"2026-07-16T07:25:26.106142Z","end":"2026-07-16T07:25:26.215589Z","steps":["trace[1230667656] 'read index received' (duration: 109.143607ms)","trace[1230667656] 'applied index is now lower than readState.Index' (duration: 301.948µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:25:26.215736Z","caller":"traceutil/trace.go:171","msg":"trace[1876164435] transaction","detail":"{read_only:false; response_revision:17704; number_of_response:1; }","duration":"126.058027ms","start":"2026-07-16T07:25:26.089637Z","end":"2026-07-16T07:25:26.215695Z","steps":["trace[1876164435] 'process raft request' (duration: 125.732588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:25:26.215927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.757854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dds2n\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-16T07:25:26.216041Z","caller":"traceutil/trace.go:171","msg":"trace[1041145107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dds2n; range_end:; response_count:1; response_revision:17704; }","duration":"109.936288ms","start":"2026-07-16T07:25:26.106077Z","end":"2026-07-16T07:25:26.216014Z","steps":["trace[1041145107] 'agreement among raft nodes before linearized reading' (duration: 109.63712ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:25:28.39463Z","caller":"traceutil/trace.go:171","msg":"trace[1832241647] transaction","detail":"{read_only:false; response_revision:17721; number_of_response:1; }","duration":"101.786622ms","start":"2026-07-16T07:25:28.29279Z","end":"2026-07-16T07:25:28.394577Z","steps":["trace[1832241647] 'process raft request' (duration: 82.549227ms)","trace[1832241647] 'compare' (duration: 19.007528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:27:58.299345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.763579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:27:58.299504Z","caller":"traceutil/trace.go:171","msg":"trace[513293170] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18931; }","duration":"329.982115ms","start":"2026-07-16T07:27:57.969494Z","end":"2026-07-16T07:27:58.299477Z","steps":["trace[513293170] 'count revisions from in-memory index tree' (duration: 329.676986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:27:58.299557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:27:57.969471Z","time spent":"330.072817ms","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":30,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:04.477809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.125701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" ","response":"range_response_count:1 size:20739"} {"level":"info","ts":"2026-07-16T07:28:04.477945Z","caller":"traceutil/trace.go:171","msg":"trace[855044019] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5tcwj; range_end:; response_count:1; response_revision:18987; }","duration":"497.342527ms","start":"2026-07-16T07:28:03.980573Z","end":"2026-07-16T07:28:04.477916Z","steps":["trace[855044019] 'range keys from in-memory index tree' (duration: 496.899015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.477993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:03.98053Z","time spent":"497.45151ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20762,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" "} {"level":"warn","ts":"2026-07-16T07:28:04.477809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.579592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:04.478159Z","caller":"traceutil/trace.go:171","msg":"trace[2118079153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18987; }","duration":"460.013264ms","start":"2026-07-16T07:28:04.018128Z","end":"2026-07-16T07:28:04.478142Z","steps":["trace[2118079153] 'range keys from in-memory index tree' (duration: 459.313435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.4782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.018104Z","time spent":"460.086376ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:04.478257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.243953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:04.478367Z","caller":"traceutil/trace.go:171","msg":"trace[1927873150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18987; }","duration":"558.408788ms","start":"2026-07-16T07:28:03.919932Z","end":"2026-07-16T07:28:04.47834Z","steps":["trace[1927873150] 'range keys from in-memory index tree' (duration: 558.087639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.4783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.153867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:04.478397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.083734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:04.478432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:03.919907Z","time spent":"558.51396ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:04.478463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.418957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:28:04.478502Z","caller":"traceutil/trace.go:171","msg":"trace[1211048029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:18987; }","duration":"681.221688ms","start":"2026-07-16T07:28:03.797216Z","end":"2026-07-16T07:28:04.478438Z","steps":["trace[1211048029] 'count revisions from in-memory index tree' (duration: 680.939049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.478566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:03.79718Z","time spent":"681.372272ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:04.478705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.131345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:28:04.478509Z","caller":"traceutil/trace.go:171","msg":"trace[769406108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18987; }","duration":"140.52142ms","start":"2026-07-16T07:28:04.337977Z","end":"2026-07-16T07:28:04.478498Z","steps":["trace[769406108] 'range keys from in-memory index tree' (duration: 140.240582ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:04.478754Z","caller":"traceutil/trace.go:171","msg":"trace[663454562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18987; }","duration":"142.223967ms","start":"2026-07-16T07:28:04.336515Z","end":"2026-07-16T07:28:04.478739Z","steps":["trace[663454562] 'range keys from in-memory index tree' (duration: 142.011041ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:04.478457Z","caller":"traceutil/trace.go:171","msg":"trace[2053143498] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:18987; }","duration":"249.333102ms","start":"2026-07-16T07:28:04.229094Z","end":"2026-07-16T07:28:04.478427Z","steps":["trace[2053143498] 'count revisions from in-memory index tree' (duration: 249.029714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.478899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.423005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:04.478931Z","caller":"traceutil/trace.go:171","msg":"trace[442675544] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18987; }","duration":"145.472907ms","start":"2026-07-16T07:28:04.333449Z","end":"2026-07-16T07:28:04.478922Z","steps":["trace[442675544] 'range keys from in-memory index tree' (duration: 145.328473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.478959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.659639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:04.47902Z","caller":"traceutil/trace.go:171","msg":"trace[964723469] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18987; }","duration":"198.834884ms","start":"2026-07-16T07:28:04.28017Z","end":"2026-07-16T07:28:04.479004Z","steps":["trace[964723469] 'count revisions from in-memory index tree' (duration: 198.623588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.478717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.775437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:28:04.479073Z","caller":"traceutil/trace.go:171","msg":"trace[1677423842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18987; }","duration":"141.148548ms","start":"2026-07-16T07:28:04.337911Z","end":"2026-07-16T07:28:04.479059Z","steps":["trace[1677423842] 'range keys from in-memory index tree' (duration: 140.690235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.479194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.219028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:04.479317Z","caller":"traceutil/trace.go:171","msg":"trace[1933259455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18987; }","duration":"146.397812ms","start":"2026-07-16T07:28:04.332902Z","end":"2026-07-16T07:28:04.4793Z","steps":["trace[1933259455] 'range keys from in-memory index tree' (duration: 145.625062ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:04.791582Z","caller":"traceutil/trace.go:171","msg":"trace[1995829902] transaction","detail":"{read_only:false; response_revision:18988; number_of_response:1; }","duration":"305.59632ms","start":"2026-07-16T07:28:04.485941Z","end":"2026-07-16T07:28:04.791537Z","steps":["trace[1995829902] 'process raft request' (duration: 305.283531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:04.792006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.485923Z","time spent":"305.795025ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:05.014823Z","caller":"traceutil/trace.go:171","msg":"trace[726712551] transaction","detail":"{read_only:false; response_revision:18990; number_of_response:1; }","duration":"528.773958ms","start":"2026-07-16T07:28:04.48602Z","end":"2026-07-16T07:28:05.014794Z","steps":["trace[726712551] 'process raft request' (duration: 528.453889ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:05.014809Z","caller":"traceutil/trace.go:171","msg":"trace[1500416640] transaction","detail":"{read_only:false; response_revision:18989; number_of_response:1; }","duration":"528.750027ms","start":"2026-07-16T07:28:04.485984Z","end":"2026-07-16T07:28:05.014734Z","steps":["trace[1500416640] 'process raft request' (duration: 528.268864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:05.014815Z","caller":"traceutil/trace.go:171","msg":"trace[1908555026] transaction","detail":"{read_only:false; response_revision:18992; number_of_response:1; }","duration":"527.754849ms","start":"2026-07-16T07:28:04.487022Z","end":"2026-07-16T07:28:05.014776Z","steps":["trace[1908555026] 'process raft request' (duration: 527.542283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:05.014991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.485983Z","time spent":"528.915492ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:05.015053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.487009Z","time spent":"527.916893ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:05.015053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.485958Z","time spent":"528.967532ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:05.015122Z","caller":"traceutil/trace.go:171","msg":"trace[1219660951] transaction","detail":"{read_only:false; response_revision:18993; number_of_response:1; }","duration":"517.843324ms","start":"2026-07-16T07:28:04.497227Z","end":"2026-07-16T07:28:05.01507Z","steps":["trace[1219660951] 'process raft request' (duration: 517.388392ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:05.014807Z","caller":"traceutil/trace.go:171","msg":"trace[1101833642] linearizableReadLoop","detail":"{readStateIndex:19887; appliedIndex:19884; }","duration":"527.735639ms","start":"2026-07-16T07:28:04.487029Z","end":"2026-07-16T07:28:05.014765Z","steps":["trace[1101833642] 'read index received' (duration: 305.157778ms)","trace[1101833642] 'applied index is now lower than readState.Index' (duration: 222.575511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:05.01523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.497197Z","time spent":"517.982408ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:05.014859Z","caller":"traceutil/trace.go:171","msg":"trace[499810691] transaction","detail":"{read_only:false; response_revision:18991; number_of_response:1; }","duration":"528.669985ms","start":"2026-07-16T07:28:04.486157Z","end":"2026-07-16T07:28:05.014827Z","steps":["trace[499810691] 'process raft request' (duration: 528.363276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:05.015588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.486107Z","time spent":"529.380514ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:05.015648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.484169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17444"} {"level":"info","ts":"2026-07-16T07:28:05.015716Z","caller":"traceutil/trace.go:171","msg":"trace[2079369204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18993; }","duration":"528.705216ms","start":"2026-07-16T07:28:04.486996Z","end":"2026-07-16T07:28:05.015701Z","steps":["trace[2079369204] 'agreement among raft nodes before linearized reading' (duration: 527.915964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:05.015751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.486985Z","time spent":"528.757707ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:28:05.036981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.088575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:28:05.037063Z","caller":"traceutil/trace.go:171","msg":"trace[1906433080] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18994; }","duration":"525.23412ms","start":"2026-07-16T07:28:04.511808Z","end":"2026-07-16T07:28:05.037042Z","steps":["trace[1906433080] 'agreement among raft nodes before linearized reading' (duration: 524.991623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:05.037097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.511778Z","time spent":"525.312001ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:05.037292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.999879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:28:05.037528Z","caller":"traceutil/trace.go:171","msg":"trace[1875858796] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18994; }","duration":"380.093401ms","start":"2026-07-16T07:28:04.657229Z","end":"2026-07-16T07:28:05.037323Z","steps":["trace[1875858796] 'agreement among raft nodes before linearized reading' (duration: 379.782063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:05.037566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:04.657205Z","time spent":"380.352049ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:06.976493Z","caller":"traceutil/trace.go:171","msg":"trace[1638101286] transaction","detail":"{read_only:false; response_revision:19009; number_of_response:1; }","duration":"135.174221ms","start":"2026-07-16T07:28:06.841272Z","end":"2026-07-16T07:28:06.976446Z","steps":["trace[1638101286] 'process raft request' (duration: 134.825402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:10.255657Z","caller":"traceutil/trace.go:171","msg":"trace[1328945856] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"219.692111ms","start":"2026-07-16T07:28:10.035923Z","end":"2026-07-16T07:28:10.255615Z","steps":["trace[1328945856] 'process raft request' (duration: 219.342422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:10.46819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.586007ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:28:10.4684Z","caller":"traceutil/trace.go:171","msg":"trace[1606753952] linearizableReadLoop","detail":"{readStateIndex:19941; appliedIndex:19940; }","duration":"207.978738ms","start":"2026-07-16T07:28:10.260394Z","end":"2026-07-16T07:28:10.468372Z","steps":["trace[1606753952] 'read index received' (duration: 91.213725ms)","trace[1606753952] 'applied index is now lower than readState.Index' (duration: 116.762592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:10.469392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.840091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:10.469647Z","caller":"traceutil/trace.go:171","msg":"trace[985903195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19042; }","duration":"209.303963ms","start":"2026-07-16T07:28:10.260324Z","end":"2026-07-16T07:28:10.469628Z","steps":["trace[985903195] 'agreement among raft nodes before linearized reading' (duration: 208.123931ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:11.934766Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9870e1635c99d2ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T07:28:11.940083Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-16T07:28:11.940159Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-16T07:28:13.345881Z","caller":"traceutil/trace.go:171","msg":"trace[2075324650] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"278.798188ms","start":"2026-07-16T07:28:13.067052Z","end":"2026-07-16T07:28:13.34585Z","steps":["trace[2075324650] 'process raft request' (duration: 278.713066ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.345899Z","caller":"traceutil/trace.go:171","msg":"trace[1140315453] transaction","detail":"{read_only:false; response_revision:19117; number_of_response:1; }","duration":"279.877837ms","start":"2026-07-16T07:28:13.065979Z","end":"2026-07-16T07:28:13.345857Z","steps":["trace[1140315453] 'process raft request' (duration: 279.553488ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.345956Z","caller":"traceutil/trace.go:171","msg":"trace[1680830756] transaction","detail":"{read_only:false; response_revision:19118; number_of_response:1; }","duration":"279.840917ms","start":"2026-07-16T07:28:13.06607Z","end":"2026-07-16T07:28:13.345911Z","steps":["trace[1680830756] 'process raft request' (duration: 279.655902ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.346113Z","caller":"traceutil/trace.go:171","msg":"trace[4266359] transaction","detail":"{read_only:false; response_revision:19120; number_of_response:1; }","duration":"278.8558ms","start":"2026-07-16T07:28:13.067235Z","end":"2026-07-16T07:28:13.346091Z","steps":["trace[4266359] 'process raft request' (duration: 278.564222ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.346146Z","caller":"traceutil/trace.go:171","msg":"trace[6512267] linearizableReadLoop","detail":"{readStateIndex:20020; appliedIndex:20016; }","duration":"187.83659ms","start":"2026-07-16T07:28:13.158248Z","end":"2026-07-16T07:28:13.346085Z","steps":["trace[6512267] 'read index received' (duration: 187.256583ms)","trace[6512267] 'applied index is now lower than readState.Index' (duration: 577.036µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:13.346486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.20383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:28:13.34652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.425231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-16T07:28:13.346501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.055053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:13.346561Z","caller":"traceutil/trace.go:171","msg":"trace[1821479296] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19120; }","duration":"188.335083ms","start":"2026-07-16T07:28:13.158205Z","end":"2026-07-16T07:28:13.34654Z","steps":["trace[1821479296] 'agreement among raft nodes before linearized reading' (duration: 188.053365ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.34657Z","caller":"traceutil/trace.go:171","msg":"trace[1760596295] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19120; }","duration":"177.505794ms","start":"2026-07-16T07:28:13.169048Z","end":"2026-07-16T07:28:13.346553Z","steps":["trace[1760596295] 'agreement among raft nodes before linearized reading' (duration: 177.342259ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.346615Z","caller":"traceutil/trace.go:171","msg":"trace[774256686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19120; }","duration":"107.204787ms","start":"2026-07-16T07:28:13.23938Z","end":"2026-07-16T07:28:13.346585Z","steps":["trace[774256686] 'agreement among raft nodes before linearized reading' (duration: 106.964281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:13.346786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.996839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:28:13.346874Z","caller":"traceutil/trace.go:171","msg":"trace[743534403] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19120; }","duration":"186.141603ms","start":"2026-07-16T07:28:13.160712Z","end":"2026-07-16T07:28:13.346853Z","steps":["trace[743534403] 'agreement among raft nodes before linearized reading' (duration: 185.620498ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.470034Z","caller":"traceutil/trace.go:171","msg":"trace[1200398302] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"114.557931ms","start":"2026-07-16T07:28:13.355446Z","end":"2026-07-16T07:28:13.470004Z","steps":["trace[1200398302] 'process raft request' (duration: 114.287013ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:13.470305Z","caller":"traceutil/trace.go:171","msg":"trace[1616660962] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"114.720365ms","start":"2026-07-16T07:28:13.355556Z","end":"2026-07-16T07:28:13.470276Z","steps":["trace[1616660962] 'process raft request' (duration: 114.346785ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.002239Z","caller":"traceutil/trace.go:171","msg":"trace[1356336300] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"100.785849ms","start":"2026-07-16T07:28:14.90141Z","end":"2026-07-16T07:28:15.002196Z","steps":["trace[1356336300] 'process raft request' (duration: 95.096952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.002397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.316599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-07-16T07:28:15.003696Z","caller":"traceutil/trace.go:171","msg":"trace[737520382] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19145; }","duration":"104.674457ms","start":"2026-07-16T07:28:14.89899Z","end":"2026-07-16T07:28:15.003664Z","steps":["trace[737520382] 'agreement among raft nodes before linearized reading' (duration: 103.202726ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.18174Z","caller":"traceutil/trace.go:171","msg":"trace[934765372] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"171.009294ms","start":"2026-07-16T07:28:15.010666Z","end":"2026-07-16T07:28:15.181676Z","steps":["trace[934765372] 'process raft request' (duration: 101.288334ms)","trace[934765372] 'compare' (duration: 69.438442ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:15.181781Z","caller":"traceutil/trace.go:171","msg":"trace[1941913539] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"170.992073ms","start":"2026-07-16T07:28:15.010742Z","end":"2026-07-16T07:28:15.181734Z","steps":["trace[1941913539] 'process raft request' (duration: 170.839239ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.181829Z","caller":"traceutil/trace.go:171","msg":"trace[1695981588] transaction","detail":"{read_only:false; response_revision:19149; number_of_response:1; }","duration":"171.020404ms","start":"2026-07-16T07:28:15.010755Z","end":"2026-07-16T07:28:15.181775Z","steps":["trace[1695981588] 'process raft request' (duration: 170.86925ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.182084Z","caller":"traceutil/trace.go:171","msg":"trace[728042533] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"157.675525ms","start":"2026-07-16T07:28:15.024395Z","end":"2026-07-16T07:28:15.18207Z","steps":["trace[728042533] 'process raft request' (duration: 157.350916ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.182146Z","caller":"traceutil/trace.go:171","msg":"trace[1090041424] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"170.678794ms","start":"2026-07-16T07:28:15.011451Z","end":"2026-07-16T07:28:15.18213Z","steps":["trace[1090041424] 'process raft request' (duration: 170.253132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.182233Z","caller":"traceutil/trace.go:171","msg":"trace[1801725145] linearizableReadLoop","detail":"{readStateIndex:20052; appliedIndex:20047; }","duration":"171.347843ms","start":"2026-07-16T07:28:15.010834Z","end":"2026-07-16T07:28:15.182182Z","steps":["trace[1801725145] 'read index received' (duration: 58.54847ms)","trace[1801725145] 'applied index is now lower than readState.Index' (duration: 112.793123ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:15.182479Z","caller":"traceutil/trace.go:171","msg":"trace[541216429] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"171.631011ms","start":"2026-07-16T07:28:15.010835Z","end":"2026-07-16T07:28:15.182466Z","steps":["trace[541216429] 'process raft request' (duration: 170.837099ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.182527Z","caller":"traceutil/trace.go:171","msg":"trace[771773587] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"133.021952ms","start":"2026-07-16T07:28:15.049488Z","end":"2026-07-16T07:28:15.18251Z","steps":["trace[771773587] 'process raft request' (duration: 132.323702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.182738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.992676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-16T07:28:15.182801Z","caller":"traceutil/trace.go:171","msg":"trace[995660473] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19154; }","duration":"161.097989ms","start":"2026-07-16T07:28:15.021689Z","end":"2026-07-16T07:28:15.182787Z","steps":["trace[995660473] 'agreement among raft nodes before linearized reading' (duration: 160.899744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.182851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.399035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-16T07:28:15.182936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.078534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:15.182954Z","caller":"traceutil/trace.go:171","msg":"trace[592735963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19154; }","duration":"158.554139ms","start":"2026-07-16T07:28:15.024376Z","end":"2026-07-16T07:28:15.18293Z","steps":["trace[592735963] 'agreement among raft nodes before linearized reading' (duration: 158.340003ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.182976Z","caller":"traceutil/trace.go:171","msg":"trace[1786253762] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19154; }","duration":"172.241187ms","start":"2026-07-16T07:28:15.010725Z","end":"2026-07-16T07:28:15.182966Z","steps":["trace[1786253762] 'agreement among raft nodes before linearized reading' (duration: 172.071183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.390445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.021547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:15.391128Z","caller":"traceutil/trace.go:171","msg":"trace[846027818] transaction","detail":"{read_only:false; response_revision:19158; number_of_response:1; }","duration":"188.803666ms","start":"2026-07-16T07:28:15.20227Z","end":"2026-07-16T07:28:15.391074Z","steps":["trace[846027818] 'process raft request' (duration: 188.331633ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.391168Z","caller":"traceutil/trace.go:171","msg":"trace[769079721] linearizableReadLoop","detail":"{readStateIndex:20059; appliedIndex:20056; }","duration":"198.382731ms","start":"2026-07-16T07:28:15.192761Z","end":"2026-07-16T07:28:15.391144Z","steps":["trace[769079721] 'read index received' (duration: 21.430243ms)","trace[769079721] 'applied index is now lower than readState.Index' (duration: 176.949978ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:15.391165Z","caller":"traceutil/trace.go:171","msg":"trace[493977874] transaction","detail":"{read_only:false; response_revision:19157; number_of_response:1; }","duration":"200.656314ms","start":"2026-07-16T07:28:15.190457Z","end":"2026-07-16T07:28:15.391113Z","steps":["trace[493977874] 'process raft request' (duration: 200.092459ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.391091Z","caller":"traceutil/trace.go:171","msg":"trace[1034642049] transaction","detail":"{read_only:false; response_revision:19156; number_of_response:1; }","duration":"200.627983ms","start":"2026-07-16T07:28:15.190418Z","end":"2026-07-16T07:28:15.391046Z","steps":["trace[1034642049] 'process raft request' (duration: 94.911467ms)","trace[1034642049] 'compare' (duration: 104.876153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:15.414287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.580305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:15.414376Z","caller":"traceutil/trace.go:171","msg":"trace[1139486309] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19158; }","duration":"220.702609ms","start":"2026-07-16T07:28:15.193648Z","end":"2026-07-16T07:28:15.414351Z","steps":["trace[1139486309] 'agreement among raft nodes before linearized reading' (duration: 220.549675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.414442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.662705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-vnc\" ","response":"range_response_count:1 size:2049"} {"level":"info","ts":"2026-07-16T07:28:15.414488Z","caller":"traceutil/trace.go:171","msg":"trace[583715535] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-vnc; range_end:; response_count:1; response_revision:19158; }","duration":"221.767069ms","start":"2026-07-16T07:28:15.192707Z","end":"2026-07-16T07:28:15.414474Z","steps":["trace[583715535] 'agreement among raft nodes before linearized reading' (duration: 198.569257ms)","trace[583715535] 'range keys from in-memory index tree' (duration: 23.011817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:15.414718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.750448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-16T07:28:15.414767Z","caller":"traceutil/trace.go:171","msg":"trace[273992520] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19158; }","duration":"182.834961ms","start":"2026-07-16T07:28:15.23192Z","end":"2026-07-16T07:28:15.414755Z","steps":["trace[273992520] 'agreement among raft nodes before linearized reading' (duration: 182.712967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.414803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.143163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-16T07:28:15.414864Z","caller":"traceutil/trace.go:171","msg":"trace[1068001538] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19158; }","duration":"216.196005ms","start":"2026-07-16T07:28:15.198638Z","end":"2026-07-16T07:28:15.414834Z","steps":["trace[1068001538] 'agreement among raft nodes before linearized reading' (duration: 216.098312ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.610849Z","caller":"traceutil/trace.go:171","msg":"trace[48043367] transaction","detail":"{read_only:false; response_revision:19166; number_of_response:1; }","duration":"135.000467ms","start":"2026-07-16T07:28:15.475821Z","end":"2026-07-16T07:28:15.610821Z","steps":["trace[48043367] 'process raft request' (duration: 134.909224ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.61097Z","caller":"traceutil/trace.go:171","msg":"trace[1950867128] transaction","detail":"{read_only:false; response_revision:19165; number_of_response:1; }","duration":"138.509074ms","start":"2026-07-16T07:28:15.47238Z","end":"2026-07-16T07:28:15.610889Z","steps":["trace[1950867128] 'process raft request' (duration: 138.183215ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.611563Z","caller":"traceutil/trace.go:171","msg":"trace[719394081] linearizableReadLoop","detail":"{readStateIndex:20069; appliedIndex:20069; }","duration":"128.578719ms","start":"2026-07-16T07:28:15.48297Z","end":"2026-07-16T07:28:15.611548Z","steps":["trace[719394081] 'read index received' (duration: 128.572159ms)","trace[719394081] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:15.611793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.796745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-16T07:28:15.611842Z","caller":"traceutil/trace.go:171","msg":"trace[118590036] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19166; }","duration":"128.880688ms","start":"2026-07-16T07:28:15.48295Z","end":"2026-07-16T07:28:15.611831Z","steps":["trace[118590036] 'agreement among raft nodes before linearized reading' (duration: 128.701953ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.640788Z","caller":"traceutil/trace.go:171","msg":"trace[425228762] transaction","detail":"{read_only:false; response_revision:19167; number_of_response:1; }","duration":"145.109897ms","start":"2026-07-16T07:28:15.495615Z","end":"2026-07-16T07:28:15.640725Z","steps":["trace[425228762] 'process raft request' (duration: 144.770078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.640901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.802568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:28:15.640947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.45781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:15.641052Z","caller":"traceutil/trace.go:171","msg":"trace[329528287] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19167; }","duration":"122.576963ms","start":"2026-07-16T07:28:15.518449Z","end":"2026-07-16T07:28:15.641026Z","steps":["trace[329528287] 'agreement among raft nodes before linearized reading' (duration: 122.370398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.641096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.909845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:28:15.64114Z","caller":"traceutil/trace.go:171","msg":"trace[1307022974] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19167; }","duration":"151.959276ms","start":"2026-07-16T07:28:15.489169Z","end":"2026-07-16T07:28:15.641128Z","steps":["trace[1307022974] 'agreement among raft nodes before linearized reading' (duration: 151.852143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.640904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.572359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:15.641246Z","caller":"traceutil/trace.go:171","msg":"trace[979676772] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19167; }","duration":"137.98188ms","start":"2026-07-16T07:28:15.503243Z","end":"2026-07-16T07:28:15.641225Z","steps":["trace[979676772] 'agreement among raft nodes before linearized reading' (duration: 137.372283ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:15.640991Z","caller":"traceutil/trace.go:171","msg":"trace[2106072964] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19167; }","duration":"140.953162ms","start":"2026-07-16T07:28:15.500018Z","end":"2026-07-16T07:28:15.640971Z","steps":["trace[2106072964] 'agreement among raft nodes before linearized reading' (duration: 140.733036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.641524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.264344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-16T07:28:15.641593Z","caller":"traceutil/trace.go:171","msg":"trace[276898479] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19167; }","duration":"157.362536ms","start":"2026-07-16T07:28:15.48421Z","end":"2026-07-16T07:28:15.641573Z","steps":["trace[276898479] 'agreement among raft nodes before linearized reading' (duration: 157.11764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.853251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.498706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:15.853476Z","caller":"traceutil/trace.go:171","msg":"trace[1531579113] linearizableReadLoop","detail":"{readStateIndex:20072; appliedIndex:20070; }","duration":"212.931035ms","start":"2026-07-16T07:28:15.640523Z","end":"2026-07-16T07:28:15.853454Z","steps":["trace[1531579113] 'read index received' (duration: 75.13529ms)","trace[1531579113] 'applied index is now lower than readState.Index' (duration: 137.794335ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:15.853732Z","caller":"traceutil/trace.go:171","msg":"trace[981046328] transaction","detail":"{read_only:false; response_revision:19168; number_of_response:1; }","duration":"226.519901ms","start":"2026-07-16T07:28:15.627193Z","end":"2026-07-16T07:28:15.853713Z","steps":["trace[981046328] 'process raft request' (duration: 88.435998ms)","trace[981046328] 'compare' (duration: 137.201238ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:15.853949Z","caller":"traceutil/trace.go:171","msg":"trace[304142326] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19168; }","duration":"224.799903ms","start":"2026-07-16T07:28:15.62914Z","end":"2026-07-16T07:28:15.85394Z","steps":["trace[304142326] 'process raft request' (duration: 224.249848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.854298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.709719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-16T07:28:15.854347Z","caller":"traceutil/trace.go:171","msg":"trace[1699856834] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19168; }","duration":"229.786111ms","start":"2026-07-16T07:28:15.62455Z","end":"2026-07-16T07:28:15.854336Z","steps":["trace[1699856834] 'agreement among raft nodes before linearized reading' (duration: 229.613326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:15.854583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.62013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:15.854622Z","caller":"traceutil/trace.go:171","msg":"trace[1446906290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19168; }","duration":"232.699792ms","start":"2026-07-16T07:28:15.621913Z","end":"2026-07-16T07:28:15.854612Z","steps":["trace[1446906290] 'agreement among raft nodes before linearized reading' (duration: 232.590759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.160078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.316303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:16.160512Z","caller":"traceutil/trace.go:171","msg":"trace[1354653025] linearizableReadLoop","detail":"{readStateIndex:20079; appliedIndex:20072; }","duration":"306.980608ms","start":"2026-07-16T07:28:15.853515Z","end":"2026-07-16T07:28:16.160496Z","steps":["trace[1354653025] 'read index received' (duration: 101.082918ms)","trace[1354653025] 'applied index is now lower than readState.Index' (duration: 205.89663ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:16.160587Z","caller":"traceutil/trace.go:171","msg":"trace[1969388985] transaction","detail":"{read_only:false; response_revision:19169; number_of_response:1; }","duration":"513.010041ms","start":"2026-07-16T07:28:15.647568Z","end":"2026-07-16T07:28:16.160578Z","steps":["trace[1969388985] 'process raft request' (duration: 307.129112ms)","trace[1969388985] 'compare' (duration: 205.031066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:16.160631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.64755Z","time spent":"513.058592ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:16.160798Z","caller":"traceutil/trace.go:171","msg":"trace[1624762614] transaction","detail":"{read_only:false; response_revision:19170; number_of_response:1; }","duration":"512.947829ms","start":"2026-07-16T07:28:15.647843Z","end":"2026-07-16T07:28:16.160791Z","steps":["trace[1624762614] 'process raft request' (duration: 512.468896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.160841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.647834Z","time spent":"512.98692ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:16.160929Z","caller":"traceutil/trace.go:171","msg":"trace[1867244079] transaction","detail":"{read_only:false; response_revision:19171; number_of_response:1; }","duration":"509.71296ms","start":"2026-07-16T07:28:15.65121Z","end":"2026-07-16T07:28:16.160923Z","steps":["trace[1867244079] 'process raft request' (duration: 509.139104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.160968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.651185Z","time spent":"509.768152ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:16.161055Z","caller":"traceutil/trace.go:171","msg":"trace[741922695] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"509.807742ms","start":"2026-07-16T07:28:15.65124Z","end":"2026-07-16T07:28:16.161048Z","steps":["trace[741922695] 'process raft request' (duration: 509.130484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.161093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.651222Z","time spent":"509.854904ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:16.161185Z","caller":"traceutil/trace.go:171","msg":"trace[2067928636] transaction","detail":"{read_only:false; response_revision:19173; number_of_response:1; }","duration":"509.910085ms","start":"2026-07-16T07:28:15.651266Z","end":"2026-07-16T07:28:16.161176Z","steps":["trace[2067928636] 'process raft request' (duration: 509.127193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.161223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.651236Z","time spent":"509.970667ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:16.161465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.997706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:28:16.161502Z","caller":"traceutil/trace.go:171","msg":"trace[1147366974] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19175; }","duration":"515.051268ms","start":"2026-07-16T07:28:15.646441Z","end":"2026-07-16T07:28:16.161493Z","steps":["trace[1147366974] 'agreement among raft nodes before linearized reading' (duration: 514.911464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.161523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.646433Z","time spent":"515.085778ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:16.161629Z","caller":"traceutil/trace.go:171","msg":"trace[1802543979] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"510.263925ms","start":"2026-07-16T07:28:15.651358Z","end":"2026-07-16T07:28:16.161622Z","steps":["trace[1802543979] 'process raft request' (duration: 509.057792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.161667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.651342Z","time spent":"510.307186ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:16.161827Z","caller":"traceutil/trace.go:171","msg":"trace[792187244] transaction","detail":"{read_only:false; response_revision:19175; number_of_response:1; }","duration":"507.5751ms","start":"2026-07-16T07:28:15.654223Z","end":"2026-07-16T07:28:16.161798Z","steps":["trace[792187244] 'process raft request' (duration: 506.214452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.161879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.65421Z","time spent":"507.640222ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:16.161988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.639619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:16.162018Z","caller":"traceutil/trace.go:171","msg":"trace[1520754860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19175; }","duration":"435.697211ms","start":"2026-07-16T07:28:15.726311Z","end":"2026-07-16T07:28:16.162008Z","steps":["trace[1520754860] 'agreement among raft nodes before linearized reading' (duration: 435.65476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.162036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.726296Z","time spent":"435.735521ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:16.162193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.218066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-16T07:28:16.16232Z","caller":"traceutil/trace.go:171","msg":"trace[1333527164] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19175; }","duration":"302.322209ms","start":"2026-07-16T07:28:15.859947Z","end":"2026-07-16T07:28:16.162269Z","steps":["trace[1333527164] 'agreement among raft nodes before linearized reading' (duration: 302.124304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.162465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.859932Z","time spent":"302.511034ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-16T07:28:16.161868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.420798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:16.162996Z","caller":"traceutil/trace.go:171","msg":"trace[1136335517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19175; }","duration":"516.57606ms","start":"2026-07-16T07:28:15.646373Z","end":"2026-07-16T07:28:16.162949Z","steps":["trace[1136335517] 'agreement among raft nodes before linearized reading' (duration: 515.084029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.646357Z","time spent":"516.688712ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:16.163081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.559229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:28:16.16318Z","caller":"traceutil/trace.go:171","msg":"trace[1548091375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19175; }","duration":"516.691943ms","start":"2026-07-16T07:28:15.646464Z","end":"2026-07-16T07:28:16.163156Z","steps":["trace[1548091375] 'agreement among raft nodes before linearized reading' (duration: 516.499987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.646441Z","time spent":"516.785346ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:16.163241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.455339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:4281"} {"level":"info","ts":"2026-07-16T07:28:16.16333Z","caller":"traceutil/trace.go:171","msg":"trace[35131917] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19175; }","duration":"295.573942ms","start":"2026-07-16T07:28:15.867737Z","end":"2026-07-16T07:28:16.163311Z","steps":["trace[35131917] 'agreement among raft nodes before linearized reading' (duration: 295.307604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.707737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:16.16353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.867586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:16.163571Z","caller":"traceutil/trace.go:171","msg":"trace[1067718317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19175; }","duration":"301.919168ms","start":"2026-07-16T07:28:15.861637Z","end":"2026-07-16T07:28:16.163556Z","steps":["trace[1067718317] 'agreement among raft nodes before linearized reading' (duration: 301.832265ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:16.163568Z","caller":"traceutil/trace.go:171","msg":"trace[331092650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19175; }","duration":"243.796668ms","start":"2026-07-16T07:28:15.919755Z","end":"2026-07-16T07:28:16.163551Z","steps":["trace[331092650] 'agreement among raft nodes before linearized reading' (duration: 243.700676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.861627Z","time spent":"301.965799ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:16.163488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.766951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97851"} {"level":"info","ts":"2026-07-16T07:28:16.163713Z","caller":"traceutil/trace.go:171","msg":"trace[562991509] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:19175; }","duration":"303.055159ms","start":"2026-07-16T07:28:15.86063Z","end":"2026-07-16T07:28:16.163685Z","steps":["trace[562991509] 'agreement among raft nodes before linearized reading' (duration: 302.459913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.860605Z","time spent":"303.157931ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97874,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:16.163648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.915064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:16.163922Z","caller":"traceutil/trace.go:171","msg":"trace[1471562686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19175; }","duration":"515.211791ms","start":"2026-07-16T07:28:15.6487Z","end":"2026-07-16T07:28:16.163912Z","steps":["trace[1471562686] 'agreement among raft nodes before linearized reading' (duration: 514.278416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.163957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.648689Z","time spent":"515.254703ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:16.164399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.705516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-16T07:28:16.164525Z","caller":"traceutil/trace.go:171","msg":"trace[776753181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19175; }","duration":"273.873361ms","start":"2026-07-16T07:28:15.890616Z","end":"2026-07-16T07:28:16.164489Z","steps":["trace[776753181] 'agreement among raft nodes before linearized reading' (duration: 272.804752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.166053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.954374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:16.16609Z","caller":"traceutil/trace.go:171","msg":"trace[1014007050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19175; }","duration":"515.019756ms","start":"2026-07-16T07:28:15.651063Z","end":"2026-07-16T07:28:16.166082Z","steps":["trace[1014007050] 'agreement among raft nodes before linearized reading' (duration: 511.056827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.166115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.651049Z","time spent":"515.057367ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:16.166443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.016363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-16T07:28:16.16652Z","caller":"traceutil/trace.go:171","msg":"trace[1022840459] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19175; }","duration":"515.50377ms","start":"2026-07-16T07:28:15.650994Z","end":"2026-07-16T07:28:16.166498Z","steps":["trace[1022840459] 'agreement among raft nodes before linearized reading' (duration: 511.857919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:16.166579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:15.65098Z","time spent":"515.580342ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-16T07:28:18.175056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974686842s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:18.175773Z","caller":"traceutil/trace.go:171","msg":"trace[1909313170] transaction","detail":"{read_only:false; response_revision:19177; number_of_response:1; }","duration":"2.004501067s","start":"2026-07-16T07:28:16.171228Z","end":"2026-07-16T07:28:18.175729Z","steps":["trace[1909313170] 'process raft request' (duration: 2.004142367s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.17604Z","caller":"traceutil/trace.go:171","msg":"trace[447533383] transaction","detail":"{read_only:false; response_revision:19179; number_of_response:1; }","duration":"1.996028742s","start":"2026-07-16T07:28:16.179995Z","end":"2026-07-16T07:28:18.176024Z","steps":["trace[447533383] 'process raft request' (duration: 1.995661812s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.176083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.170271Z","time spent":"2.005677719s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.176149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.179981Z","time spent":"1.996121415s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:18.175772Z","caller":"traceutil/trace.go:171","msg":"trace[510334253] transaction","detail":"{read_only:false; response_revision:19178; number_of_response:1; }","duration":"2.00245428s","start":"2026-07-16T07:28:16.173277Z","end":"2026-07-16T07:28:18.175731Z","steps":["trace[510334253] 'process raft request' (duration: 2.002314336s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.176545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.173258Z","time spent":"2.003231452s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.176511Z","caller":"traceutil/trace.go:171","msg":"trace[1282370219] transaction","detail":"{read_only:false; response_revision:19180; number_of_response:1; }","duration":"1.995425056s","start":"2026-07-16T07:28:16.181051Z","end":"2026-07-16T07:28:18.176476Z","steps":["trace[1282370219] 'process raft request' (duration: 1.994886181s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.176822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.181011Z","time spent":"1.995752944s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.176862Z","caller":"traceutil/trace.go:171","msg":"trace[2139783811] transaction","detail":"{read_only:false; response_revision:19181; number_of_response:1; }","duration":"1.992491845s","start":"2026-07-16T07:28:16.184358Z","end":"2026-07-16T07:28:18.17685Z","steps":["trace[2139783811] 'process raft request' (duration: 1.991833257s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.17703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.184343Z","time spent":"1.992564006s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2179,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.177157Z","caller":"traceutil/trace.go:171","msg":"trace[2080035856] linearizableReadLoop","detail":"{readStateIndex:20082; appliedIndex:20079; }","duration":"2.003010386s","start":"2026-07-16T07:28:16.174124Z","end":"2026-07-16T07:28:18.177134Z","steps":["trace[2080035856] 'read index received' (duration: 26.246227ms)","trace[2080035856] 'applied index is now lower than readState.Index' (duration: 1.976761089s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:18.177329Z","caller":"traceutil/trace.go:171","msg":"trace[777394098] transaction","detail":"{read_only:false; response_revision:19182; number_of_response:1; }","duration":"1.992467974s","start":"2026-07-16T07:28:16.184842Z","end":"2026-07-16T07:28:18.177309Z","steps":["trace[777394098] 'process raft request' (duration: 1.991777824s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.177447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.184832Z","time spent":"1.992559726s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6272,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.177502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003382886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-16T07:28:18.177554Z","caller":"traceutil/trace.go:171","msg":"trace[1947209093] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19182; }","duration":"2.003431577s","start":"2026-07-16T07:28:16.174107Z","end":"2026-07-16T07:28:18.177539Z","steps":["trace[1947209093] 'agreement among raft nodes before linearized reading' (duration: 2.003273983s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.177593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.174047Z","time spent":"2.00353853s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-16T07:28:18.500952Z","caller":"traceutil/trace.go:171","msg":"trace[1975513821] linearizableReadLoop","detail":"{readStateIndex:20089; appliedIndex:20086; }","duration":"323.712641ms","start":"2026-07-16T07:28:18.177214Z","end":"2026-07-16T07:28:18.500927Z","steps":["trace[1975513821] 'read index received' (duration: 291.283873ms)","trace[1975513821] 'applied index is now lower than readState.Index' (duration: 32.427448ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:18.50128Z","caller":"traceutil/trace.go:171","msg":"trace[1226395924] transaction","detail":"{read_only:false; response_revision:19183; number_of_response:1; }","duration":"2.270735126s","start":"2026-07-16T07:28:16.230526Z","end":"2026-07-16T07:28:18.501261Z","steps":["trace[1226395924] 'process raft request' (duration: 2.237955449s)","trace[1226395924] 'compare' (duration: 32.175331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:18.50141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.230506Z","time spent":"2.270815319s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.50151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955178801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:18.501544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067913191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:28:18.50154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316853524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-07-16T07:28:18.501558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58122232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:18.501622Z","caller":"traceutil/trace.go:171","msg":"trace[1178025858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19185; }","duration":"1.955378338s","start":"2026-07-16T07:28:16.546218Z","end":"2026-07-16T07:28:18.501596Z","steps":["trace[1178025858] 'agreement among raft nodes before linearized reading' (duration: 1.955141111s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.501633Z","caller":"traceutil/trace.go:171","msg":"trace[1873413816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19185; }","duration":"1.068023544s","start":"2026-07-16T07:28:17.433587Z","end":"2026-07-16T07:28:18.50161Z","steps":["trace[1873413816] 'agreement among raft nodes before linearized reading' (duration: 1.067728876s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.501648Z","caller":"traceutil/trace.go:171","msg":"trace[2116746424] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19185; }","duration":"2.317008208s","start":"2026-07-16T07:28:16.184612Z","end":"2026-07-16T07:28:18.50162Z","steps":["trace[2116746424] 'agreement among raft nodes before linearized reading' (duration: 2.316753941s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.501674Z","caller":"traceutil/trace.go:171","msg":"trace[957379583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19185; }","duration":"1.581431506s","start":"2026-07-16T07:28:16.920216Z","end":"2026-07-16T07:28:18.501647Z","steps":["trace[957379583] 'agreement among raft nodes before linearized reading' (duration: 1.58120806s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.501705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.433527Z","time spent":"1.068167067s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:18.501729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.184602Z","time spent":"2.317113521s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-16T07:28:18.501745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.920191Z","time spent":"1.581544919s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:18.501911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838115731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:18.501954Z","caller":"traceutil/trace.go:171","msg":"trace[229130367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19185; }","duration":"1.838209974s","start":"2026-07-16T07:28:16.663734Z","end":"2026-07-16T07:28:18.501944Z","steps":["trace[229130367] 'agreement among raft nodes before linearized reading' (duration: 1.838031129s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.501981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.663707Z","time spent":"1.838268005s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019246223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:18.502124Z","caller":"traceutil/trace.go:171","msg":"trace[2004216673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19185; }","duration":"1.019294475s","start":"2026-07-16T07:28:17.482817Z","end":"2026-07-16T07:28:18.502111Z","steps":["trace[2004216673] 'agreement among raft nodes before linearized reading' (duration: 1.019182102s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.502162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522251268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:28:18.502199Z","caller":"traceutil/trace.go:171","msg":"trace[109009929] transaction","detail":"{read_only:false; response_revision:19184; number_of_response:1; }","duration":"1.310353822s","start":"2026-07-16T07:28:17.191837Z","end":"2026-07-16T07:28:18.502191Z","steps":["trace[109009929] 'process raft request' (duration: 1.308975164s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.502211Z","caller":"traceutil/trace.go:171","msg":"trace[1172934426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19185; }","duration":"1.52234149s","start":"2026-07-16T07:28:16.979857Z","end":"2026-07-16T07:28:18.502199Z","steps":["trace[1172934426] 'agreement among raft nodes before linearized reading' (duration: 1.522146625s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.502249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.97983Z","time spent":"1.522412692s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.191808Z","time spent":"1.310420914s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.501684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.546192Z","time spent":"1.95548185s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:18.501742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805153838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:18.502419Z","caller":"traceutil/trace.go:171","msg":"trace[2037056914] transaction","detail":"{read_only:false; response_revision:19185; number_of_response:1; }","duration":"735.061487ms","start":"2026-07-16T07:28:17.767344Z","end":"2026-07-16T07:28:18.502405Z","steps":["trace[2037056914] 'process raft request' (duration: 733.533705ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.502432Z","caller":"traceutil/trace.go:171","msg":"trace[717811764] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19185; }","duration":"1.805860428s","start":"2026-07-16T07:28:16.696551Z","end":"2026-07-16T07:28:18.502411Z","steps":["trace[717811764] 'agreement among raft nodes before linearized reading' (duration: 1.805163469s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.50171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327068926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-16T07:28:18.50248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.696534Z","time spent":"1.805930891s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:18.502506Z","caller":"traceutil/trace.go:171","msg":"trace[1511954969] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19185; }","duration":"2.327880818s","start":"2026-07-16T07:28:16.174613Z","end":"2026-07-16T07:28:18.502493Z","steps":["trace[1511954969] 'agreement among raft nodes before linearized reading' (duration: 2.326984844s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.502164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.482771Z","time spent":"1.019386527s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.174605Z","time spent":"2.32793582s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.767308Z","time spent":"735.150579ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.502166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313054938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-16T07:28:18.502158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028629083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:28:18.502506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.829046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:18.502664Z","caller":"traceutil/trace.go:171","msg":"trace[1893433536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19185; }","duration":"2.313578223s","start":"2026-07-16T07:28:16.189072Z","end":"2026-07-16T07:28:18.502651Z","steps":["trace[1893433536] 'agreement among raft nodes before linearized reading' (duration: 2.312949535s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.502694Z","caller":"traceutil/trace.go:171","msg":"trace[411738937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19185; }","duration":"1.02921505s","start":"2026-07-16T07:28:17.473467Z","end":"2026-07-16T07:28:18.502682Z","steps":["trace[411738937] 'agreement among raft nodes before linearized reading' (duration: 1.028618333s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.502717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:16.189063Z","time spent":"2.313639334s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.473444Z","time spent":"1.029291002s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:18.502249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029184278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:18.502799Z","caller":"traceutil/trace.go:171","msg":"trace[1183084233] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19185; }","duration":"1.029783685s","start":"2026-07-16T07:28:17.473003Z","end":"2026-07-16T07:28:18.502787Z","steps":["trace[1183084233] 'agreement among raft nodes before linearized reading' (duration: 1.029186849s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.50237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.016918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:18.502849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.472974Z","time spent":"1.029862478s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:28:18.502708Z","caller":"traceutil/trace.go:171","msg":"trace[309660971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19185; }","duration":"655.078254ms","start":"2026-07-16T07:28:17.847615Z","end":"2026-07-16T07:28:18.502693Z","steps":["trace[309660971] 'agreement among raft nodes before linearized reading' (duration: 654.852898ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.50291Z","caller":"traceutil/trace.go:171","msg":"trace[2089279136] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19185; }","duration":"467.530092ms","start":"2026-07-16T07:28:18.035341Z","end":"2026-07-16T07:28:18.502871Z","steps":["trace[2089279136] 'agreement among raft nodes before linearized reading' (duration: 466.994857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.502924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:17.84759Z","time spent":"655.31715ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:18.502957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.035271Z","time spent":"467.670526ms","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:18.530352Z","caller":"traceutil/trace.go:171","msg":"trace[729704394] transaction","detail":"{read_only:false; response_revision:19186; number_of_response:1; }","duration":"343.983942ms","start":"2026-07-16T07:28:18.186353Z","end":"2026-07-16T07:28:18.530337Z","steps":["trace[729704394] 'process raft request' (duration: 343.877679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.530453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186327Z","time spent":"344.083495ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:18.530766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.445945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api-mtftc\" ","response":"range_response_count:1 size:2533"} {"level":"info","ts":"2026-07-16T07:28:18.5308Z","caller":"traceutil/trace.go:171","msg":"trace[1431992320] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api-mtftc; range_end:; response_count:1; response_revision:19186; }","duration":"344.492656ms","start":"2026-07-16T07:28:18.186299Z","end":"2026-07-16T07:28:18.530791Z","steps":["trace[1431992320] 'agreement among raft nodes before linearized reading' (duration: 344.382423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.530822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186294Z","time spent":"344.523197ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2556,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api-mtftc\" "} {"level":"warn","ts":"2026-07-16T07:28:18.53095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.377451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:18.530975Z","caller":"traceutil/trace.go:171","msg":"trace[1241737608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19186; }","duration":"220.454453ms","start":"2026-07-16T07:28:18.310514Z","end":"2026-07-16T07:28:18.530968Z","steps":["trace[1241737608] 'agreement among raft nodes before linearized reading' (duration: 220.412091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.530941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.63215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:18.531019Z","caller":"traceutil/trace.go:171","msg":"trace[2080333915] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:19186; }","duration":"344.729882ms","start":"2026-07-16T07:28:18.186267Z","end":"2026-07-16T07:28:18.530997Z","steps":["trace[2080333915] 'agreement among raft nodes before linearized reading' (duration: 344.619409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.18626Z","time spent":"344.802364ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-16T07:28:18.531114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.669442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:18.531139Z","caller":"traceutil/trace.go:171","msg":"trace[1858720444] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19186; }","duration":"344.701502ms","start":"2026-07-16T07:28:18.18643Z","end":"2026-07-16T07:28:18.531132Z","steps":["trace[1858720444] 'agreement among raft nodes before linearized reading' (duration: 344.63057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186423Z","time spent":"344.730153ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:28:18.531296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.96202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:4281"} {"level":"warn","ts":"2026-07-16T07:28:18.53131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.056602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:28:18.531333Z","caller":"traceutil/trace.go:171","msg":"trace[967819097] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19186; }","duration":"345.004621ms","start":"2026-07-16T07:28:18.186322Z","end":"2026-07-16T07:28:18.531327Z","steps":["trace[967819097] 'agreement among raft nodes before linearized reading' (duration: 344.925338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186319Z","time spent":"345.029081ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4304,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api\" "} {"level":"info","ts":"2026-07-16T07:28:18.531347Z","caller":"traceutil/trace.go:171","msg":"trace[1391227433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19186; }","duration":"345.088713ms","start":"2026-07-16T07:28:18.186244Z","end":"2026-07-16T07:28:18.531333Z","steps":["trace[1391227433] 'agreement among raft nodes before linearized reading' (duration: 344.969579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186227Z","time spent":"345.148064ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:18.531451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.133004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:18.53147Z","caller":"traceutil/trace.go:171","msg":"trace[751153383] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc; range_end:; response_count:0; response_revision:19186; }","duration":"345.159054ms","start":"2026-07-16T07:28:18.186305Z","end":"2026-07-16T07:28:18.531464Z","steps":["trace[751153383] 'agreement among raft nodes before linearized reading' (duration: 345.126573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.1863Z","time spent":"345.184095ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc\" "} {"level":"warn","ts":"2026-07-16T07:28:18.531678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.448433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:28:18.531734Z","caller":"traceutil/trace.go:171","msg":"trace[1349818525] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19186; }","duration":"345.517544ms","start":"2026-07-16T07:28:18.186202Z","end":"2026-07-16T07:28:18.531719Z","steps":["trace[1349818525] 'agreement among raft nodes before linearized reading' (duration: 345.375261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.531776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.186195Z","time spent":"345.569026ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:18.533642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.483367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:18.533747Z","caller":"traceutil/trace.go:171","msg":"trace[1366246793] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19186; }","duration":"350.180613ms","start":"2026-07-16T07:28:18.183554Z","end":"2026-07-16T07:28:18.533735Z","steps":["trace[1366246793] 'agreement among raft nodes before linearized reading' (duration: 348.429525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.533785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.183527Z","time spent":"350.248425ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"info","ts":"2026-07-16T07:28:18.736758Z","caller":"traceutil/trace.go:171","msg":"trace[1443136793] transaction","detail":"{read_only:false; response_revision:19187; number_of_response:1; }","duration":"227.703173ms","start":"2026-07-16T07:28:18.509012Z","end":"2026-07-16T07:28:18.736716Z","steps":["trace[1443136793] 'process raft request' (duration: 227.408165ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.737219Z","caller":"traceutil/trace.go:171","msg":"trace[506714136] transaction","detail":"{read_only:false; response_revision:19188; number_of_response:1; }","duration":"227.532769ms","start":"2026-07-16T07:28:18.509669Z","end":"2026-07-16T07:28:18.737202Z","steps":["trace[506714136] 'process raft request' (duration: 226.985993ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.737722Z","caller":"traceutil/trace.go:171","msg":"trace[1434302984] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19189; }","duration":"225.477572ms","start":"2026-07-16T07:28:18.512207Z","end":"2026-07-16T07:28:18.737684Z","steps":["trace[1434302984] 'process raft request' (duration: 225.377369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.73773Z","caller":"traceutil/trace.go:171","msg":"trace[54804772] transaction","detail":"{read_only:false; response_revision:19189; number_of_response:1; }","duration":"226.707676ms","start":"2026-07-16T07:28:18.510976Z","end":"2026-07-16T07:28:18.737684Z","steps":["trace[54804772] 'process raft request' (duration: 226.202792ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.737927Z","caller":"traceutil/trace.go:171","msg":"trace[728117531] linearizableReadLoop","detail":"{readStateIndex:20096; appliedIndex:20090; }","duration":"207.421872ms","start":"2026-07-16T07:28:18.530488Z","end":"2026-07-16T07:28:18.73791Z","steps":["trace[728117531] 'read index received' (duration: 206.032604ms)","trace[728117531] 'applied index is now lower than readState.Index' (duration: 1.387898ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:18.738019Z","caller":"traceutil/trace.go:171","msg":"trace[174359845] transaction","detail":"{read_only:false; response_revision:19191; number_of_response:1; }","duration":"225.623985ms","start":"2026-07-16T07:28:18.512356Z","end":"2026-07-16T07:28:18.73798Z","steps":["trace[174359845] 'process raft request' (duration: 225.481991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.738231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.998719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130428"} {"level":"warn","ts":"2026-07-16T07:28:18.738238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.281437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:18.738238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.293734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-16T07:28:18.738281Z","caller":"traceutil/trace.go:171","msg":"trace[1315166202] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19191; }","duration":"212.094601ms","start":"2026-07-16T07:28:18.526175Z","end":"2026-07-16T07:28:18.738269Z","steps":["trace[1315166202] 'agreement among raft nodes before linearized reading' (duration: 211.828244ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.738309Z","caller":"traceutil/trace.go:171","msg":"trace[1385731202] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19191; }","duration":"226.391187ms","start":"2026-07-16T07:28:18.511901Z","end":"2026-07-16T07:28:18.738292Z","steps":["trace[1385731202] 'agreement among raft nodes before linearized reading' (duration: 226.122399ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.738302Z","caller":"traceutil/trace.go:171","msg":"trace[1799816064] transaction","detail":"{read_only:false; response_revision:19190; number_of_response:1; }","duration":"225.923533ms","start":"2026-07-16T07:28:18.512319Z","end":"2026-07-16T07:28:18.738242Z","steps":["trace[1799816064] 'process raft request' (duration: 225.305266ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.738339Z","caller":"traceutil/trace.go:171","msg":"trace[153845450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19191; }","duration":"233.421671ms","start":"2026-07-16T07:28:18.504861Z","end":"2026-07-16T07:28:18.738283Z","steps":["trace[153845450] 'agreement among raft nodes before linearized reading' (duration: 233.216456ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.887459Z","caller":"traceutil/trace.go:171","msg":"trace[240129233] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19192; }","duration":"353.020452ms","start":"2026-07-16T07:28:18.534397Z","end":"2026-07-16T07:28:18.887417Z","steps":["trace[240129233] 'process raft request' (duration: 352.710593ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.887484Z","caller":"traceutil/trace.go:171","msg":"trace[1091459149] transaction","detail":"{read_only:false; response_revision:19193; number_of_response:1; }","duration":"351.987973ms","start":"2026-07-16T07:28:18.535448Z","end":"2026-07-16T07:28:18.887436Z","steps":["trace[1091459149] 'process raft request' (duration: 351.842599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.887698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.534373Z","time spent":"353.185577ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.887849Z","caller":"traceutil/trace.go:171","msg":"trace[452765774] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"351.878981ms","start":"2026-07-16T07:28:18.535934Z","end":"2026-07-16T07:28:18.887813Z","steps":["trace[452765774] 'process raft request' (duration: 351.407268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.887771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.535425Z","time spent":"352.136338ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4271,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:18.888041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.535919Z","time spent":"352.015454ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.888068Z","caller":"traceutil/trace.go:171","msg":"trace[1635221383] linearizableReadLoop","detail":"{readStateIndex:20100; appliedIndex:20099; }","duration":"150.086334ms","start":"2026-07-16T07:28:18.737967Z","end":"2026-07-16T07:28:18.888054Z","steps":["trace[1635221383] 'read index received' (duration: 148.959233ms)","trace[1635221383] 'applied index is now lower than readState.Index' (duration: 1.125331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:18.888257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.273715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-16T07:28:18.888303Z","caller":"traceutil/trace.go:171","msg":"trace[132146597] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19195; }","duration":"342.358467ms","start":"2026-07-16T07:28:18.545932Z","end":"2026-07-16T07:28:18.88829Z","steps":["trace[132146597] 'agreement among raft nodes before linearized reading' (duration: 342.213343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.888336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.545925Z","time spent":"342.402799ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-16T07:28:18.888394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.280862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:18.888434Z","caller":"traceutil/trace.go:171","msg":"trace[177369548] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19195; }","duration":"218.323314ms","start":"2026-07-16T07:28:18.670101Z","end":"2026-07-16T07:28:18.888425Z","steps":["trace[177369548] 'agreement among raft nodes before linearized reading' (duration: 218.250652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.888256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.177936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:2246"} {"level":"warn","ts":"2026-07-16T07:28:18.888542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.560113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-16T07:28:18.88857Z","caller":"traceutil/trace.go:171","msg":"trace[1534311057] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19195; }","duration":"148.627944ms","start":"2026-07-16T07:28:18.739935Z","end":"2026-07-16T07:28:18.888563Z","steps":["trace[1534311057] 'agreement among raft nodes before linearized reading' (duration: 148.504011ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:18.888555Z","caller":"traceutil/trace.go:171","msg":"trace[210224019] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19195; }","duration":"310.513976ms","start":"2026-07-16T07:28:18.577983Z","end":"2026-07-16T07:28:18.888497Z","steps":["trace[210224019] 'agreement among raft nodes before linearized reading' (duration: 310.105904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.888662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.577945Z","time spent":"310.68078ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2269,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:28:18.888919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.486883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-16T07:28:18.888333Z","caller":"traceutil/trace.go:171","msg":"trace[1609124066] transaction","detail":"{read_only:false; response_revision:19195; number_of_response:1; }","duration":"351.163701ms","start":"2026-07-16T07:28:18.537157Z","end":"2026-07-16T07:28:18.888321Z","steps":["trace[1609124066] 'process raft request' (duration: 350.463571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.888972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.963514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:2197"} {"level":"info","ts":"2026-07-16T07:28:18.889006Z","caller":"traceutil/trace.go:171","msg":"trace[277174899] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19195; }","duration":"347.007055ms","start":"2026-07-16T07:28:18.54199Z","end":"2026-07-16T07:28:18.888997Z","steps":["trace[277174899] 'agreement among raft nodes before linearized reading' (duration: 346.869652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.889046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.541971Z","time spent":"347.063197ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2220,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api\" "} {"level":"warn","ts":"2026-07-16T07:28:18.889051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.537148Z","time spent":"351.832879ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:18.888978Z","caller":"traceutil/trace.go:171","msg":"trace[1686578379] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19195; }","duration":"147.559565ms","start":"2026-07-16T07:28:18.741407Z","end":"2026-07-16T07:28:18.888967Z","steps":["trace[1686578379] 'agreement among raft nodes before linearized reading' (duration: 147.445311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.889285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.965468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:72 size:97026"} {"level":"info","ts":"2026-07-16T07:28:18.889328Z","caller":"traceutil/trace.go:171","msg":"trace[96623564] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:72; response_revision:19195; }","duration":"354.02448ms","start":"2026-07-16T07:28:18.535294Z","end":"2026-07-16T07:28:18.889318Z","steps":["trace[96623564] 'agreement among raft nodes before linearized reading' (duration: 353.378632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.889363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.535285Z","time spent":"354.069121ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":72,"response size":97049,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-16T07:28:18.889814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.668988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:72 size:97026"} {"level":"info","ts":"2026-07-16T07:28:18.889849Z","caller":"traceutil/trace.go:171","msg":"trace[1740089056] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:72; response_revision:19195; }","duration":"147.718149ms","start":"2026-07-16T07:28:18.742123Z","end":"2026-07-16T07:28:18.889841Z","steps":["trace[1740089056] 'agreement among raft nodes before linearized reading' (duration: 146.578857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.889952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.96389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:18.89002Z","caller":"traceutil/trace.go:171","msg":"trace[1679240397] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19195; }","duration":"349.050032ms","start":"2026-07-16T07:28:18.540957Z","end":"2026-07-16T07:28:18.890007Z","steps":["trace[1679240397] 'agreement among raft nodes before linearized reading' (duration: 347.923441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.890066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.54095Z","time spent":"349.103574ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:18.890161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.455763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:18.890193Z","caller":"traceutil/trace.go:171","msg":"trace[1566611812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19195; }","duration":"345.507544ms","start":"2026-07-16T07:28:18.544679Z","end":"2026-07-16T07:28:18.890187Z","steps":["trace[1566611812] 'agreement among raft nodes before linearized reading' (duration: 343.739095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:18.890213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:18.54467Z","time spent":"345.535695ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:19.105893Z","caller":"traceutil/trace.go:171","msg":"trace[1015792311] transaction","detail":"{read_only:false; response_revision:19197; number_of_response:1; }","duration":"202.508816ms","start":"2026-07-16T07:28:18.903338Z","end":"2026-07-16T07:28:19.105846Z","steps":["trace[1015792311] 'process raft request' (duration: 179.230982ms)","trace[1015792311] 'compare' (duration: 23.092679ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:19.105982Z","caller":"traceutil/trace.go:171","msg":"trace[88685211] transaction","detail":"{read_only:false; response_revision:19199; number_of_response:1; }","duration":"201.979441ms","start":"2026-07-16T07:28:18.903979Z","end":"2026-07-16T07:28:19.105959Z","steps":["trace[88685211] 'process raft request' (duration: 201.866118ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:19.105984Z","caller":"traceutil/trace.go:171","msg":"trace[17544134] transaction","detail":"{read_only:false; response_revision:19198; number_of_response:1; }","duration":"202.082094ms","start":"2026-07-16T07:28:18.903849Z","end":"2026-07-16T07:28:19.105931Z","steps":["trace[17544134] 'process raft request' (duration: 201.94196ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:19.106358Z","caller":"traceutil/trace.go:171","msg":"trace[2089372128] linearizableReadLoop","detail":"{readStateIndex:20105; appliedIndex:20101; }","duration":"187.997784ms","start":"2026-07-16T07:28:18.918339Z","end":"2026-07-16T07:28:19.106337Z","steps":["trace[2089372128] 'read index received' (duration: 164.277797ms)","trace[2089372128] 'applied index is now lower than readState.Index' (duration: 23.718127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:19.106625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.847086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130428"} {"level":"info","ts":"2026-07-16T07:28:19.106665Z","caller":"traceutil/trace.go:171","msg":"trace[573067600] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19199; }","duration":"206.910768ms","start":"2026-07-16T07:28:18.899744Z","end":"2026-07-16T07:28:19.106655Z","steps":["trace[573067600] 'agreement among raft nodes before linearized reading' (duration: 206.653951ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:19.10677Z","caller":"traceutil/trace.go:171","msg":"trace[952695226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19199; }","duration":"201.032575ms","start":"2026-07-16T07:28:18.905644Z","end":"2026-07-16T07:28:19.106677Z","steps":["trace[952695226] 'process raft request' (duration: 200.277034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.106938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.532589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-07-16T07:28:19.106917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.142829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-16T07:28:19.106978Z","caller":"traceutil/trace.go:171","msg":"trace[539789795] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19199; }","duration":"205.608981ms","start":"2026-07-16T07:28:18.901359Z","end":"2026-07-16T07:28:19.106968Z","steps":["trace[539789795] 'agreement among raft nodes before linearized reading' (duration: 205.498208ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:19.10703Z","caller":"traceutil/trace.go:171","msg":"trace[1126307218] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19199; }","duration":"205.279152ms","start":"2026-07-16T07:28:18.901718Z","end":"2026-07-16T07:28:19.106997Z","steps":["trace[1126307218] 'agreement among raft nodes before linearized reading' (duration: 204.979484ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:19.502496Z","caller":"traceutil/trace.go:171","msg":"trace[1888422919] linearizableReadLoop","detail":"{readStateIndex:20106; appliedIndex:20105; }","duration":"371.877984ms","start":"2026-07-16T07:28:19.130593Z","end":"2026-07-16T07:28:19.502471Z","steps":["trace[1888422919] 'read index received' (duration: 371.840643ms)","trace[1888422919] 'applied index is now lower than readState.Index' (duration: 36.491µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:19.502602Z","caller":"traceutil/trace.go:171","msg":"trace[506268545] transaction","detail":"{read_only:false; response_revision:19200; number_of_response:1; }","duration":"374.423965ms","start":"2026-07-16T07:28:19.128145Z","end":"2026-07-16T07:28:19.502569Z","steps":["trace[506268545] 'process raft request' (duration: 374.183528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.50276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.128129Z","time spent":"374.523437ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2396,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:19.502915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.277795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:19.503052Z","caller":"traceutil/trace.go:171","msg":"trace[72603395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19200; }","duration":"372.44739ms","start":"2026-07-16T07:28:19.13058Z","end":"2026-07-16T07:28:19.503027Z","steps":["trace[72603395] 'agreement among raft nodes before linearized reading' (duration: 372.017698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.503121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.130575Z","time spent":"372.530422ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:19.815049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.889225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-16T07:28:19.815401Z","caller":"traceutil/trace.go:171","msg":"trace[284430426] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19201; }","duration":"536.273285ms","start":"2026-07-16T07:28:19.279072Z","end":"2026-07-16T07:28:19.815345Z","steps":["trace[284430426] 'agreement among raft nodes before linearized reading' (duration: 535.72483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.815627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.132246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-07-16T07:28:19.815642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.279046Z","time spent":"536.46448ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"info","ts":"2026-07-16T07:28:19.815732Z","caller":"traceutil/trace.go:171","msg":"trace[233219563] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19201; }","duration":"672.267369ms","start":"2026-07-16T07:28:19.143437Z","end":"2026-07-16T07:28:19.815705Z","steps":["trace[233219563] 'agreement among raft nodes before linearized reading' (duration: 672.044273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.815787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.143414Z","time spent":"672.364082ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-16T07:28:19.815961Z","caller":"traceutil/trace.go:171","msg":"trace[1130351223] linearizableReadLoop","detail":"{readStateIndex:20107; appliedIndex:20106; }","duration":"313.359834ms","start":"2026-07-16T07:28:19.502558Z","end":"2026-07-16T07:28:19.815918Z","steps":["trace[1130351223] 'read index received' (duration: 309.942939ms)","trace[1130351223] 'applied index is now lower than readState.Index' (duration: 2.195681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:19.815067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.813232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:19.81613Z","caller":"traceutil/trace.go:171","msg":"trace[1043983539] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19201; }","duration":"506.926872ms","start":"2026-07-16T07:28:19.309191Z","end":"2026-07-16T07:28:19.816117Z","steps":["trace[1043983539] 'agreement among raft nodes before linearized reading' (duration: 505.670278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.816174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.309133Z","time spent":"507.027125ms","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":41,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:19.81631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.414969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:19.816349Z","caller":"traceutil/trace.go:171","msg":"trace[740591932] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19201; }","duration":"678.534983ms","start":"2026-07-16T07:28:19.137804Z","end":"2026-07-16T07:28:19.816339Z","steps":["trace[740591932] 'agreement among raft nodes before linearized reading' (duration: 678.286956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.816395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.137779Z","time spent":"678.607845ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":55,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:19.816574Z","caller":"traceutil/trace.go:171","msg":"trace[345761995] transaction","detail":"{read_only:false; response_revision:19201; number_of_response:1; }","duration":"666.531501ms","start":"2026-07-16T07:28:19.150004Z","end":"2026-07-16T07:28:19.816536Z","steps":["trace[345761995] 'process raft request' (duration: 662.608503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.816839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.149984Z","time spent":"666.745426ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:19.819511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.823057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588248"} {"level":"info","ts":"2026-07-16T07:28:19.819806Z","caller":"traceutil/trace.go:171","msg":"trace[1224204045] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19201; }","duration":"396.219218ms","start":"2026-07-16T07:28:19.423564Z","end":"2026-07-16T07:28:19.819783Z","steps":["trace[1224204045] 'agreement among raft nodes before linearized reading' (duration: 391.195629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:19.821384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.423533Z","time spent":"397.789222ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588271,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:20.025413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.326865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:20.025525Z","caller":"traceutil/trace.go:171","msg":"trace[1181208957] linearizableReadLoop","detail":"{readStateIndex:20108; appliedIndex:20107; }","duration":"209.459978ms","start":"2026-07-16T07:28:19.81605Z","end":"2026-07-16T07:28:20.02551Z","steps":["trace[1181208957] 'read index received' (duration: 103.986158ms)","trace[1181208957] 'applied index is now lower than readState.Index' (duration: 105.47288ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:20.025674Z","caller":"traceutil/trace.go:171","msg":"trace[448385421] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"513.492934ms","start":"2026-07-16T07:28:19.512126Z","end":"2026-07-16T07:28:20.025619Z","steps":["trace[448385421] 'process raft request' (duration: 407.890881ms)","trace[448385421] 'compare' (duration: 105.171961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:20.025801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.45665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17444"} {"level":"info","ts":"2026-07-16T07:28:20.025836Z","caller":"traceutil/trace.go:171","msg":"trace[1749126652] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19202; }","duration":"519.530402ms","start":"2026-07-16T07:28:19.506298Z","end":"2026-07-16T07:28:20.025829Z","steps":["trace[1749126652] 'agreement among raft nodes before linearized reading' (duration: 519.442599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.025865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.506273Z","time spent":"519.586752ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:28:20.025872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.139711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-vnc\" ","response":"range_response_count:1 size:2414"} {"level":"warn","ts":"2026-07-16T07:28:20.02592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.504065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc-wgbc7\" ","response":"range_response_count:1 size:2537"} {"level":"info","ts":"2026-07-16T07:28:20.025986Z","caller":"traceutil/trace.go:171","msg":"trace[606388279] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-vnc; range_end:; response_count:1; response_revision:19202; }","duration":"415.315956ms","start":"2026-07-16T07:28:19.610643Z","end":"2026-07-16T07:28:20.025959Z","steps":["trace[606388279] 'agreement among raft nodes before linearized reading' (duration: 414.890404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.026052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.610623Z","time spent":"415.4186ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2437,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-vnc\" "} {"level":"info","ts":"2026-07-16T07:28:20.026122Z","caller":"traceutil/trace.go:171","msg":"trace[337773662] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc-wgbc7; range_end:; response_count:1; response_revision:19202; }","duration":"517.714611ms","start":"2026-07-16T07:28:19.508344Z","end":"2026-07-16T07:28:20.026058Z","steps":["trace[337773662] 'agreement among raft nodes before linearized reading' (duration: 517.293999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.026253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.50833Z","time spent":"517.903116ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2560,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc-wgbc7\" "} {"level":"warn","ts":"2026-07-16T07:28:20.026328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.604034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:1886"} {"level":"warn","ts":"2026-07-16T07:28:20.026284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.512103Z","time spent":"513.70249ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:20.026369Z","caller":"traceutil/trace.go:171","msg":"trace[916167950] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19202; }","duration":"415.659136ms","start":"2026-07-16T07:28:19.610701Z","end":"2026-07-16T07:28:20.02636Z","steps":["trace[916167950] 'agreement among raft nodes before linearized reading' (duration: 415.563304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.0264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.610695Z","time spent":"415.697437ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1909,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-5tcwj-api\" "} {"level":"warn","ts":"2026-07-16T07:28:20.025722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.129549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-16T07:28:20.026475Z","caller":"traceutil/trace.go:171","msg":"trace[253323289] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19202; }","duration":"515.911271ms","start":"2026-07-16T07:28:19.510556Z","end":"2026-07-16T07:28:20.026467Z","steps":["trace[253323289] 'agreement among raft nodes before linearized reading' (duration: 515.015326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.026494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.510546Z","time spent":"515.942002ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"info","ts":"2026-07-16T07:28:20.12375Z","caller":"traceutil/trace.go:171","msg":"trace[2000227093] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"295.571022ms","start":"2026-07-16T07:28:19.828129Z","end":"2026-07-16T07:28:20.1237Z","steps":["trace[2000227093] 'process raft request' (duration: 295.260903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.123828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.57229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-07-16T07:28:20.123767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.936708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:20.12399Z","caller":"traceutil/trace.go:171","msg":"trace[1241093475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19203; }","duration":"203.223665ms","start":"2026-07-16T07:28:19.92074Z","end":"2026-07-16T07:28:20.123964Z","steps":["trace[1241093475] 'agreement among raft nodes before linearized reading' (duration: 202.831624ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.123922Z","caller":"traceutil/trace.go:171","msg":"trace[16273632] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19203; }","duration":"300.723874ms","start":"2026-07-16T07:28:19.82317Z","end":"2026-07-16T07:28:20.123894Z","steps":["trace[16273632] 'agreement among raft nodes before linearized reading' (duration: 300.467287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.124135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.823149Z","time spent":"300.965741ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-16T07:28:20.124145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.92714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97851"} {"level":"warn","ts":"2026-07-16T07:28:20.123828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.038366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-16T07:28:20.12421Z","caller":"traceutil/trace.go:171","msg":"trace[472908344] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:19203; }","duration":"301.017833ms","start":"2026-07-16T07:28:19.823177Z","end":"2026-07-16T07:28:20.124195Z","steps":["trace[472908344] 'agreement among raft nodes before linearized reading' (duration: 300.690934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.124319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:19.82316Z","time spent":"301.138896ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97874,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:20.12403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.067213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:28:20.124315Z","caller":"traceutil/trace.go:171","msg":"trace[1805368940] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19203; }","duration":"261.580291ms","start":"2026-07-16T07:28:19.862704Z","end":"2026-07-16T07:28:20.124284Z","steps":["trace[1805368940] 'agreement among raft nodes before linearized reading' (duration: 260.879092ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.12447Z","caller":"traceutil/trace.go:171","msg":"trace[191699822] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19203; }","duration":"155.548107ms","start":"2026-07-16T07:28:19.968893Z","end":"2026-07-16T07:28:20.124441Z","steps":["trace[191699822] 'agreement among raft nodes before linearized reading' (duration: 154.836427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.454682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.588042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-16T07:28:20.454836Z","caller":"traceutil/trace.go:171","msg":"trace[757404597] linearizableReadLoop","detail":"{readStateIndex:20110; appliedIndex:20109; }","duration":"331.26528ms","start":"2026-07-16T07:28:20.123552Z","end":"2026-07-16T07:28:20.454817Z","steps":["trace[757404597] 'read index received' (duration: 91.352049ms)","trace[757404597] 'applied index is now lower than readState.Index' (duration: 239.911441ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:20.454837Z","caller":"traceutil/trace.go:171","msg":"trace[612456226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19204; }","duration":"424.429169ms","start":"2026-07-16T07:28:20.030383Z","end":"2026-07-16T07:28:20.454813Z","steps":["trace[612456226] 'process raft request' (duration: 184.5857ms)","trace[612456226] 'compare' (duration: 239.364356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:20.455096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.658072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc\" ","response":"range_response_count:1 size:4289"} {"level":"warn","ts":"2026-07-16T07:28:20.455282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.671809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-07-16T07:28:20.455329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.684158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:20.455295Z","caller":"traceutil/trace.go:171","msg":"trace[1761559892] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc; range_end:; response_count:1; response_revision:19204; }","duration":"417.833956ms","start":"2026-07-16T07:28:20.037398Z","end":"2026-07-16T07:28:20.455232Z","steps":["trace[1761559892] 'agreement among raft nodes before linearized reading' (duration: 417.544388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.455411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.743705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-16T07:28:20.455453Z","caller":"traceutil/trace.go:171","msg":"trace[521010382] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19204; }","duration":"313.819387ms","start":"2026-07-16T07:28:20.141622Z","end":"2026-07-16T07:28:20.455441Z","steps":["trace[521010382] 'agreement among raft nodes before linearized reading' (duration: 313.753265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.455456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.71191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api\" ","response":"range_response_count:1 size:4281"} {"level":"info","ts":"2026-07-16T07:28:20.455558Z","caller":"traceutil/trace.go:171","msg":"trace[863043565] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api; range_end:; response_count:1; response_revision:19204; }","duration":"418.868295ms","start":"2026-07-16T07:28:20.036665Z","end":"2026-07-16T07:28:20.455533Z","steps":["trace[863043565] 'agreement among raft nodes before linearized reading' (duration: 418.561836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.455606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.663048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"warn","ts":"2026-07-16T07:28:20.455541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.821657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-16T07:28:20.455079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.682627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:28:20.455411Z","caller":"traceutil/trace.go:171","msg":"trace[317635898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19204; }","duration":"272.805412ms","start":"2026-07-16T07:28:20.182565Z","end":"2026-07-16T07:28:20.45537Z","steps":["trace[317635898] 'agreement among raft nodes before linearized reading' (duration: 272.591546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.455697Z","caller":"traceutil/trace.go:171","msg":"trace[1132792802] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19204; }","duration":"198.025432ms","start":"2026-07-16T07:28:20.257659Z","end":"2026-07-16T07:28:20.455685Z","steps":["trace[1132792802] 'agreement among raft nodes before linearized reading' (duration: 197.775055ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.455697Z","caller":"traceutil/trace.go:171","msg":"trace[1712423961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19204; }","duration":"416.351086ms","start":"2026-07-16T07:28:20.039335Z","end":"2026-07-16T07:28:20.455687Z","steps":["trace[1712423961] 'agreement among raft nodes before linearized reading' (duration: 415.548254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.455783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.039301Z","time spent":"416.475028ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:28:20.454945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.030356Z","time spent":"424.535272ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-16T07:28:20.455493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.1416Z","time spent":"313.885088ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-16T07:28:20.45564Z","caller":"traceutil/trace.go:171","msg":"trace[1770775254] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19204; }","duration":"324.741879ms","start":"2026-07-16T07:28:20.130888Z","end":"2026-07-16T07:28:20.45563Z","steps":["trace[1770775254] 'agreement among raft nodes before linearized reading' (duration: 324.627026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.456202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.130864Z","time spent":"325.288265ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3982,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-16T07:28:20.455181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.520989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:20.456568Z","caller":"traceutil/trace.go:171","msg":"trace[138204033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19204; }","duration":"327.928308ms","start":"2026-07-16T07:28:20.128622Z","end":"2026-07-16T07:28:20.456551Z","steps":["trace[138204033] 'agreement among raft nodes before linearized reading' (duration: 326.529769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.456614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.128596Z","time spent":"328.00335ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:20.456681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.037386Z","time spent":"418.004421ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4312,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-vnc\" "} {"level":"warn","ts":"2026-07-16T07:28:20.455642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.036646Z","time spent":"418.982808ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4304,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-5tcwj-api\" "} {"level":"info","ts":"2026-07-16T07:28:20.455348Z","caller":"traceutil/trace.go:171","msg":"trace[20166999] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19204; }","duration":"302.72217ms","start":"2026-07-16T07:28:20.152603Z","end":"2026-07-16T07:28:20.455325Z","steps":["trace[20166999] 'agreement among raft nodes before linearized reading' (duration: 302.611477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.456941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:20.152542Z","time spent":"304.387026ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3664,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-16T07:28:20.749675Z","caller":"traceutil/trace.go:171","msg":"trace[2103946389] transaction","detail":"{read_only:false; response_revision:19205; number_of_response:1; }","duration":"276.928976ms","start":"2026-07-16T07:28:20.472702Z","end":"2026-07-16T07:28:20.749631Z","steps":["trace[2103946389] 'process raft request' (duration: 275.421964ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.749908Z","caller":"traceutil/trace.go:171","msg":"trace[184018636] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"275.566568ms","start":"2026-07-16T07:28:20.474297Z","end":"2026-07-16T07:28:20.749864Z","steps":["trace[184018636] 'process raft request' (duration: 275.228699ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.749996Z","caller":"traceutil/trace.go:171","msg":"trace[1378190429] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"240.013374ms","start":"2026-07-16T07:28:20.509963Z","end":"2026-07-16T07:28:20.749976Z","steps":["trace[1378190429] 'process raft request' (duration: 239.699126ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.75017Z","caller":"traceutil/trace.go:171","msg":"trace[1045328528] linearizableReadLoop","detail":"{readStateIndex:20112; appliedIndex:20110; }","duration":"275.745263ms","start":"2026-07-16T07:28:20.474123Z","end":"2026-07-16T07:28:20.749868Z","steps":["trace[1045328528] 'read index received' (duration: 37.922ms)","trace[1045328528] 'applied index is now lower than readState.Index' (duration: 237.821933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:20.750341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.197896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-16T07:28:20.750376Z","caller":"traceutil/trace.go:171","msg":"trace[418131098] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19207; }","duration":"276.266847ms","start":"2026-07-16T07:28:20.474096Z","end":"2026-07-16T07:28:20.750362Z","steps":["trace[418131098] 'agreement among raft nodes before linearized reading' (duration: 276.122343ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:20.764723Z","caller":"traceutil/trace.go:171","msg":"trace[256125496] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"251.220445ms","start":"2026-07-16T07:28:20.513434Z","end":"2026-07-16T07:28:20.764655Z","steps":["trace[256125496] 'process raft request' (duration: 251.04584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.764938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.702887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-16T07:28:20.76504Z","caller":"traceutil/trace.go:171","msg":"trace[360878851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19208; }","duration":"290.831661ms","start":"2026-07-16T07:28:20.474182Z","end":"2026-07-16T07:28:20.765013Z","steps":["trace[360878851] 'agreement among raft nodes before linearized reading' (duration: 290.526942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:20.765251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.419405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:20.765306Z","caller":"traceutil/trace.go:171","msg":"trace[395056102] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19208; }","duration":"102.496427ms","start":"2026-07-16T07:28:20.662797Z","end":"2026-07-16T07:28:20.765293Z","steps":["trace[395056102] 'agreement among raft nodes before linearized reading' (duration: 102.399935ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.014252Z","caller":"traceutil/trace.go:171","msg":"trace[1073377712] linearizableReadLoop","detail":"{readStateIndex:20116; appliedIndex:20115; }","duration":"244.714874ms","start":"2026-07-16T07:28:20.769513Z","end":"2026-07-16T07:28:21.014228Z","steps":["trace[1073377712] 'read index received' (duration: 203.197015ms)","trace[1073377712] 'applied index is now lower than readState.Index' (duration: 41.516569ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:21.01432Z","caller":"traceutil/trace.go:171","msg":"trace[87693987] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"245.011692ms","start":"2026-07-16T07:28:20.769279Z","end":"2026-07-16T07:28:21.014291Z","steps":["trace[87693987] 'process raft request' (duration: 203.464572ms)","trace[87693987] 'compare' (duration: 41.207831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:21.014451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.9142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-16T07:28:21.014473Z","caller":"traceutil/trace.go:171","msg":"trace[542490881] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19209; }","duration":"244.971291ms","start":"2026-07-16T07:28:20.769495Z","end":"2026-07-16T07:28:21.014466Z","steps":["trace[542490881] 'agreement among raft nodes before linearized reading' (duration: 244.827017ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.036446Z","caller":"traceutil/trace.go:171","msg":"trace[542498827] transaction","detail":"{read_only:false; response_revision:19210; number_of_response:1; }","duration":"266.709093ms","start":"2026-07-16T07:28:20.769724Z","end":"2026-07-16T07:28:21.036433Z","steps":["trace[542498827] 'process raft request' (duration: 266.279171ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.036634Z","caller":"traceutil/trace.go:171","msg":"trace[1577947776] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"266.429195ms","start":"2026-07-16T07:28:20.770174Z","end":"2026-07-16T07:28:21.036603Z","steps":["trace[1577947776] 'process raft request' (duration: 265.987283ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.036698Z","caller":"traceutil/trace.go:171","msg":"trace[901456635] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"266.838847ms","start":"2026-07-16T07:28:20.76985Z","end":"2026-07-16T07:28:21.036689Z","steps":["trace[901456635] 'process raft request' (duration: 266.23725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.517639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:21.03777Z","caller":"traceutil/trace.go:171","msg":"trace[687636390] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19214; }","duration":"180.62922ms","start":"2026-07-16T07:28:20.85712Z","end":"2026-07-16T07:28:21.037749Z","steps":["trace[687636390] 'agreement among raft nodes before linearized reading' (duration: 179.5254ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.03673Z","caller":"traceutil/trace.go:171","msg":"trace[1864301352] transaction","detail":"{read_only:false; response_revision:19212; number_of_response:1; }","duration":"266.835907ms","start":"2026-07-16T07:28:20.769886Z","end":"2026-07-16T07:28:21.036722Z","steps":["trace[1864301352] 'process raft request' (duration: 266.2371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.475289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:28:21.03842Z","caller":"traceutil/trace.go:171","msg":"trace[1667104012] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19214; }","duration":"142.129044ms","start":"2026-07-16T07:28:20.896274Z","end":"2026-07-16T07:28:21.038403Z","steps":["trace[1667104012] 'agreement among raft nodes before linearized reading' (duration: 140.450438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.75282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:21.038565Z","caller":"traceutil/trace.go:171","msg":"trace[940339982] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19214; }","duration":"119.506498ms","start":"2026-07-16T07:28:20.919024Z","end":"2026-07-16T07:28:21.03853Z","steps":["trace[940339982] 'agreement among raft nodes before linearized reading' (duration: 117.621866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.726183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:21.038688Z","caller":"traceutil/trace.go:171","msg":"trace[306693316] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19214; }","duration":"268.611746ms","start":"2026-07-16T07:28:20.770063Z","end":"2026-07-16T07:28:21.038675Z","steps":["trace[306693316] 'agreement among raft nodes before linearized reading' (duration: 266.558739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.291493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:21.038862Z","caller":"traceutil/trace.go:171","msg":"trace[1172102578] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19214; }","duration":"129.273119ms","start":"2026-07-16T07:28:20.90958Z","end":"2026-07-16T07:28:21.038853Z","steps":["trace[1172102578] 'agreement among raft nodes before linearized reading' (duration: 127.247253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.036911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.621171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-16T07:28:21.038996Z","caller":"traceutil/trace.go:171","msg":"trace[1756605721] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19214; }","duration":"268.75099ms","start":"2026-07-16T07:28:20.770231Z","end":"2026-07-16T07:28:21.038982Z","steps":["trace[1756605721] 'agreement among raft nodes before linearized reading' (duration: 266.525948ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.036953Z","caller":"traceutil/trace.go:171","msg":"trace[1574161989] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"263.793303ms","start":"2026-07-16T07:28:20.773136Z","end":"2026-07-16T07:28:21.036929Z","steps":["trace[1574161989] 'process raft request' (duration: 263.061102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.037268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.283383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:28:21.039315Z","caller":"traceutil/trace.go:171","msg":"trace[202170472] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19214; }","duration":"138.390231ms","start":"2026-07-16T07:28:20.900909Z","end":"2026-07-16T07:28:21.039299Z","steps":["trace[202170472] 'agreement among raft nodes before linearized reading' (duration: 135.603624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.296329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.021468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:21.296509Z","caller":"traceutil/trace.go:171","msg":"trace[1304369086] transaction","detail":"{read_only:false; response_revision:19215; number_of_response:1; }","duration":"254.270908ms","start":"2026-07-16T07:28:21.042194Z","end":"2026-07-16T07:28:21.296465Z","steps":["trace[1304369086] 'process raft request' (duration: 101.996363ms)","trace[1304369086] 'compare' (duration: 151.460272ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:21.296598Z","caller":"traceutil/trace.go:171","msg":"trace[1409520611] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"251.418229ms","start":"2026-07-16T07:28:21.045159Z","end":"2026-07-16T07:28:21.296577Z","steps":["trace[1409520611] 'process raft request' (duration: 251.375488ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:21.296611Z","caller":"traceutil/trace.go:171","msg":"trace[1020670613] linearizableReadLoop","detail":"{readStateIndex:20122; appliedIndex:20121; }","duration":"253.559609ms","start":"2026-07-16T07:28:21.043009Z","end":"2026-07-16T07:28:21.296569Z","steps":["trace[1020670613] 'read index received' (duration: 101.199461ms)","trace[1020670613] 'applied index is now lower than readState.Index' (duration: 152.357098ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:21.296791Z","caller":"traceutil/trace.go:171","msg":"trace[2015471480] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"251.694327ms","start":"2026-07-16T07:28:21.045065Z","end":"2026-07-16T07:28:21.29676Z","steps":["trace[2015471480] 'process raft request' (duration: 251.380478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.296975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.264721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:21.297038Z","caller":"traceutil/trace.go:171","msg":"trace[14817093] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:19217; }","duration":"253.365313ms","start":"2026-07-16T07:28:21.043655Z","end":"2026-07-16T07:28:21.297021Z","steps":["trace[14817093] 'agreement among raft nodes before linearized reading' (duration: 253.24747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.297168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.16725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:21.297201Z","caller":"traceutil/trace.go:171","msg":"trace[1861750859] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19217; }","duration":"252.251073ms","start":"2026-07-16T07:28:21.044941Z","end":"2026-07-16T07:28:21.297192Z","steps":["trace[1861750859] 'agreement among raft nodes before linearized reading' (duration: 252.199252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.298083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.009658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:21.298135Z","caller":"traceutil/trace.go:171","msg":"trace[491077449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19217; }","duration":"251.07948ms","start":"2026-07-16T07:28:21.047044Z","end":"2026-07-16T07:28:21.298123Z","steps":["trace[491077449] 'agreement among raft nodes before linearized reading' (duration: 249.895587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.299315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.284784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927845"} {"level":"info","ts":"2026-07-16T07:28:21.299375Z","caller":"traceutil/trace.go:171","msg":"trace[138143212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19217; }","duration":"256.356876ms","start":"2026-07-16T07:28:21.043003Z","end":"2026-07-16T07:28:21.29936Z","steps":["trace[138143212] 'agreement among raft nodes before linearized reading' (duration: 253.709613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:21.644109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.776603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-16T07:28:21.644285Z","caller":"traceutil/trace.go:171","msg":"trace[1708949633] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19218; }","duration":"248.867478ms","start":"2026-07-16T07:28:21.395357Z","end":"2026-07-16T07:28:21.644225Z","steps":["trace[1708949633] 'process raft request' (duration: 45.858009ms)","trace[1708949633] 'compare' (duration: 202.034102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:22.248992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.522109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:22.249243Z","caller":"traceutil/trace.go:171","msg":"trace[221525557] transaction","detail":"{read_only:false; response_revision:19219; number_of_response:1; }","duration":"849.379192ms","start":"2026-07-16T07:28:21.39982Z","end":"2026-07-16T07:28:22.249199Z","steps":["trace[221525557] 'process raft request' (duration: 367.523664ms)","trace[221525557] 'compare' (duration: 480.855061ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:22.249385Z","caller":"traceutil/trace.go:171","msg":"trace[91008895] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"599.929497ms","start":"2026-07-16T07:28:21.649427Z","end":"2026-07-16T07:28:22.249356Z","steps":["trace[91008895] 'process raft request' (duration: 599.873515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.249438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.399787Z","time spent":"849.548287ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:22.249476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.649399Z","time spent":"600.04249ms","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:22.24979Z","caller":"traceutil/trace.go:171","msg":"trace[923057162] linearizableReadLoop","detail":"{readStateIndex:20127; appliedIndex:20125; }","duration":"849.67766ms","start":"2026-07-16T07:28:21.400099Z","end":"2026-07-16T07:28:22.249777Z","steps":["trace[923057162] 'read index received' (duration: 41.291123ms)","trace[923057162] 'applied index is now lower than readState.Index' (duration: 808.385027ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:22.24989Z","caller":"traceutil/trace.go:171","msg":"trace[1572269118] transaction","detail":"{read_only:false; response_revision:19220; number_of_response:1; }","duration":"849.586248ms","start":"2026-07-16T07:28:21.400294Z","end":"2026-07-16T07:28:22.24988Z","steps":["trace[1572269118] 'process raft request' (duration: 848.857498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.249953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.400281Z","time spent":"849.637029ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:22.250225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.123142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-16T07:28:22.250271Z","caller":"traceutil/trace.go:171","msg":"trace[412681726] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:19221; }","duration":"850.190085ms","start":"2026-07-16T07:28:21.400069Z","end":"2026-07-16T07:28:22.250259Z","steps":["trace[412681726] 'agreement among raft nodes before linearized reading' (duration: 850.01759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.250303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.400057Z","time spent":"850.238546ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-16T07:28:22.250362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.93383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-16T07:28:22.250426Z","caller":"traceutil/trace.go:171","msg":"trace[894608364] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19221; }","duration":"849.013032ms","start":"2026-07-16T07:28:21.401395Z","end":"2026-07-16T07:28:22.250408Z","steps":["trace[894608364] 'agreement among raft nodes before linearized reading' (duration: 848.797276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.250477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.401383Z","time spent":"849.082744ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-16T07:28:22.250615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.003723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:22.250656Z","caller":"traceutil/trace.go:171","msg":"trace[950117068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19221; }","duration":"331.090585ms","start":"2026-07-16T07:28:21.919554Z","end":"2026-07-16T07:28:22.250645Z","steps":["trace[950117068] 'agreement among raft nodes before linearized reading' (duration: 331.030904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.250698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.919528Z","time spent":"331.160557ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:22.250751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.701627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-16T07:28:22.250795Z","caller":"traceutil/trace.go:171","msg":"trace[1764148746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19221; }","duration":"700.798439ms","start":"2026-07-16T07:28:21.549986Z","end":"2026-07-16T07:28:22.250784Z","steps":["trace[1764148746] 'agreement among raft nodes before linearized reading' (duration: 700.690246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.250825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:21.549955Z","time spent":"700.863651ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:28:22.250898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.704976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:22.250941Z","caller":"traceutil/trace.go:171","msg":"trace[243402067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19221; }","duration":"269.796388ms","start":"2026-07-16T07:28:21.981133Z","end":"2026-07-16T07:28:22.250929Z","steps":["trace[243402067] 'agreement among raft nodes before linearized reading' (duration: 269.726036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.508285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.680235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:22.508574Z","caller":"traceutil/trace.go:171","msg":"trace[903208857] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"251.239044ms","start":"2026-07-16T07:28:22.257277Z","end":"2026-07-16T07:28:22.508515Z","steps":["trace[903208857] 'process raft request' (duration: 106.186179ms)","trace[903208857] 'compare' (duration: 144.539041ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:22.508703Z","caller":"traceutil/trace.go:171","msg":"trace[1934412431] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"251.136011ms","start":"2026-07-16T07:28:22.257526Z","end":"2026-07-16T07:28:22.508661Z","steps":["trace[1934412431] 'process raft request' (duration: 250.881054ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:22.508768Z","caller":"traceutil/trace.go:171","msg":"trace[620157776] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"204.532942ms","start":"2026-07-16T07:28:22.304204Z","end":"2026-07-16T07:28:22.508737Z","steps":["trace[620157776] 'process raft request' (duration: 204.423059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.508931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.08945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-16T07:28:22.508723Z","caller":"traceutil/trace.go:171","msg":"trace[141201549] linearizableReadLoop","detail":"{readStateIndex:20132; appliedIndex:20129; }","duration":"250.878795ms","start":"2026-07-16T07:28:22.257824Z","end":"2026-07-16T07:28:22.508702Z","steps":["trace[141201549] 'read index received' (duration: 41.290053ms)","trace[141201549] 'applied index is now lower than readState.Index' (duration: 209.587302ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:22.508985Z","caller":"traceutil/trace.go:171","msg":"trace[1461658320] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19225; }","duration":"251.182263ms","start":"2026-07-16T07:28:22.257791Z","end":"2026-07-16T07:28:22.508973Z","steps":["trace[1461658320] 'agreement among raft nodes before linearized reading' (duration: 250.967957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.509325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.638748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-16T07:28:22.509376Z","caller":"traceutil/trace.go:171","msg":"trace[456249297] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:19225; }","duration":"250.738191ms","start":"2026-07-16T07:28:22.258625Z","end":"2026-07-16T07:28:22.509363Z","steps":["trace[456249297] 'agreement among raft nodes before linearized reading' (duration: 250.523185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:22.509499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.932339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:22.509577Z","caller":"traceutil/trace.go:171","msg":"trace[969874814] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19225; }","duration":"172.063153ms","start":"2026-07-16T07:28:22.337496Z","end":"2026-07-16T07:28:22.509559Z","steps":["trace[969874814] 'agreement among raft nodes before linearized reading' (duration: 171.9489ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:22.712615Z","caller":"traceutil/trace.go:171","msg":"trace[2111472730] transaction","detail":"{read_only:false; response_revision:19226; number_of_response:1; }","duration":"193.567618ms","start":"2026-07-16T07:28:22.519018Z","end":"2026-07-16T07:28:22.712585Z","steps":["trace[2111472730] 'process raft request' (duration: 193.363163ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:23.14594Z","caller":"traceutil/trace.go:171","msg":"trace[813241953] transaction","detail":"{read_only:false; response_revision:19227; number_of_response:1; }","duration":"624.094546ms","start":"2026-07-16T07:28:22.521799Z","end":"2026-07-16T07:28:23.145893Z","steps":["trace[813241953] 'process raft request' (duration: 623.676055ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:23.146112Z","caller":"traceutil/trace.go:171","msg":"trace[1871346301] linearizableReadLoop","detail":"{readStateIndex:20136; appliedIndex:20133; }","duration":"611.687602ms","start":"2026-07-16T07:28:22.534382Z","end":"2026-07-16T07:28:23.14607Z","steps":["trace[1871346301] 'read index received' (duration: 178.029588ms)","trace[1871346301] 'applied index is now lower than readState.Index' (duration: 433.654794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:23.146163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.521785Z","time spent":"624.273531ms","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:23.146301Z","caller":"traceutil/trace.go:171","msg":"trace[144421544] transaction","detail":"{read_only:false; response_revision:19228; number_of_response:1; }","duration":"612.772542ms","start":"2026-07-16T07:28:22.533482Z","end":"2026-07-16T07:28:23.146254Z","steps":["trace[144421544] 'process raft request' (duration: 612.308189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.146455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.027223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-16T07:28:23.146506Z","caller":"traceutil/trace.go:171","msg":"trace[1681504213] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19228; }","duration":"612.125545ms","start":"2026-07-16T07:28:22.534367Z","end":"2026-07-16T07:28:23.146493Z","steps":["trace[1681504213] 'agreement among raft nodes before linearized reading' (duration: 611.873788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.146522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.533471Z","time spent":"612.926717ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:23.146548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.534361Z","time spent":"612.176856ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-16T07:28:23.64728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:28:23.931046Z","caller":"traceutil/trace.go:171","msg":"trace[78559102] linearizableReadLoop","detail":"{readStateIndex:20138; appliedIndex:20136; }","duration":"784.817625ms","start":"2026-07-16T07:28:23.146197Z","end":"2026-07-16T07:28:23.931015Z","steps":["trace[78559102] 'read index received' (duration: 784.542227ms)","trace[78559102] 'applied index is now lower than readState.Index' (duration: 273.777µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:23.931212Z","caller":"traceutil/trace.go:171","msg":"trace[1252941085] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"1.025686302s","start":"2026-07-16T07:28:22.90547Z","end":"2026-07-16T07:28:23.931156Z","steps":["trace[1252941085] 'process raft request' (duration: 1.025444306s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.445221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:28:23.931415Z","caller":"traceutil/trace.go:171","msg":"trace[1460528657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19230; }","duration":"889.587415ms","start":"2026-07-16T07:28:23.041802Z","end":"2026-07-16T07:28:23.931389Z","steps":["trace[1460528657] 'agreement among raft nodes before linearized reading' (duration: 889.230135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.905435Z","time spent":"1.025882748s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:23.931469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.04175Z","time spent":"889.708569ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:23.931514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215079155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-16T07:28:23.931559Z","caller":"traceutil/trace.go:171","msg":"trace[1926046101] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"1.173860434s","start":"2026-07-16T07:28:22.757678Z","end":"2026-07-16T07:28:23.931538Z","steps":["trace[1926046101] 'process raft request' (duration: 1.17297603s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.757633Z","time spent":"1.173965277s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:23.93157Z","caller":"traceutil/trace.go:171","msg":"trace[1960891140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19230; }","duration":"1.215174308s","start":"2026-07-16T07:28:22.716378Z","end":"2026-07-16T07:28:23.931553Z","steps":["trace[1960891140] 'agreement among raft nodes before linearized reading' (duration: 1.215060365s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101375048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-16T07:28:23.931822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.031172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:23.93185Z","caller":"traceutil/trace.go:171","msg":"trace[652086493] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19230; }","duration":"888.081953ms","start":"2026-07-16T07:28:23.043761Z","end":"2026-07-16T07:28:23.931843Z","steps":["trace[652086493] 'agreement among raft nodes before linearized reading' (duration: 887.997851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.716353Z","time spent":"1.215476816s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:28:23.931875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.043753Z","time spent":"888.116484ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:28:23.931836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074025141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:23.931925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.601876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/network.18c2b47c0fae5647\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-16T07:28:23.931968Z","caller":"traceutil/trace.go:171","msg":"trace[108091890] range","detail":"{range_begin:/registry/events/openstack/network.18c2b47c0fae5647; range_end:; response_count:1; response_revision:19230; }","duration":"777.677138ms","start":"2026-07-16T07:28:23.154279Z","end":"2026-07-16T07:28:23.931956Z","steps":["trace[108091890] 'agreement among raft nodes before linearized reading' (duration: 777.566154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.931986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.594417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:28:23.932018Z","caller":"traceutil/trace.go:171","msg":"trace[533490159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19230; }","duration":"888.643879ms","start":"2026-07-16T07:28:23.043366Z","end":"2026-07-16T07:28:23.93201Z","steps":["trace[533490159] 'agreement among raft nodes before linearized reading' (duration: 888.570967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.932023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.154259Z","time spent":"777.754739ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":694,"request content":"key:\"/registry/events/openstack/network.18c2b47c0fae5647\" "} {"level":"info","ts":"2026-07-16T07:28:23.932002Z","caller":"traceutil/trace.go:171","msg":"trace[743290314] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19230; }","duration":"1.074305028s","start":"2026-07-16T07:28:22.85767Z","end":"2026-07-16T07:28:23.931975Z","steps":["trace[743290314] 'agreement among raft nodes before linearized reading' (duration: 1.073804114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.932056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.043357Z","time spent":"888.68287ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.857642Z","time spent":"1.074440602s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:23.932157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.576781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:28:23.932192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.304165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:23.932219Z","caller":"traceutil/trace.go:171","msg":"trace[980674430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19230; }","duration":"890.377567ms","start":"2026-07-16T07:28:23.041835Z","end":"2026-07-16T07:28:23.932212Z","steps":["trace[980674430] 'agreement among raft nodes before linearized reading' (duration: 890.275764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.933081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.041826Z","time spent":"891.243021ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:28:23.931899Z","caller":"traceutil/trace.go:171","msg":"trace[1415072707] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19230; }","duration":"1.101577063s","start":"2026-07-16T07:28:22.830261Z","end":"2026-07-16T07:28:23.931838Z","steps":["trace[1415072707] 'agreement among raft nodes before linearized reading' (duration: 1.101237174s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.933255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.830244Z","time spent":"1.102988893s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-16T07:28:23.932203Z","caller":"traceutil/trace.go:171","msg":"trace[1500234827] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19230; }","duration":"416.704585ms","start":"2026-07-16T07:28:23.515484Z","end":"2026-07-16T07:28:23.932189Z","steps":["trace[1500234827] 'agreement among raft nodes before linearized reading' (duration: 416.50708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.933366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.515451Z","time spent":"417.901228ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.774177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:23.933499Z","caller":"traceutil/trace.go:171","msg":"trace[1770987161] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19230; }","duration":"611.862867ms","start":"2026-07-16T07:28:23.321621Z","end":"2026-07-16T07:28:23.933484Z","steps":["trace[1770987161] 'agreement among raft nodes before linearized reading' (duration: 610.767077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.933537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.321591Z","time spent":"611.934539ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.461406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:23.933644Z","caller":"traceutil/trace.go:171","msg":"trace[859481100] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19230; }","duration":"267.70353ms","start":"2026-07-16T07:28:23.665926Z","end":"2026-07-16T07:28:23.93363Z","steps":["trace[859481100] 'agreement among raft nodes before linearized reading' (duration: 266.458565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.932576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.541374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:23.93375Z","caller":"traceutil/trace.go:171","msg":"trace[615965919] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19230; }","duration":"614.720497ms","start":"2026-07-16T07:28:23.318975Z","end":"2026-07-16T07:28:23.933696Z","steps":["trace[615965919] 'agreement among raft nodes before linearized reading' (duration: 613.513913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.933879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.318946Z","time spent":"614.86167ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:28:23.931411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172864126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T07:28:23.934195Z","caller":"traceutil/trace.go:171","msg":"trace[1087366432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19230; }","duration":"1.175727816s","start":"2026-07-16T07:28:22.758453Z","end":"2026-07-16T07:28:23.934181Z","steps":["trace[1087366432] 'agreement among raft nodes before linearized reading' (duration: 1.172778795s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.934256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.758427Z","time spent":"1.175816038s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15784612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588248"} {"level":"info","ts":"2026-07-16T07:28:23.934423Z","caller":"traceutil/trace.go:171","msg":"trace[1268960517] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19230; }","duration":"1.159679942s","start":"2026-07-16T07:28:22.77473Z","end":"2026-07-16T07:28:23.93441Z","steps":["trace[1268960517] 'agreement among raft nodes before linearized reading' (duration: 1.156474303s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.934461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.774715Z","time spent":"1.159732434s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588271,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:23.931803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397354781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97851"} {"level":"info","ts":"2026-07-16T07:28:23.935775Z","caller":"traceutil/trace.go:171","msg":"trace[99857271] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:19230; }","duration":"1.401248559s","start":"2026-07-16T07:28:22.534429Z","end":"2026-07-16T07:28:23.935678Z","steps":["trace[99857271] 'agreement among raft nodes before linearized reading' (duration: 1.397163365s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.935995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:22.534422Z","time spent":"1.401471885s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97874,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.088261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-07-16T07:28:23.936588Z","caller":"traceutil/trace.go:171","msg":"trace[251525263] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19230; }","duration":"780.939298ms","start":"2026-07-16T07:28:23.155591Z","end":"2026-07-16T07:28:23.936531Z","steps":["trace[251525263] 'agreement among raft nodes before linearized reading' (duration: 776.938046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.936671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.15557Z","time spent":"781.051761ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3982,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-16T07:28:23.932741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.675604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:28:23.937272Z","caller":"traceutil/trace.go:171","msg":"trace[996280534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19230; }","duration":"917.247441ms","start":"2026-07-16T07:28:23.019985Z","end":"2026-07-16T07:28:23.937232Z","steps":["trace[996280534] 'agreement among raft nodes before linearized reading' (duration: 912.631723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:23.937443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.019966Z","time spent":"917.397546ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:28:24.11756Z","caller":"traceutil/trace.go:171","msg":"trace[1512274837] linearizableReadLoop","detail":"{readStateIndex:20139; appliedIndex:20138; }","duration":"181.913296ms","start":"2026-07-16T07:28:23.935623Z","end":"2026-07-16T07:28:24.117537Z","steps":["trace[1512274837] 'read index received' (duration: 1.996676ms)","trace[1512274837] 'applied index is now lower than readState.Index' (duration: 179.91567ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:24.117608Z","caller":"traceutil/trace.go:171","msg":"trace[206917731] transaction","detail":"{read_only:false; response_revision:19231; number_of_response:1; }","duration":"181.954417ms","start":"2026-07-16T07:28:23.935612Z","end":"2026-07-16T07:28:24.117566Z","steps":["trace[206917731] 'process raft request' (duration: 181.756601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.117864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.203484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:24.117961Z","caller":"traceutil/trace.go:171","msg":"trace[899630763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19231; }","duration":"182.326077ms","start":"2026-07-16T07:28:23.935613Z","end":"2026-07-16T07:28:24.117939Z","steps":["trace[899630763] 'agreement among raft nodes before linearized reading' (duration: 182.048829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.618128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:28:24.899632Z","caller":"traceutil/trace.go:171","msg":"trace[462770280] transaction","detail":"{read_only:false; response_revision:19232; number_of_response:1; }","duration":"959.936003ms","start":"2026-07-16T07:28:23.939631Z","end":"2026-07-16T07:28:24.899567Z","steps":["trace[462770280] 'process raft request' (duration: 959.500871ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.899811Z","caller":"traceutil/trace.go:171","msg":"trace[462763087] transaction","detail":"{read_only:false; response_revision:19238; number_of_response:1; }","duration":"956.914179ms","start":"2026-07-16T07:28:23.942851Z","end":"2026-07-16T07:28:24.899765Z","steps":["trace[462763087] 'process raft request' (duration: 956.799626ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.899825Z","caller":"traceutil/trace.go:171","msg":"trace[1673494783] transaction","detail":"{read_only:false; response_revision:19235; number_of_response:1; }","duration":"959.194732ms","start":"2026-07-16T07:28:23.940602Z","end":"2026-07-16T07:28:24.899797Z","steps":["trace[1673494783] 'process raft request' (duration: 958.853543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.899951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.939603Z","time spent":"960.19932ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:24.900005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.940587Z","time spent":"959.325975ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:24.900017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.942843Z","time spent":"957.054663ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:24.900199Z","caller":"traceutil/trace.go:171","msg":"trace[1477155083] transaction","detail":"{read_only:false; response_revision:19236; number_of_response:1; }","duration":"958.516403ms","start":"2026-07-16T07:28:23.941667Z","end":"2026-07-16T07:28:24.900184Z","steps":["trace[1477155083] 'process raft request' (duration: 957.869235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.900182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.823235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-16T07:28:24.900289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.941659Z","time spent":"958.565785ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:24.900371Z","caller":"traceutil/trace.go:171","msg":"trace[1373006833] transaction","detail":"{read_only:false; response_revision:19233; number_of_response:1; }","duration":"959.940632ms","start":"2026-07-16T07:28:23.940406Z","end":"2026-07-16T07:28:24.900347Z","steps":["trace[1373006833] 'process raft request' (duration: 958.907774ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.900362Z","caller":"traceutil/trace.go:171","msg":"trace[296563286] transaction","detail":"{read_only:false; response_revision:19237; number_of_response:1; }","duration":"957.515846ms","start":"2026-07-16T07:28:23.942799Z","end":"2026-07-16T07:28:24.900315Z","steps":["trace[296563286] 'process raft request' (duration: 956.801826ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.900408Z","caller":"traceutil/trace.go:171","msg":"trace[2047718827] transaction","detail":"{read_only:false; response_revision:19234; number_of_response:1; }","duration":"959.780148ms","start":"2026-07-16T07:28:23.940594Z","end":"2026-07-16T07:28:24.900374Z","steps":["trace[2047718827] 'process raft request' (duration: 958.790081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.900425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.468905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:9314"} {"level":"warn","ts":"2026-07-16T07:28:24.900462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.988937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-07-16T07:28:24.900553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.147236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-16T07:28:24.900549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.940582Z","time spent":"959.891311ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:24.900602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.799822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-16T07:28:24.900615Z","caller":"traceutil/trace.go:171","msg":"trace[1061791528] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0; range_end:; response_count:1; response_revision:19238; }","duration":"961.232858ms","start":"2026-07-16T07:28:23.939363Z","end":"2026-07-16T07:28:24.900596Z","steps":["trace[1061791528] 'agreement among raft nodes before linearized reading' (duration: 961.059984ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.900599Z","caller":"traceutil/trace.go:171","msg":"trace[1969757898] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19238; }","duration":"937.141621ms","start":"2026-07-16T07:28:23.963418Z","end":"2026-07-16T07:28:24.900559Z","steps":["trace[1969757898] 'agreement among raft nodes before linearized reading' (duration: 936.522514ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.900667Z","caller":"traceutil/trace.go:171","msg":"trace[1399094135] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19238; }","duration":"949.901735ms","start":"2026-07-16T07:28:23.950753Z","end":"2026-07-16T07:28:24.900655Z","steps":["trace[1399094135] 'agreement among raft nodes before linearized reading' (duration: 949.786732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.900689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.93932Z","time spent":"961.349291ms","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" "} {"level":"warn","ts":"2026-07-16T07:28:24.90071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.950728Z","time spent":"949.975067ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-16T07:28:24.900723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.96338Z","time spent":"937.319886ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-16T07:28:24.900353Z","caller":"traceutil/trace.go:171","msg":"trace[2108125836] linearizableReadLoop","detail":"{readStateIndex:20146; appliedIndex:20139; }","duration":"782.003928ms","start":"2026-07-16T07:28:24.117704Z","end":"2026-07-16T07:28:24.899708Z","steps":["trace[2108125836] 'read index received' (duration: 781.272118ms)","trace[2108125836] 'applied index is now lower than readState.Index' (duration: 730.03µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:24.900505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.940377Z","time spent":"960.051416ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:24.900559Z","caller":"traceutil/trace.go:171","msg":"trace[999528053] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19238; }","duration":"948.64877ms","start":"2026-07-16T07:28:23.951882Z","end":"2026-07-16T07:28:24.90053Z","steps":["trace[999528053] 'agreement among raft nodes before linearized reading' (duration: 948.160977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.900505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.942789Z","time spent":"957.643839ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:24.900995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.95187Z","time spent":"949.097163ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9337,"request content":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:28:24.901001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.871306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-16T07:28:24.901139Z","caller":"traceutil/trace.go:171","msg":"trace[2142892176] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19238; }","duration":"712.053701ms","start":"2026-07-16T07:28:24.189058Z","end":"2026-07-16T07:28:24.901112Z","steps":["trace[2142892176] 'agreement among raft nodes before linearized reading' (duration: 711.858375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.901171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.390673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:24.901202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.189014Z","time spent":"712.172615ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:24.901225Z","caller":"traceutil/trace.go:171","msg":"trace[485913259] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19238; }","duration":"202.480835ms","start":"2026-07-16T07:28:24.698732Z","end":"2026-07-16T07:28:24.901213Z","steps":["trace[485913259] 'agreement among raft nodes before linearized reading' (duration: 202.405093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.901353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.652823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:28:24.901419Z","caller":"traceutil/trace.go:171","msg":"trace[916283387] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19238; }","duration":"645.739585ms","start":"2026-07-16T07:28:24.255664Z","end":"2026-07-16T07:28:24.901404Z","steps":["trace[916283387] 'agreement among raft nodes before linearized reading' (duration: 645.58661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.901461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.802655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:28:24.90147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.255655Z","time spent":"645.804137ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:24.901504Z","caller":"traceutil/trace.go:171","msg":"trace[1545504969] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19238; }","duration":"646.903177ms","start":"2026-07-16T07:28:24.254587Z","end":"2026-07-16T07:28:24.90149Z","steps":["trace[1545504969] 'agreement among raft nodes before linearized reading' (duration: 646.797524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.901542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.254543Z","time spent":"646.991309ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:24.901898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.66892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927891"} {"level":"warn","ts":"2026-07-16T07:28:24.901929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.389813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:927891"} {"level":"info","ts":"2026-07-16T07:28:24.90217Z","caller":"traceutil/trace.go:171","msg":"trace[605571341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19238; }","duration":"961.647369ms","start":"2026-07-16T07:28:23.94051Z","end":"2026-07-16T07:28:24.902157Z","steps":["trace[605571341] 'agreement among raft nodes before linearized reading' (duration: 960.036975ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:24.902163Z","caller":"traceutil/trace.go:171","msg":"trace[10900276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19238; }","duration":"957.767723ms","start":"2026-07-16T07:28:23.944195Z","end":"2026-07-16T07:28:24.901963Z","steps":["trace[10900276] 'agreement among raft nodes before linearized reading' (duration: 956.155879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.902219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.940502Z","time spent":"961.706452ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:24.902238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.944187Z","time spent":"958.03394ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":927914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:24.902939Z","caller":"traceutil/trace.go:171","msg":"trace[211274986] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19238; }","duration":"949.01367ms","start":"2026-07-16T07:28:23.951288Z","end":"2026-07-16T07:28:24.900301Z","steps":["trace[211274986] 'agreement among raft nodes before linearized reading' (duration: 948.548887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:24.90309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:23.951279Z","time spent":"951.794948ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-16T07:28:25.441219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.471771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:28:25.441274Z","caller":"traceutil/trace.go:171","msg":"trace[1743858519] linearizableReadLoop","detail":"{readStateIndex:20147; appliedIndex:20146; }","duration":"530.817593ms","start":"2026-07-16T07:28:24.910421Z","end":"2026-07-16T07:28:25.441239Z","steps":["trace[1743858519] 'read index received' (duration: 434.834696ms)","trace[1743858519] 'applied index is now lower than readState.Index' (duration: 95.981497ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:25.44131Z","caller":"traceutil/trace.go:171","msg":"trace[2096391837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19238; }","duration":"535.622125ms","start":"2026-07-16T07:28:24.905666Z","end":"2026-07-16T07:28:25.441288Z","steps":["trace[2096391837] 'range keys from in-memory index tree' (duration: 535.282836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:25.441311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.614548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:28:25.441368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.905641Z","time spent":"535.717138ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:25.441396Z","caller":"traceutil/trace.go:171","msg":"trace[404109740] transaction","detail":"{read_only:false; response_revision:19239; number_of_response:1; }","duration":"533.61409ms","start":"2026-07-16T07:28:24.907768Z","end":"2026-07-16T07:28:25.441382Z","steps":["trace[404109740] 'process raft request' (duration: 437.16749ms)","trace[404109740] 'compare' (duration: 96.149202ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:25.4414Z","caller":"traceutil/trace.go:171","msg":"trace[845433708] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19238; }","duration":"534.767263ms","start":"2026-07-16T07:28:24.906605Z","end":"2026-07-16T07:28:25.441372Z","steps":["trace[845433708] 'range keys from in-memory index tree' (duration: 534.404522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:25.441494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.90658Z","time spent":"534.893006ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:25.441535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.90775Z","time spent":"533.681012ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:25.441565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.136112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-16T07:28:25.441618Z","caller":"traceutil/trace.go:171","msg":"trace[739089581] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19239; }","duration":"531.221884ms","start":"2026-07-16T07:28:24.91038Z","end":"2026-07-16T07:28:25.441602Z","steps":["trace[739089581] 'agreement among raft nodes before linearized reading' (duration: 531.06817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:25.441661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.910362Z","time spent":"531.291766ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-16T07:28:25.94161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:26.442485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:26.694223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348968002s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:26.694936Z","caller":"traceutil/trace.go:171","msg":"trace[1174897571] transaction","detail":"{read_only:false; response_revision:19240; number_of_response:1; }","duration":"1.781392061s","start":"2026-07-16T07:28:24.913505Z","end":"2026-07-16T07:28:26.694897Z","steps":["trace[1174897571] 'process raft request' (duration: 1.781139434s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:26.695141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.913473Z","time spent":"1.781560165s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10465,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:27.919513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:28:27.919633Z","caller":"traceutil/trace.go:171","msg":"trace[1544672205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842387s","start":"2026-07-16T07:28:25.918763Z","end":"2026-07-16T07:28:27.919605Z","steps":["trace[1544672205] 'agreement among raft nodes before linearized reading' (duration: 2.000697073s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:27.919694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.918733Z","time spent":"2.00094871s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:28.014386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319831915s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:28:28.400077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.259665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:28:28.400686Z","caller":"traceutil/trace.go:171","msg":"trace[356520469] transaction","detail":"{read_only:false; response_revision:19241; number_of_response:1; }","duration":"2.952964853s","start":"2026-07-16T07:28:25.447651Z","end":"2026-07-16T07:28:28.400616Z","steps":["trace[356520469] 'process raft request' (duration: 2.952541761s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:28.400756Z","caller":"traceutil/trace.go:171","msg":"trace[982289995] transaction","detail":"{read_only:false; response_revision:19242; number_of_response:1; }","duration":"2.951159753s","start":"2026-07-16T07:28:25.449563Z","end":"2026-07-16T07:28:28.400723Z","steps":["trace[982289995] 'process raft request' (duration: 2.950940527s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.400918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.447611Z","time spent":"2.953180289s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:28.400943Z","caller":"traceutil/trace.go:171","msg":"trace[6419163] transaction","detail":"{read_only:false; response_revision:19243; number_of_response:1; }","duration":"2.589653516s","start":"2026-07-16T07:28:25.811264Z","end":"2026-07-16T07:28:28.400918Z","steps":["trace[6419163] 'process raft request' (duration: 2.589382929s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.400951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.449525Z","time spent":"2.951310127s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:28.401036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.811223Z","time spent":"2.589751779s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:28.401582Z","caller":"traceutil/trace.go:171","msg":"trace[1036637492] transaction","detail":"{read_only:false; response_revision:19244; number_of_response:1; }","duration":"2.460859351s","start":"2026-07-16T07:28:25.940705Z","end":"2026-07-16T07:28:28.401564Z","steps":["trace[1036637492] 'process raft request' (duration: 2.460142001s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:28.401636Z","caller":"traceutil/trace.go:171","msg":"trace[1249344113] linearizableReadLoop","detail":"{readStateIndex:20154; appliedIndex:20147; }","duration":"2.960263855s","start":"2026-07-16T07:28:25.441343Z","end":"2026-07-16T07:28:28.401607Z","steps":["trace[1249344113] 'read index received' (duration: 1.253246252s)","trace[1249344113] 'applied index is now lower than readState.Index' (duration: 1.707015843s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:28.401696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.940678Z","time spent":"2.460964954s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:28.401769Z","caller":"traceutil/trace.go:171","msg":"trace[1601142200] transaction","detail":"{read_only:false; response_revision:19245; number_of_response:1; }","duration":"2.388072666s","start":"2026-07-16T07:28:26.013644Z","end":"2026-07-16T07:28:28.401717Z","steps":["trace[1601142200] 'process raft request' (duration: 2.387803329s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.013621Z","time spent":"2.388273932s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:28.402047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394248138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-16T07:28:28.402096Z","caller":"traceutil/trace.go:171","msg":"trace[1344445938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19245; }","duration":"3.394368852s","start":"2026-07-16T07:28:25.007711Z","end":"2026-07-16T07:28:28.40208Z","steps":["trace[1344445938] 'agreement among raft nodes before linearized reading' (duration: 3.394094965s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.007684Z","time spent":"3.394452314s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95538171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-16T07:28:28.40221Z","caller":"traceutil/trace.go:171","msg":"trace[331391115] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19245; }","duration":"2.955463232s","start":"2026-07-16T07:28:25.446732Z","end":"2026-07-16T07:28:28.402196Z","steps":["trace[331391115] 'agreement among raft nodes before linearized reading' (duration: 2.955288688s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.446705Z","time spent":"2.955539395s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780834217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:28.402266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468252237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-16T07:28:28.402331Z","caller":"traceutil/trace.go:171","msg":"trace[332933251] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19245; }","duration":"1.780990191s","start":"2026-07-16T07:28:26.621322Z","end":"2026-07-16T07:28:28.402312Z","steps":["trace[332933251] 'agreement among raft nodes before linearized reading' (duration: 1.780814196s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.337322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:28.402156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495481187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-16T07:28:28.40237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.621295Z","time spent":"1.781068813s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:28.402384Z","caller":"traceutil/trace.go:171","msg":"trace[645929800] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19245; }","duration":"3.468563225s","start":"2026-07-16T07:28:24.933777Z","end":"2026-07-16T07:28:28.40234Z","steps":["trace[645929800] 'agreement among raft nodes before linearized reading' (duration: 3.468044321s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478289141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:28.402455Z","caller":"traceutil/trace.go:171","msg":"trace[1597579500] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19245; }","duration":"1.478329843s","start":"2026-07-16T07:28:26.92412Z","end":"2026-07-16T07:28:28.40245Z","steps":["trace[1597579500] 'agreement among raft nodes before linearized reading' (duration: 1.478268921s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:24.933753Z","time spent":"3.468673749s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3664,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217289609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:28.402477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.924108Z","time spent":"1.478361273s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"info","ts":"2026-07-16T07:28:28.40249Z","caller":"traceutil/trace.go:171","msg":"trace[1968248548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19245; }","duration":"2.217374171s","start":"2026-07-16T07:28:26.185105Z","end":"2026-07-16T07:28:28.402479Z","steps":["trace[1968248548] 'agreement among raft nodes before linearized reading' (duration: 2.217299529s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.024548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:28.402613Z","caller":"traceutil/trace.go:171","msg":"trace[1612879150] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19245; }","duration":"135.372758ms","start":"2026-07-16T07:28:28.267226Z","end":"2026-07-16T07:28:28.402599Z","steps":["trace[1612879150] 'agreement among raft nodes before linearized reading' (duration: 135.064419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.40264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479120825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-07-16T07:28:28.402672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496049614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:28:28.402697Z","caller":"traceutil/trace.go:171","msg":"trace[149143375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19245; }","duration":"1.496125175s","start":"2026-07-16T07:28:26.906566Z","end":"2026-07-16T07:28:28.402691Z","steps":["trace[149143375] 'agreement among raft nodes before linearized reading' (duration: 1.496007922s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.906533Z","time spent":"1.496187677s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495803636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-16T07:28:28.402731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254047546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:28.402798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495989502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:28.402394Z","caller":"traceutil/trace.go:171","msg":"trace[1395012136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19245; }","duration":"1.495737545s","start":"2026-07-16T07:28:26.906645Z","end":"2026-07-16T07:28:28.402383Z","steps":["trace[1395012136] 'agreement among raft nodes before linearized reading' (duration: 1.495390445s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:28.402818Z","caller":"traceutil/trace.go:171","msg":"trace[1483603005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19245; }","duration":"1.496023353s","start":"2026-07-16T07:28:26.90679Z","end":"2026-07-16T07:28:28.402813Z","steps":["trace[1483603005] 'agreement among raft nodes before linearized reading' (duration: 1.495977301s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:28.402755Z","caller":"traceutil/trace.go:171","msg":"trace[1638684647] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19245; }","duration":"1.495835248s","start":"2026-07-16T07:28:26.906906Z","end":"2026-07-16T07:28:28.402741Z","steps":["trace[1638684647] 'agreement among raft nodes before linearized reading' (duration: 1.495781646s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.906785Z","time spent":"1.496047223s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.906638Z","time spent":"1.496189827s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398837456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:28.402646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805666185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:28.402379Z","caller":"traceutil/trace.go:171","msg":"trace[2106905878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19245; }","duration":"482.420764ms","start":"2026-07-16T07:28:27.919951Z","end":"2026-07-16T07:28:28.402372Z","steps":["trace[2106905878] 'agreement among raft nodes before linearized reading' (duration: 482.381943ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:28.40291Z","caller":"traceutil/trace.go:171","msg":"trace[905114398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19245; }","duration":"2.805995835s","start":"2026-07-16T07:28:25.596901Z","end":"2026-07-16T07:28:28.402897Z","steps":["trace[905114398] 'agreement among raft nodes before linearized reading' (duration: 2.805593414s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:27.91992Z","time spent":"482.98853ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:28.402937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.59687Z","time spent":"2.806060697s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:28.40269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933625678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:28.403057Z","caller":"traceutil/trace.go:171","msg":"trace[1917810969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19245; }","duration":"2.934016688s","start":"2026-07-16T07:28:25.469033Z","end":"2026-07-16T07:28:28.403049Z","steps":["trace[1917810969] 'agreement among raft nodes before linearized reading' (duration: 2.933555095s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.906897Z","time spent":"1.49594803s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:28:28.40308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.469013Z","time spent":"2.93406041s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:28:28.4028Z","caller":"traceutil/trace.go:171","msg":"trace[62721928] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19245; }","duration":"2.254101908s","start":"2026-07-16T07:28:26.148674Z","end":"2026-07-16T07:28:28.402776Z","steps":["trace[62721928] 'agreement among raft nodes before linearized reading' (duration: 2.254017825s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.40315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.148581Z","time spent":"2.254561791s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:28.402677Z","caller":"traceutil/trace.go:171","msg":"trace[905868830] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19245; }","duration":"1.479179216s","start":"2026-07-16T07:28:26.923491Z","end":"2026-07-16T07:28:28.402671Z","steps":["trace[905868830] 'agreement among raft nodes before linearized reading' (duration: 1.479102423s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.402528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.185091Z","time spent":"2.217423562s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:28.40344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.923479Z","time spent":"1.479949898s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"info","ts":"2026-07-16T07:28:28.402901Z","caller":"traceutil/trace.go:171","msg":"trace[989910676] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19245; }","duration":"3.398924559s","start":"2026-07-16T07:28:25.003963Z","end":"2026-07-16T07:28:28.402888Z","steps":["trace[989910676] 'agreement among raft nodes before linearized reading' (duration: 3.398775545s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.403521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:25.00394Z","time spent":"3.399566786s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":72,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:28.403692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497056941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:28:28.403762Z","caller":"traceutil/trace.go:171","msg":"trace[314778778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19245; }","duration":"1.497176934s","start":"2026-07-16T07:28:26.906567Z","end":"2026-07-16T07:28:28.403744Z","steps":["trace[314778778] 'agreement among raft nodes before linearized reading' (duration: 1.496999299s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.403779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497061531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:28:28.403806Z","caller":"traceutil/trace.go:171","msg":"trace[1215437271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19245; }","duration":"1.497117063s","start":"2026-07-16T07:28:26.906683Z","end":"2026-07-16T07:28:28.4038Z","steps":["trace[1215437271] 'agreement among raft nodes before linearized reading' (duration: 1.497043591s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.403814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.90654Z","time spent":"1.497261827s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:28.403828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.906672Z","time spent":"1.497152504s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:28:28.403946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502701018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:28.404001Z","caller":"traceutil/trace.go:171","msg":"trace[1279748340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19245; }","duration":"1.502813591s","start":"2026-07-16T07:28:26.901175Z","end":"2026-07-16T07:28:28.403988Z","steps":["trace[1279748340] 'agreement among raft nodes before linearized reading' (duration: 1.502673897s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:28.404041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:26.901143Z","time spent":"1.502889612s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:28:29.175237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.822742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:29.175356Z","caller":"traceutil/trace.go:171","msg":"trace[1391634922] linearizableReadLoop","detail":"{readStateIndex:20155; appliedIndex:20154; }","duration":"767.837184ms","start":"2026-07-16T07:28:28.4075Z","end":"2026-07-16T07:28:29.175338Z","steps":["trace[1391634922] 'read index received' (duration: 218.858218ms)","trace[1391634922] 'applied index is now lower than readState.Index' (duration: 548.977156ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:29.17546Z","caller":"traceutil/trace.go:171","msg":"trace[2089933188] transaction","detail":"{read_only:false; response_revision:19246; number_of_response:1; }","duration":"768.338558ms","start":"2026-07-16T07:28:28.407108Z","end":"2026-07-16T07:28:29.175446Z","steps":["trace[2089933188] 'process raft request' (duration: 219.234218ms)","trace[2089933188] 'compare' (duration: 548.276187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:29.175524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.407083Z","time spent":"768.41035ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:29.176011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.481412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-16T07:28:29.176113Z","caller":"traceutil/trace.go:171","msg":"trace[1588235063] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19246; }","duration":"768.621386ms","start":"2026-07-16T07:28:28.407467Z","end":"2026-07-16T07:28:29.176089Z","steps":["trace[1588235063] 'agreement among raft nodes before linearized reading' (duration: 768.206175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.17634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.407457Z","time spent":"768.867973ms","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"info","ts":"2026-07-16T07:28:29.268302Z","caller":"traceutil/trace.go:171","msg":"trace[1575993353] transaction","detail":"{read_only:false; response_revision:19247; number_of_response:1; }","duration":"859.689847ms","start":"2026-07-16T07:28:28.408509Z","end":"2026-07-16T07:28:29.268199Z","steps":["trace[1575993353] 'process raft request' (duration: 859.44332ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.268346Z","caller":"traceutil/trace.go:171","msg":"trace[1841167846] transaction","detail":"{read_only:false; response_revision:19248; number_of_response:1; }","duration":"858.295129ms","start":"2026-07-16T07:28:28.410006Z","end":"2026-07-16T07:28:29.268301Z","steps":["trace[1841167846] 'process raft request' (duration: 858.077893ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.268364Z","caller":"traceutil/trace.go:171","msg":"trace[1749587749] transaction","detail":"{read_only:false; response_revision:19249; number_of_response:1; }","duration":"858.119604ms","start":"2026-07-16T07:28:28.410209Z","end":"2026-07-16T07:28:29.268329Z","steps":["trace[1749587749] 'process raft request' (duration: 857.908168ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.268534Z","caller":"traceutil/trace.go:171","msg":"trace[1396783507] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"858.138314ms","start":"2026-07-16T07:28:28.410382Z","end":"2026-07-16T07:28:29.26852Z","steps":["trace[1396783507] 'process raft request' (duration: 857.806625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.268565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.408493Z","time spent":"859.929533ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:29.268518Z","caller":"traceutil/trace.go:171","msg":"trace[1368856280] transaction","detail":"{read_only:false; response_revision:19250; number_of_response:1; }","duration":"858.124764ms","start":"2026-07-16T07:28:28.410287Z","end":"2026-07-16T07:28:29.268412Z","steps":["trace[1368856280] 'process raft request' (duration: 857.860777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.268714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.410369Z","time spent":"858.222386ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:29.268772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.308551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-07-16T07:28:29.2688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.323171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-16T07:28:29.268839Z","caller":"traceutil/trace.go:171","msg":"trace[1601715018] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:19253; }","duration":"857.402733ms","start":"2026-07-16T07:28:28.411421Z","end":"2026-07-16T07:28:29.268823Z","steps":["trace[1601715018] 'agreement among raft nodes before linearized reading' (duration: 857.184247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.268881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.411402Z","time spent":"857.470556ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-07-16T07:28:29.268911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.410203Z","time spent":"858.304438ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:29.268529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.409992Z","time spent":"858.439152ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:29.268384Z","caller":"traceutil/trace.go:171","msg":"trace[437387698] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"857.98642ms","start":"2026-07-16T07:28:28.410385Z","end":"2026-07-16T07:28:29.268371Z","steps":["trace[437387698] 'process raft request' (duration: 857.895467ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.269082Z","caller":"traceutil/trace.go:171","msg":"trace[1394672782] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"856.667463ms","start":"2026-07-16T07:28:28.412401Z","end":"2026-07-16T07:28:29.269068Z","steps":["trace[1394672782] 'process raft request' (duration: 855.932103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.410373Z","time spent":"858.696579ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:29.269145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.284313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-16T07:28:29.269166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.41238Z","time spent":"856.743945ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:29.269202Z","caller":"traceutil/trace.go:171","msg":"trace[1790057203] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19253; }","duration":"860.382316ms","start":"2026-07-16T07:28:28.408804Z","end":"2026-07-16T07:28:29.269187Z","steps":["trace[1790057203] 'agreement among raft nodes before linearized reading' (duration: 860.260693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.410272Z","time spent":"858.434482ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:29.269245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.408783Z","time spent":"860.451208ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-16T07:28:29.269029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.476276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:28:29.26951Z","caller":"traceutil/trace.go:171","msg":"trace[2035894622] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19253; }","duration":"861.943219ms","start":"2026-07-16T07:28:28.407523Z","end":"2026-07-16T07:28:29.269466Z","steps":["trace[2035894622] 'agreement among raft nodes before linearized reading' (duration: 861.369633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.431888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:29.269023Z","caller":"traceutil/trace.go:171","msg":"trace[306977103] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19253; }","duration":"857.403903ms","start":"2026-07-16T07:28:28.411428Z","end":"2026-07-16T07:28:29.268832Z","steps":["trace[306977103] 'agreement among raft nodes before linearized reading' (duration: 857.157207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.407513Z","time spent":"862.031591ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:29.269615Z","caller":"traceutil/trace.go:171","msg":"trace[646449212] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19253; }","duration":"105.514051ms","start":"2026-07-16T07:28:29.164081Z","end":"2026-07-16T07:28:29.269595Z","steps":["trace[646449212] 'agreement among raft nodes before linearized reading' (duration: 105.377047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.411407Z","time spent":"858.205456ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3664,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-16T07:28:29.269643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.449889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:29.269704Z","caller":"traceutil/trace.go:171","msg":"trace[1170898556] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19253; }","duration":"325.570742ms","start":"2026-07-16T07:28:28.944116Z","end":"2026-07-16T07:28:29.269687Z","steps":["trace[1170898556] 'agreement among raft nodes before linearized reading' (duration: 325.331235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.234677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:28:29.269783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.944087Z","time spent":"325.664945ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-16T07:28:29.269815Z","caller":"traceutil/trace.go:171","msg":"trace[1309727442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19253; }","duration":"858.289578ms","start":"2026-07-16T07:28:28.411512Z","end":"2026-07-16T07:28:29.269802Z","steps":["trace[1309727442] 'agreement among raft nodes before linearized reading' (duration: 857.908738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.269856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.411438Z","time spent":"858.401501ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:29.270006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.566063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17444"} {"level":"info","ts":"2026-07-16T07:28:29.27007Z","caller":"traceutil/trace.go:171","msg":"trace[662375126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19253; }","duration":"566.692557ms","start":"2026-07-16T07:28:28.703363Z","end":"2026-07-16T07:28:29.270055Z","steps":["trace[662375126] 'agreement among raft nodes before linearized reading' (duration: 566.028739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.270121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.703333Z","time spent":"566.77044ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:28:29.273112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.443645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:29.273194Z","caller":"traceutil/trace.go:171","msg":"trace[1501748681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19253; }","duration":"861.59018ms","start":"2026-07-16T07:28:28.411586Z","end":"2026-07-16T07:28:29.273177Z","steps":["trace[1501748681] 'agreement among raft nodes before linearized reading' (duration: 857.811605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.273253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.41158Z","time spent":"861.655411ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:29.274381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.360206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:29.27451Z","caller":"traceutil/trace.go:171","msg":"trace[1927634107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19253; }","duration":"864.525951ms","start":"2026-07-16T07:28:28.409962Z","end":"2026-07-16T07:28:29.274488Z","steps":["trace[1927634107] 'agreement among raft nodes before linearized reading' (duration: 858.967617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.274559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:28.409956Z","time spent":"864.591252ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:29.490544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.610561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-16T07:28:29.490665Z","caller":"traceutil/trace.go:171","msg":"trace[257207740] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19253; }","duration":"214.795086ms","start":"2026-07-16T07:28:29.27584Z","end":"2026-07-16T07:28:29.490635Z","steps":["trace[257207740] 'range keys from in-memory index tree' (duration: 214.336503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.490981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.187416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:29.49119Z","caller":"traceutil/trace.go:171","msg":"trace[1100188239] linearizableReadLoop","detail":"{readStateIndex:20163; appliedIndex:20162; }","duration":"214.366724ms","start":"2026-07-16T07:28:29.276791Z","end":"2026-07-16T07:28:29.491157Z","steps":["trace[1100188239] 'read index received' (duration: 101.976922ms)","trace[1100188239] 'applied index is now lower than readState.Index' (duration: 112.388502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:29.491348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.55174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:29.491393Z","caller":"traceutil/trace.go:171","msg":"trace[2078201102] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19254; }","duration":"214.609821ms","start":"2026-07-16T07:28:29.276766Z","end":"2026-07-16T07:28:29.491376Z","steps":["trace[2078201102] 'agreement among raft nodes before linearized reading' (duration: 214.514378ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.491419Z","caller":"traceutil/trace.go:171","msg":"trace[1401514622] transaction","detail":"{read_only:false; response_revision:19254; number_of_response:1; }","duration":"215.042333ms","start":"2026-07-16T07:28:29.276114Z","end":"2026-07-16T07:28:29.491157Z","steps":["trace[1401514622] 'process raft request' (duration: 102.546158ms)","trace[1401514622] 'compare' (duration: 111.933849ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:29.768984Z","caller":"traceutil/trace.go:171","msg":"trace[1797664537] linearizableReadLoop","detail":"{readStateIndex:20164; appliedIndex:20163; }","duration":"277.708587ms","start":"2026-07-16T07:28:29.491228Z","end":"2026-07-16T07:28:29.768936Z","steps":["trace[1797664537] 'read index received' (duration: 277.367168ms)","trace[1797664537] 'applied index is now lower than readState.Index' (duration: 340.319µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:29.769391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.246269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-07-16T07:28:29.76944Z","caller":"traceutil/trace.go:171","msg":"trace[1939486945] transaction","detail":"{read_only:false; response_revision:19255; number_of_response:1; }","duration":"448.473915ms","start":"2026-07-16T07:28:29.320816Z","end":"2026-07-16T07:28:29.76929Z","steps":["trace[1939486945] 'process raft request' (duration: 447.882809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.769512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.239073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:28:29.769602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.958748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-16T07:28:29.769552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.710912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:29.769593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.417889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-16T07:28:29.769635Z","caller":"traceutil/trace.go:171","msg":"trace[26412661] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:19255; }","duration":"479.03657ms","start":"2026-07-16T07:28:29.290588Z","end":"2026-07-16T07:28:29.769624Z","steps":["trace[26412661] 'agreement among raft nodes before linearized reading' (duration: 478.937337ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.769641Z","caller":"traceutil/trace.go:171","msg":"trace[585653677] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19255; }","duration":"390.432568ms","start":"2026-07-16T07:28:29.379179Z","end":"2026-07-16T07:28:29.769611Z","steps":["trace[585653677] 'agreement among raft nodes before linearized reading' (duration: 390.043227ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.76968Z","caller":"traceutil/trace.go:171","msg":"trace[1796747131] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:19255; }","duration":"273.583063ms","start":"2026-07-16T07:28:29.496078Z","end":"2026-07-16T07:28:29.769661Z","steps":["trace[1796747131] 'agreement among raft nodes before linearized reading' (duration: 273.247414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.769686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.29056Z","time spent":"479.113773ms","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":731,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-senlin-server\" "} {"level":"info","ts":"2026-07-16T07:28:29.769493Z","caller":"traceutil/trace.go:171","msg":"trace[1611588892] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:19255; }","duration":"491.403843ms","start":"2026-07-16T07:28:29.278065Z","end":"2026-07-16T07:28:29.769469Z","steps":["trace[1611588892] 'agreement among raft nodes before linearized reading' (duration: 491.085264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.769724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.379151Z","time spent":"390.555091ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:28:29.769762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.163432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-16T07:28:29.76975Z","caller":"traceutil/trace.go:171","msg":"trace[1574709957] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19255; }","duration":"193.888508ms","start":"2026-07-16T07:28:29.575759Z","end":"2026-07-16T07:28:29.769648Z","steps":["trace[1574709957] 'agreement among raft nodes before linearized reading' (duration: 193.663672ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:29.769827Z","caller":"traceutil/trace.go:171","msg":"trace[577351777] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19255; }","duration":"273.232853ms","start":"2026-07-16T07:28:29.496583Z","end":"2026-07-16T07:28:29.769815Z","steps":["trace[577351777] 'agreement among raft nodes before linearized reading' (duration: 272.990427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.769804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.278043Z","time spent":"491.718982ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9749,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"warn","ts":"2026-07-16T07:28:29.769926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.320784Z","time spent":"449.044931ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:29.770839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.931023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-senlin.18c2b4867253786b\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-16T07:28:29.770913Z","caller":"traceutil/trace.go:171","msg":"trace[1296996640] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-senlin.18c2b4867253786b; range_end:; response_count:1; response_revision:19255; }","duration":"494.021245ms","start":"2026-07-16T07:28:29.276874Z","end":"2026-07-16T07:28:29.770895Z","steps":["trace[1296996640] 'agreement among raft nodes before linearized reading' (duration: 492.794651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:29.770963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.276869Z","time spent":"494.078157ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/rabbitmq-senlin.18c2b4867253786b\" "} {"level":"warn","ts":"2026-07-16T07:28:30.23607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.528892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:30.2362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-16T07:28:30.236411Z","caller":"traceutil/trace.go:171","msg":"trace[2000176534] linearizableReadLoop","detail":"{readStateIndex:20166; appliedIndex:20165; }","duration":"445.947255ms","start":"2026-07-16T07:28:29.790437Z","end":"2026-07-16T07:28:30.236384Z","steps":["trace[2000176534] 'read index received' (duration: 333.859342ms)","trace[2000176534] 'applied index is now lower than readState.Index' (duration: 112.081152ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:30.236417Z","caller":"traceutil/trace.go:171","msg":"trace[460129217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19256; }","duration":"195.850032ms","start":"2026-07-16T07:28:30.040474Z","end":"2026-07-16T07:28:30.236324Z","steps":["trace[460129217] 'range keys from in-memory index tree' (duration: 195.491542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.236786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.747948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:30.236828Z","caller":"traceutil/trace.go:171","msg":"trace[897435376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19256; }","duration":"316.83565ms","start":"2026-07-16T07:28:29.919976Z","end":"2026-07-16T07:28:30.236812Z","steps":["trace[897435376] 'agreement among raft nodes before linearized reading' (duration: 316.773159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.236891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.919931Z","time spent":"316.948653ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:28:30.236476Z","caller":"traceutil/trace.go:171","msg":"trace[56052928] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19256; }","duration":"447.153628ms","start":"2026-07-16T07:28:29.789276Z","end":"2026-07-16T07:28:30.23643Z","steps":["trace[56052928] 'process raft request' (duration: 334.987893ms)","trace[56052928] 'compare' (duration: 111.727663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:30.236956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.340575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-07-16T07:28:30.237157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.417046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9726"} {"level":"warn","ts":"2026-07-16T07:28:30.236658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.744965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:30.237249Z","caller":"traceutil/trace.go:171","msg":"trace[1501696368] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:19256; }","duration":"438.529659ms","start":"2026-07-16T07:28:29.798697Z","end":"2026-07-16T07:28:30.237227Z","steps":["trace[1501696368] 'agreement among raft nodes before linearized reading' (duration: 438.22265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.237303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.798692Z","time spent":"438.600692ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9749,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"info","ts":"2026-07-16T07:28:30.237298Z","caller":"traceutil/trace.go:171","msg":"trace[2018178907] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19256; }","duration":"446.85016ms","start":"2026-07-16T07:28:29.790404Z","end":"2026-07-16T07:28:30.237255Z","steps":["trace[2018178907] 'agreement among raft nodes before linearized reading' (duration: 446.106689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.237489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.790345Z","time spent":"447.091066ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-16T07:28:30.236719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.913403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-16T07:28:30.23757Z","caller":"traceutil/trace.go:171","msg":"trace[754007431] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19256; }","duration":"446.788148ms","start":"2026-07-16T07:28:29.790754Z","end":"2026-07-16T07:28:30.237542Z","steps":["trace[754007431] 'agreement among raft nodes before linearized reading' (duration: 445.77513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.237674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.79074Z","time spent":"446.88341ms","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-16T07:28:30.237204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:29.789257Z","time spent":"447.844056ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:30.237318Z","caller":"traceutil/trace.go:171","msg":"trace[97247584] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19256; }","duration":"288.461605ms","start":"2026-07-16T07:28:29.948809Z","end":"2026-07-16T07:28:30.23727Z","steps":["trace[97247584] 'agreement among raft nodes before linearized reading' (duration: 287.746635ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:30.647278Z","caller":"traceutil/trace.go:171","msg":"trace[2109119671] linearizableReadLoop","detail":"{readStateIndex:20167; appliedIndex:20167; }","duration":"400.677312ms","start":"2026-07-16T07:28:30.246557Z","end":"2026-07-16T07:28:30.647234Z","steps":["trace[2109119671] 'read index received' (duration: 400.655181ms)","trace[2109119671] 'applied index is now lower than readState.Index' (duration: 18.11µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:30.647387Z","caller":"traceutil/trace.go:171","msg":"trace[1156609649] transaction","detail":"{read_only:false; response_revision:19257; number_of_response:1; }","duration":"401.926206ms","start":"2026-07-16T07:28:30.245427Z","end":"2026-07-16T07:28:30.647353Z","steps":["trace[1156609649] 'process raft request' (duration: 401.561116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.64762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.063842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-16T07:28:30.64767Z","caller":"traceutil/trace.go:171","msg":"trace[82261810] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:19257; }","duration":"401.189175ms","start":"2026-07-16T07:28:30.246469Z","end":"2026-07-16T07:28:30.647658Z","steps":["trace[82261810] 'agreement among raft nodes before linearized reading' (duration: 400.881907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.647665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.24541Z","time spent":"402.04674ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:30.647709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.246432Z","time spent":"401.269767ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-07-16T07:28:30.991439Z","caller":"traceutil/trace.go:171","msg":"trace[940322109] linearizableReadLoop","detail":"{readStateIndex:20169; appliedIndex:20167; }","duration":"344.040134ms","start":"2026-07-16T07:28:30.647374Z","end":"2026-07-16T07:28:30.991414Z","steps":["trace[940322109] 'read index received' (duration: 343.414447ms)","trace[940322109] 'applied index is now lower than readState.Index' (duration: 624.887µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:30.991559Z","caller":"traceutil/trace.go:171","msg":"trace[338511469] transaction","detail":"{read_only:false; response_revision:19259; number_of_response:1; }","duration":"582.716601ms","start":"2026-07-16T07:28:30.408826Z","end":"2026-07-16T07:28:30.991543Z","steps":["trace[338511469] 'process raft request' (duration: 582.484844ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:30.99156Z","caller":"traceutil/trace.go:171","msg":"trace[981880012] transaction","detail":"{read_only:false; response_revision:19258; number_of_response:1; }","duration":"739.626164ms","start":"2026-07-16T07:28:30.251901Z","end":"2026-07-16T07:28:30.991527Z","steps":["trace[981880012] 'process raft request' (duration: 738.917355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.991674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.408785Z","time spent":"582.808793ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:30.991729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.251883Z","time spent":"739.754987ms","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:30.991924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.855793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97851"} {"level":"warn","ts":"2026-07-16T07:28:30.99199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.720894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-16T07:28:30.992036Z","caller":"traceutil/trace.go:171","msg":"trace[2138968835] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:19259; }","duration":"339.835977ms","start":"2026-07-16T07:28:30.652189Z","end":"2026-07-16T07:28:30.992025Z","steps":["trace[2138968835] 'agreement among raft nodes before linearized reading' (duration: 339.685503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.992073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.652159Z","time spent":"339.907049ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-16T07:28:30.992106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.384109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:28:30.99214Z","caller":"traceutil/trace.go:171","msg":"trace[1646592893] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19259; }","duration":"734.440261ms","start":"2026-07-16T07:28:30.257691Z","end":"2026-07-16T07:28:30.992132Z","steps":["trace[1646592893] 'agreement among raft nodes before linearized reading' (duration: 734.248846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.992158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.257681Z","time spent":"734.473262ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"info","ts":"2026-07-16T07:28:30.992007Z","caller":"traceutil/trace.go:171","msg":"trace[1372904603] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:19259; }","duration":"742.958426ms","start":"2026-07-16T07:28:30.249027Z","end":"2026-07-16T07:28:30.991986Z","steps":["trace[1372904603] 'agreement among raft nodes before linearized reading' (duration: 742.653828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:30.993956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.249022Z","time spent":"744.91989ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97874,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-16T07:28:31.431345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.368922ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-16T07:28:31.431571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.992977Z","time spent":"438.584841ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:28:31.431737Z","caller":"traceutil/trace.go:171","msg":"trace[1533732058] linearizableReadLoop","detail":"{readStateIndex:20170; appliedIndex:20169; }","duration":"435.32666ms","start":"2026-07-16T07:28:30.99638Z","end":"2026-07-16T07:28:31.431706Z","steps":["trace[1533732058] 'read index received' (duration: 193.544777ms)","trace[1533732058] 'applied index is now lower than readState.Index' (duration: 241.780313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:31.432139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.742643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97851"} {"level":"info","ts":"2026-07-16T07:28:31.432186Z","caller":"traceutil/trace.go:171","msg":"trace[530666982] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:19259; }","duration":"435.821394ms","start":"2026-07-16T07:28:30.996354Z","end":"2026-07-16T07:28:31.432175Z","steps":["trace[530666982] 'agreement among raft nodes before linearized reading' (duration: 435.473525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.432306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:30.996339Z","time spent":"435.879536ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97874,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-16T07:28:31.432376Z","caller":"traceutil/trace.go:171","msg":"trace[1173020746] transaction","detail":"{read_only:false; response_revision:19260; number_of_response:1; }","duration":"312.710287ms","start":"2026-07-16T07:28:31.11962Z","end":"2026-07-16T07:28:31.432331Z","steps":["trace[1173020746] 'process raft request' (duration: 311.945585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.432571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.119586Z","time spent":"312.883641ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2119,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:31.524575Z","caller":"traceutil/trace.go:171","msg":"trace[997430231] transaction","detail":"{read_only:false; response_revision:19261; number_of_response:1; }","duration":"298.520313ms","start":"2026-07-16T07:28:31.226028Z","end":"2026-07-16T07:28:31.524549Z","steps":["trace[997430231] 'process raft request' (duration: 298.348079ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:31.834805Z","caller":"traceutil/trace.go:171","msg":"trace[2079363297] linearizableReadLoop","detail":"{readStateIndex:20173; appliedIndex:20171; }","duration":"402.986266ms","start":"2026-07-16T07:28:31.431784Z","end":"2026-07-16T07:28:31.83477Z","steps":["trace[2079363297] 'read index received' (duration: 92.678676ms)","trace[2079363297] 'applied index is now lower than readState.Index' (duration: 310.3057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:31.836293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.663302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:31.836149Z","caller":"traceutil/trace.go:171","msg":"trace[271655152] transaction","detail":"{read_only:false; response_revision:19265; number_of_response:1; }","duration":"389.43959ms","start":"2026-07-16T07:28:31.446652Z","end":"2026-07-16T07:28:31.836092Z","steps":["trace[271655152] 'process raft request' (duration: 388.047692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.836503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.446642Z","time spent":"389.768869ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:31.836507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.153484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:31.8366Z","caller":"traceutil/trace.go:171","msg":"trace[2032063302] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19265; }","duration":"535.251476ms","start":"2026-07-16T07:28:31.301306Z","end":"2026-07-16T07:28:31.836557Z","steps":["trace[2032063302] 'agreement among raft nodes before linearized reading' (duration: 534.401653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.83665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.301291Z","time spent":"535.34918ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:28:31.836966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.984799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:28:31.837054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.374983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:28:31.837079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.334961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:28:31.837131Z","caller":"traceutil/trace.go:171","msg":"trace[1460083484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19265; }","duration":"811.228676ms","start":"2026-07-16T07:28:31.02587Z","end":"2026-07-16T07:28:31.837099Z","steps":["trace[1460083484] 'agreement among raft nodes before linearized reading' (duration: 810.497706ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:31.837153Z","caller":"traceutil/trace.go:171","msg":"trace[1433751291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19265; }","duration":"560.486995ms","start":"2026-07-16T07:28:31.27662Z","end":"2026-07-16T07:28:31.837107Z","steps":["trace[1433751291] 'agreement among raft nodes before linearized reading' (duration: 559.950881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.837219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.025842Z","time spent":"811.34496ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:28:31.836459Z","caller":"traceutil/trace.go:171","msg":"trace[367919485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19265; }","duration":"559.897009ms","start":"2026-07-16T07:28:31.276473Z","end":"2026-07-16T07:28:31.83637Z","steps":["trace[367919485] 'agreement among raft nodes before linearized reading' (duration: 559.328883ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:31.837308Z","caller":"traceutil/trace.go:171","msg":"trace[903604288] transaction","detail":"{read_only:false; response_revision:19263; number_of_response:1; }","duration":"404.556759ms","start":"2026-07-16T07:28:31.432716Z","end":"2026-07-16T07:28:31.837273Z","steps":["trace[903604288] 'process raft request' (duration: 401.863695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.83732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.615499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:31.837564Z","caller":"traceutil/trace.go:171","msg":"trace[201904686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19265; }","duration":"560.908887ms","start":"2026-07-16T07:28:31.276643Z","end":"2026-07-16T07:28:31.837552Z","steps":["trace[201904686] 'agreement among raft nodes before linearized reading' (duration: 560.605458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.837604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276604Z","time spent":"560.990939ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:28:31.837253Z","caller":"traceutil/trace.go:171","msg":"trace[915513154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19265; }","duration":"560.444814ms","start":"2026-07-16T07:28:31.276716Z","end":"2026-07-16T07:28:31.837161Z","steps":["trace[915513154] 'agreement among raft nodes before linearized reading' (duration: 559.834067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.837672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.43269Z","time spent":"404.867758ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:31.837759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276709Z","time spent":"561.00216ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:31.837882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.215345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-16T07:28:31.837955Z","caller":"traceutil/trace.go:171","msg":"trace[46965580] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19265; }","duration":"824.322949ms","start":"2026-07-16T07:28:31.013601Z","end":"2026-07-16T07:28:31.837924Z","steps":["trace[46965580] 'agreement among raft nodes before linearized reading' (duration: 824.164255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.013574Z","time spent":"824.415752ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-16T07:28:31.837321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276442Z","time spent":"560.865706ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:31.838571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.963767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:28:31.838605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.941035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:28:31.838687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.378604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:28:31.83867Z","caller":"traceutil/trace.go:171","msg":"trace[897610420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19265; }","duration":"562.080039ms","start":"2026-07-16T07:28:31.276571Z","end":"2026-07-16T07:28:31.838651Z","steps":["trace[897610420] 'agreement among raft nodes before linearized reading' (duration: 561.883994ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:31.838776Z","caller":"traceutil/trace.go:171","msg":"trace[49948368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19265; }","duration":"184.507688ms","start":"2026-07-16T07:28:31.654242Z","end":"2026-07-16T07:28:31.83875Z","steps":["trace[49948368] 'agreement among raft nodes before linearized reading' (duration: 184.269761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.838873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276562Z","time spent":"562.223144ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:28:31.83889Z","caller":"traceutil/trace.go:171","msg":"trace[1569944474] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19265; }","duration":"342.136401ms","start":"2026-07-16T07:28:31.496579Z","end":"2026-07-16T07:28:31.838715Z","steps":["trace[1569944474] 'agreement among raft nodes before linearized reading' (duration: 341.593646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.838969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.08184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:28:31.838967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.496545Z","time spent":"342.407768ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:31.839033Z","caller":"traceutil/trace.go:171","msg":"trace[916333314] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19265; }","duration":"562.181402ms","start":"2026-07-16T07:28:31.276826Z","end":"2026-07-16T07:28:31.839007Z","steps":["trace[916333314] 'agreement among raft nodes before linearized reading' (duration: 558.317095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.83721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276612Z","time spent":"560.586158ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:31.839471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.819488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:31.839556Z","caller":"traceutil/trace.go:171","msg":"trace[1823764133] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19265; }","duration":"541.951562ms","start":"2026-07-16T07:28:31.297569Z","end":"2026-07-16T07:28:31.839521Z","steps":["trace[1823764133] 'agreement among raft nodes before linearized reading' (duration: 541.773067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.839609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.297538Z","time spent":"542.060125ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:28:31.839634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.187873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:28:31.837054Z","caller":"traceutil/trace.go:171","msg":"trace[176203896] transaction","detail":"{read_only:false; response_revision:19262; number_of_response:1; }","duration":"589.011075ms","start":"2026-07-16T07:28:31.247993Z","end":"2026-07-16T07:28:31.837004Z","steps":["trace[176203896] 'process raft request' (duration: 586.351561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.839071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.276804Z","time spent":"562.259105ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:28:31.83971Z","caller":"traceutil/trace.go:171","msg":"trace[425801346] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19265; }","duration":"562.277395ms","start":"2026-07-16T07:28:31.277401Z","end":"2026-07-16T07:28:31.839678Z","steps":["trace[425801346] 'agreement among raft nodes before linearized reading' (duration: 562.091759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.839778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.277391Z","time spent":"562.366008ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:31.839819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.247943Z","time spent":"591.791552ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17198,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:31.840046Z","caller":"traceutil/trace.go:171","msg":"trace[1600400543] transaction","detail":"{read_only:false; response_revision:19264; number_of_response:1; }","duration":"394.342186ms","start":"2026-07-16T07:28:31.445679Z","end":"2026-07-16T07:28:31.840021Z","steps":["trace[1600400543] 'process raft request' (duration: 388.961157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:31.84015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.445655Z","time spent":"394.439869ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2982,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:32.162224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.431034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:32.162358Z","caller":"traceutil/trace.go:171","msg":"trace[24408861] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"313.224459ms","start":"2026-07-16T07:28:31.849111Z","end":"2026-07-16T07:28:32.162335Z","steps":["trace[24408861] 'process raft request' (duration: 106.57422ms)","trace[24408861] 'compare' (duration: 206.239368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:32.162426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.849055Z","time spent":"313.340743ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:32.209074Z","caller":"traceutil/trace.go:171","msg":"trace[591054162] transaction","detail":"{read_only:false; response_revision:19267; number_of_response:1; }","duration":"359.84127ms","start":"2026-07-16T07:28:31.849201Z","end":"2026-07-16T07:28:32.209042Z","steps":["trace[591054162] 'process raft request' (duration: 359.615754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.209261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.849174Z","time spent":"359.984834ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:32.209552Z","caller":"traceutil/trace.go:171","msg":"trace[1183328848] transaction","detail":"{read_only:false; response_revision:19269; number_of_response:1; }","duration":"357.69301ms","start":"2026-07-16T07:28:31.851828Z","end":"2026-07-16T07:28:32.209521Z","steps":["trace[1183328848] 'process raft request' (duration: 357.482455ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:32.209573Z","caller":"traceutil/trace.go:171","msg":"trace[1370133143] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"357.813574ms","start":"2026-07-16T07:28:31.851698Z","end":"2026-07-16T07:28:32.209511Z","steps":["trace[1370133143] 'process raft request' (duration: 357.29282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.209736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.851808Z","time spent":"357.838825ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:32.209779Z","caller":"traceutil/trace.go:171","msg":"trace[89984485] transaction","detail":"{read_only:false; response_revision:19270; number_of_response:1; }","duration":"357.781323ms","start":"2026-07-16T07:28:31.851979Z","end":"2026-07-16T07:28:32.20976Z","steps":["trace[89984485] 'process raft request' (duration: 357.480815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.209793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.851685Z","time spent":"357.991439ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:32.20986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.85197Z","time spent":"357.849865ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:32.209915Z","caller":"traceutil/trace.go:171","msg":"trace[242218800] linearizableReadLoop","detail":"{readStateIndex:20178; appliedIndex:20176; }","duration":"358.42701ms","start":"2026-07-16T07:28:31.85146Z","end":"2026-07-16T07:28:32.209886Z","steps":["trace[242218800] 'read index received' (duration: 104.285436ms)","trace[242218800] 'applied index is now lower than readState.Index' (duration: 254.140214ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:32.209981Z","caller":"traceutil/trace.go:171","msg":"trace[1217319371] transaction","detail":"{read_only:false; response_revision:19271; number_of_response:1; }","duration":"357.927617ms","start":"2026-07-16T07:28:31.85204Z","end":"2026-07-16T07:28:32.209968Z","steps":["trace[1217319371] 'process raft request' (duration: 357.646129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.210035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.852029Z","time spent":"357.978688ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:32.209998Z","caller":"traceutil/trace.go:171","msg":"trace[2088355429] transaction","detail":"{read_only:false; response_revision:19272; number_of_response:1; }","duration":"357.900126ms","start":"2026-07-16T07:28:31.852047Z","end":"2026-07-16T07:28:32.209947Z","steps":["trace[2088355429] 'process raft request' (duration: 357.776303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.210242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.77673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-07-16T07:28:32.210229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.852028Z","time spent":"358.092391ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:32.210276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.026767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:28:32.210303Z","caller":"traceutil/trace.go:171","msg":"trace[1383639514] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19272; }","duration":"358.844302ms","start":"2026-07-16T07:28:31.85144Z","end":"2026-07-16T07:28:32.210284Z","steps":["trace[1383639514] 'agreement among raft nodes before linearized reading' (duration: 358.594246ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:32.210327Z","caller":"traceutil/trace.go:171","msg":"trace[1366397094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19272; }","duration":"355.098468ms","start":"2026-07-16T07:28:31.85521Z","end":"2026-07-16T07:28:32.210308Z","steps":["trace[1366397094] 'agreement among raft nodes before linearized reading' (duration: 354.927523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.210341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.851433Z","time spent":"358.900904ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:32.210362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.855199Z","time spent":"355.15701ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:28:32.210571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.513743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:32.210611Z","caller":"traceutil/trace.go:171","msg":"trace[1632654145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19272; }","duration":"289.596025ms","start":"2026-07-16T07:28:31.921005Z","end":"2026-07-16T07:28:32.210601Z","steps":["trace[1632654145] 'agreement among raft nodes before linearized reading' (duration: 289.534554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.210794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.649467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:32.210867Z","caller":"traceutil/trace.go:171","msg":"trace[257914098] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19272; }","duration":"358.75999ms","start":"2026-07-16T07:28:31.852088Z","end":"2026-07-16T07:28:32.210848Z","steps":["trace[257914098] 'agreement among raft nodes before linearized reading' (duration: 358.550384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.210927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.85208Z","time spent":"358.836692ms","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:28:32.211747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.596923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:32.211814Z","caller":"traceutil/trace.go:171","msg":"trace[1511186891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19272; }","duration":"359.664055ms","start":"2026-07-16T07:28:31.852134Z","end":"2026-07-16T07:28:32.211798Z","steps":["trace[1511186891] 'agreement among raft nodes before linearized reading' (duration: 358.441302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.211855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.852124Z","time spent":"359.716757ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:32.212286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.730074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:32.212357Z","caller":"traceutil/trace.go:171","msg":"trace[201876505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19272; }","duration":"360.804636ms","start":"2026-07-16T07:28:31.851537Z","end":"2026-07-16T07:28:32.212342Z","steps":["trace[201876505] 'agreement among raft nodes before linearized reading' (duration: 358.578265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.212396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:31.851513Z","time spent":"360.869789ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:32.501732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.160987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:32.501987Z","caller":"traceutil/trace.go:171","msg":"trace[1781245967] linearizableReadLoop","detail":"{readStateIndex:20185; appliedIndex:20183; }","duration":"202.899547ms","start":"2026-07-16T07:28:32.299064Z","end":"2026-07-16T07:28:32.501963Z","steps":["trace[1781245967] 'read index received' (duration: 9.113592ms)","trace[1781245967] 'applied index is now lower than readState.Index' (duration: 193.784245ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:32.501993Z","caller":"traceutil/trace.go:171","msg":"trace[571754744] transaction","detail":"{read_only:false; response_revision:19273; number_of_response:1; }","duration":"285.974376ms","start":"2026-07-16T07:28:32.215976Z","end":"2026-07-16T07:28:32.50195Z","steps":["trace[571754744] 'process raft request' (duration: 92.189692ms)","trace[571754744] 'compare' (duration: 192.736305ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:32.502122Z","caller":"traceutil/trace.go:171","msg":"trace[1647263225] transaction","detail":"{read_only:false; response_revision:19274; number_of_response:1; }","duration":"283.416646ms","start":"2026-07-16T07:28:32.218652Z","end":"2026-07-16T07:28:32.502068Z","steps":["trace[1647263225] 'process raft request' (duration: 283.22412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:32.502244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.141523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:32.502364Z","caller":"traceutil/trace.go:171","msg":"trace[1380365303] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19274; }","duration":"203.347689ms","start":"2026-07-16T07:28:32.298987Z","end":"2026-07-16T07:28:32.502335Z","steps":["trace[1380365303] 'agreement among raft nodes before linearized reading' (duration: 203.097492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.256078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077572869s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:34.256611Z","caller":"traceutil/trace.go:171","msg":"trace[119930602] linearizableReadLoop","detail":"{readStateIndex:20187; appliedIndex:20186; }","duration":"337.05899ms","start":"2026-07-16T07:28:33.91952Z","end":"2026-07-16T07:28:34.256579Z","steps":["trace[119930602] 'read index received' (duration: 336.789373ms)","trace[119930602] 'applied index is now lower than readState.Index' (duration: 268.427µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:34.256724Z","caller":"traceutil/trace.go:171","msg":"trace[1192256253] transaction","detail":"{read_only:false; response_revision:19276; number_of_response:1; }","duration":"1.256715248s","start":"2026-07-16T07:28:32.999993Z","end":"2026-07-16T07:28:34.256709Z","steps":["trace[1192256253] 'process raft request' (duration: 1.256389329s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.256882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:32.999932Z","time spent":"1.256843022s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:34.256857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.320088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:34.257077Z","caller":"traceutil/trace.go:171","msg":"trace[549277094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19276; }","duration":"337.617186ms","start":"2026-07-16T07:28:33.919448Z","end":"2026-07-16T07:28:34.257066Z","steps":["trace[549277094] 'agreement among raft nodes before linearized reading' (duration: 337.305247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.25712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:33.91942Z","time spent":"337.689988ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:34.616539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.120615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:34.616656Z","caller":"traceutil/trace.go:171","msg":"trace[682776577] linearizableReadLoop","detail":"{readStateIndex:20188; appliedIndex:20187; }","duration":"352.103937ms","start":"2026-07-16T07:28:34.264533Z","end":"2026-07-16T07:28:34.616637Z","steps":["trace[682776577] 'read index received' (duration: 149.870279ms)","trace[682776577] 'applied index is now lower than readState.Index' (duration: 202.232448ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:34.616829Z","caller":"traceutil/trace.go:171","msg":"trace[1720841782] transaction","detail":"{read_only:false; response_revision:19277; number_of_response:1; }","duration":"352.308792ms","start":"2026-07-16T07:28:34.264481Z","end":"2026-07-16T07:28:34.61679Z","steps":["trace[1720841782] 'process raft request' (duration: 149.823277ms)","trace[1720841782] 'compare' (duration: 201.57555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:34.617077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.264457Z","time spent":"352.490278ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:34.618301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.724912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:34.618409Z","caller":"traceutil/trace.go:171","msg":"trace[81582760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19277; }","duration":"353.883757ms","start":"2026-07-16T07:28:34.264504Z","end":"2026-07-16T07:28:34.618388Z","steps":["trace[81582760] 'agreement among raft nodes before linearized reading' (duration: 352.270082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.618455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.264485Z","time spent":"353.959068ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:34.651822Z","caller":"traceutil/trace.go:171","msg":"trace[1112185888] transaction","detail":"{read_only:false; response_revision:19278; number_of_response:1; }","duration":"387.24806ms","start":"2026-07-16T07:28:34.264531Z","end":"2026-07-16T07:28:34.651779Z","steps":["trace[1112185888] 'process raft request' (duration: 386.960912ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:34.651791Z","caller":"traceutil/trace.go:171","msg":"trace[951249018] transaction","detail":"{read_only:false; response_revision:19279; number_of_response:1; }","duration":"387.114676ms","start":"2026-07-16T07:28:34.264644Z","end":"2026-07-16T07:28:34.651759Z","steps":["trace[951249018] 'process raft request' (duration: 387.028524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.651995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.264497Z","time spent":"387.406874ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:34.652138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.264635Z","time spent":"387.394344ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:34.652282Z","caller":"traceutil/trace.go:171","msg":"trace[1657002772] transaction","detail":"{read_only:false; response_revision:19281; number_of_response:1; }","duration":"387.582159ms","start":"2026-07-16T07:28:34.264679Z","end":"2026-07-16T07:28:34.652262Z","steps":["trace[1657002772] 'process raft request' (duration: 387.216829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.652409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.26466Z","time spent":"387.705802ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:34.652569Z","caller":"traceutil/trace.go:171","msg":"trace[635629124] transaction","detail":"{read_only:false; response_revision:19283; number_of_response:1; }","duration":"358.961396ms","start":"2026-07-16T07:28:34.293596Z","end":"2026-07-16T07:28:34.652558Z","steps":["trace[635629124] 'process raft request' (duration: 358.820623ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:34.652543Z","caller":"traceutil/trace.go:171","msg":"trace[1346658947] transaction","detail":"{read_only:false; response_revision:19282; number_of_response:1; }","duration":"386.250032ms","start":"2026-07-16T07:28:34.266259Z","end":"2026-07-16T07:28:34.652509Z","steps":["trace[1346658947] 'process raft request' (duration: 385.920553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.652625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.293562Z","time spent":"359.037169ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:34.652887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.266246Z","time spent":"386.381755ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:34.653673Z","caller":"traceutil/trace.go:171","msg":"trace[194050043] transaction","detail":"{read_only:false; response_revision:19280; number_of_response:1; }","duration":"387.326921ms","start":"2026-07-16T07:28:34.264651Z","end":"2026-07-16T07:28:34.651978Z","steps":["trace[194050043] 'process raft request' (duration: 387.067784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:34.653995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.264635Z","time spent":"389.247505ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:35.414478Z","caller":"traceutil/trace.go:171","msg":"trace[1046839661] linearizableReadLoop","detail":"{readStateIndex:20195; appliedIndex:20188; }","duration":"797.773614ms","start":"2026-07-16T07:28:34.616685Z","end":"2026-07-16T07:28:35.414458Z","steps":["trace[1046839661] 'read index received' (duration: 34.868446ms)","trace[1046839661] 'applied index is now lower than readState.Index' (duration: 762.904188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:35.414723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135918875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:35.414752Z","caller":"traceutil/trace.go:171","msg":"trace[2116911203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19284; }","duration":"1.136015497s","start":"2026-07-16T07:28:34.278728Z","end":"2026-07-16T07:28:35.414744Z","steps":["trace[2116911203] 'agreement among raft nodes before linearized reading' (duration: 1.135838972s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.414781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.278703Z","time spent":"1.136069658s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:28:35.414786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.965328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:28:35.414827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.818379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:28:35.41493Z","caller":"traceutil/trace.go:171","msg":"trace[2042534052] transaction","detail":"{read_only:false; response_revision:19284; number_of_response:1; }","duration":"887.096496ms","start":"2026-07-16T07:28:34.527818Z","end":"2026-07-16T07:28:35.414915Z","steps":["trace[2042534052] 'process raft request' (duration: 886.470879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.414925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.09424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-p5fk4\" ","response":"range_response_count:1 size:14645"} {"level":"info","ts":"2026-07-16T07:28:35.414948Z","caller":"traceutil/trace.go:171","msg":"trace[1751584071] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19284; }","duration":"903.997014ms","start":"2026-07-16T07:28:34.510916Z","end":"2026-07-16T07:28:35.414913Z","steps":["trace[1751584071] 'agreement among raft nodes before linearized reading' (duration: 903.659325ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:35.414991Z","caller":"traceutil/trace.go:171","msg":"trace[938360685] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-p5fk4; range_end:; response_count:1; response_revision:19284; }","duration":"855.227605ms","start":"2026-07-16T07:28:34.559746Z","end":"2026-07-16T07:28:35.414974Z","steps":["trace[938360685] 'agreement among raft nodes before linearized reading' (duration: 854.974868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.415008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.510892Z","time spent":"904.106067ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:35.415026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.559711Z","time spent":"855.309607ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14668,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-p5fk4\" "} {"level":"warn","ts":"2026-07-16T07:28:35.415039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.527785Z","time spent":"887.185079ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:35.414875Z","caller":"traceutil/trace.go:171","msg":"trace[1638664104] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19284; }","duration":"820.130003ms","start":"2026-07-16T07:28:34.594721Z","end":"2026-07-16T07:28:35.414851Z","steps":["trace[1638664104] 'agreement among raft nodes before linearized reading' (duration: 819.788424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.415294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.594693Z","time spent":"820.589995ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:35.415905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148657107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929060"} {"level":"info","ts":"2026-07-16T07:28:35.41597Z","caller":"traceutil/trace.go:171","msg":"trace[2058180443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19284; }","duration":"1.148741849s","start":"2026-07-16T07:28:34.267213Z","end":"2026-07-16T07:28:35.415955Z","steps":["trace[2058180443] 'agreement among raft nodes before linearized reading' (duration: 1.147761552s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.416009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.267204Z","time spent":"1.148792961s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929083,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:35.439894Z","caller":"traceutil/trace.go:171","msg":"trace[583450202] transaction","detail":"{read_only:false; response_revision:19285; number_of_response:1; }","duration":"783.695974ms","start":"2026-07-16T07:28:34.65615Z","end":"2026-07-16T07:28:35.439846Z","steps":["trace[583450202] 'process raft request' (duration: 783.410136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.439938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.638271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-16T07:28:35.439942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.184376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:35.440028Z","caller":"traceutil/trace.go:171","msg":"trace[1686928582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19285; }","duration":"538.768874ms","start":"2026-07-16T07:28:34.901234Z","end":"2026-07-16T07:28:35.440003Z","steps":["trace[1686928582] 'agreement among raft nodes before linearized reading' (duration: 538.515407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.43996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.777338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:35.440082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.901223Z","time spent":"538.850276ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-16T07:28:35.440117Z","caller":"traceutil/trace.go:171","msg":"trace[439451998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19285; }","duration":"520.046806ms","start":"2026-07-16T07:28:34.920039Z","end":"2026-07-16T07:28:35.440086Z","steps":["trace[439451998] 'agreement among raft nodes before linearized reading' (duration: 519.707436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.44019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.920007Z","time spent":"520.164679ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:35.440102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.656124Z","time spent":"783.868469ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:35.440035Z","caller":"traceutil/trace.go:171","msg":"trace[2102851211] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19285; }","duration":"543.30085ms","start":"2026-07-16T07:28:34.896715Z","end":"2026-07-16T07:28:35.440016Z","steps":["trace[2102851211] 'agreement among raft nodes before linearized reading' (duration: 543.134325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:35.440582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:34.896663Z","time spent":"543.898046ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:35.940013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577496,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:28:36.266009Z","caller":"traceutil/trace.go:171","msg":"trace[637966516] transaction","detail":"{read_only:false; response_revision:19286; number_of_response:1; }","duration":"842.148021ms","start":"2026-07-16T07:28:35.423812Z","end":"2026-07-16T07:28:36.26596Z","steps":["trace[637966516] 'process raft request' (duration: 802.963347ms)","trace[637966516] 'compare' (duration: 38.439154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:36.266222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.423796Z","time spent":"842.307815ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:37.029814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.479671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:37.030149Z","caller":"traceutil/trace.go:171","msg":"trace[1297141631] transaction","detail":"{read_only:false; response_revision:19287; number_of_response:1; }","duration":"1.119472739s","start":"2026-07-16T07:28:35.910625Z","end":"2026-07-16T07:28:37.030098Z","steps":["trace[1297141631] 'process raft request' (duration: 457.597777ms)","trace[1297141631] 'compare' (duration: 660.866224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:37.03041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.910594Z","time spent":"1.119678455s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:37.441592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:37.441683Z","caller":"traceutil/trace.go:171","msg":"trace[398675107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423784s","start":"2026-07-16T07:28:35.441241Z","end":"2026-07-16T07:28:37.441665Z","steps":["trace[398675107] 'agreement among raft nodes before linearized reading' (duration: 2.000313441s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.441744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.441222Z","time spent":"2.000511467s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:37.539404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171060017s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:28:37.610492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.52713ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T07:28:37.610926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191113153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:28:37.610887Z","caller":"traceutil/trace.go:171","msg":"trace[1250473978] linearizableReadLoop","detail":"{readStateIndex:20199; appliedIndex:20196; }","duration":"2.171020446s","start":"2026-07-16T07:28:35.439719Z","end":"2026-07-16T07:28:37.61074Z","steps":["trace[1250473978] 'read index received' (duration: 787.025335ms)","trace[1250473978] 'applied index is now lower than readState.Index' (duration: 1.383993441s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:37.610954Z","caller":"traceutil/trace.go:171","msg":"trace[884155162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19287; }","duration":"2.191183435s","start":"2026-07-16T07:28:35.419759Z","end":"2026-07-16T07:28:37.610942Z","steps":["trace[884155162] 'agreement among raft nodes before linearized reading' (duration: 2.19100441s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.611088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190782373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:28:37.611123Z","caller":"traceutil/trace.go:171","msg":"trace[124896713] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19287; }","duration":"2.191007109s","start":"2026-07-16T07:28:35.420105Z","end":"2026-07-16T07:28:37.611112Z","steps":["trace[124896713] 'agreement among raft nodes before linearized reading' (duration: 2.190895166s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.611162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.419735Z","time spent":"2.19136399s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:37.611196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.420097Z","time spent":"2.191082862s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:28:37.611738Z","caller":"traceutil/trace.go:171","msg":"trace[779972544] transaction","detail":"{read_only:false; response_revision:19288; number_of_response:1; }","duration":"1.347523812s","start":"2026-07-16T07:28:36.264178Z","end":"2026-07-16T07:28:37.611702Z","steps":["trace[779972544] 'process raft request' (duration: 1.346448482s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.611948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.264138Z","time spent":"1.347682936s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:37.798962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.12581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:37.799306Z","caller":"traceutil/trace.go:171","msg":"trace[2008496216] transaction","detail":"{read_only:false; response_revision:19290; number_of_response:1; }","duration":"180.664741ms","start":"2026-07-16T07:28:37.618609Z","end":"2026-07-16T07:28:37.799274Z","steps":["trace[2008496216] 'process raft request' (duration: 180.546328ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:37.799311Z","caller":"traceutil/trace.go:171","msg":"trace[576145268] linearizableReadLoop","detail":"{readStateIndex:20201; appliedIndex:20199; }","duration":"188.274602ms","start":"2026-07-16T07:28:37.610992Z","end":"2026-07-16T07:28:37.799267Z","steps":["trace[576145268] 'read index received' (duration: 104.753µs)","trace[576145268] 'applied index is now lower than readState.Index' (duration: 188.165849ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:37.799571Z","caller":"traceutil/trace.go:171","msg":"trace[209646494] transaction","detail":"{read_only:false; response_revision:19289; number_of_response:1; }","duration":"1.520408388s","start":"2026-07-16T07:28:36.279109Z","end":"2026-07-16T07:28:37.799517Z","steps":["trace[209646494] 'process raft request' (duration: 1.332568618s)","trace[209646494] 'compare' (duration: 186.740389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:37.799645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.382062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:37.799676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.754317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:28:37.799676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.304541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:37.799747Z","caller":"traceutil/trace.go:171","msg":"trace[1596375248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19290; }","duration":"349.530245ms","start":"2026-07-16T07:28:37.450191Z","end":"2026-07-16T07:28:37.799721Z","steps":["trace[1596375248] 'agreement among raft nodes before linearized reading' (duration: 349.307869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.799759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.279083Z","time spent":"1.520569201s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12209,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:37.799753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.330648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:37.799772Z","caller":"traceutil/trace.go:171","msg":"trace[1772121356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19290; }","duration":"282.898581ms","start":"2026-07-16T07:28:37.516848Z","end":"2026-07-16T07:28:37.799747Z","steps":["trace[1772121356] 'agreement among raft nodes before linearized reading' (duration: 282.622943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.799807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.450178Z","time spent":"349.618808ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:37.799816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141987562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:28:37.79982Z","caller":"traceutil/trace.go:171","msg":"trace[1402110733] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19290; }","duration":"363.444261ms","start":"2026-07-16T07:28:37.436361Z","end":"2026-07-16T07:28:37.799805Z","steps":["trace[1402110733] 'agreement among raft nodes before linearized reading' (duration: 363.235085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.799849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.56706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:37.799866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.436333Z","time spent":"363.525313ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:28:37.799878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142482285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:28:37.79989Z","caller":"traceutil/trace.go:171","msg":"trace[1224020257] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19290; }","duration":"261.657753ms","start":"2026-07-16T07:28:37.538221Z","end":"2026-07-16T07:28:37.799879Z","steps":["trace[1224020257] 'agreement among raft nodes before linearized reading' (duration: 261.57285ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:37.799895Z","caller":"traceutil/trace.go:171","msg":"trace[872644622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19290; }","duration":"1.142060324s","start":"2026-07-16T07:28:36.657788Z","end":"2026-07-16T07:28:37.799849Z","steps":["trace[872644622] 'agreement among raft nodes before linearized reading' (duration: 1.141950631s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:37.799919Z","caller":"traceutil/trace.go:171","msg":"trace[1435898000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19290; }","duration":"1.142563128s","start":"2026-07-16T07:28:36.657345Z","end":"2026-07-16T07:28:37.799908Z","steps":["trace[1435898000] 'agreement among raft nodes before linearized reading' (duration: 1.142462636s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.799948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.657769Z","time spent":"1.142168207s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:37.799967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.657318Z","time spent":"1.14263686s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:28:37.799772Z","caller":"traceutil/trace.go:171","msg":"trace[279152547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19290; }","duration":"581.452325ms","start":"2026-07-16T07:28:37.218301Z","end":"2026-07-16T07:28:37.799753Z","steps":["trace[279152547] 'agreement among raft nodes before linearized reading' (duration: 581.134026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.218276Z","time spent":"581.746514ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:37.800123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142589739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-16T07:28:37.800165Z","caller":"traceutil/trace.go:171","msg":"trace[1320977499] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19290; }","duration":"1.142730592s","start":"2026-07-16T07:28:36.657423Z","end":"2026-07-16T07:28:37.800153Z","steps":["trace[1320977499] 'agreement among raft nodes before linearized reading' (duration: 1.142602979s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17910029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-16T07:28:37.800196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.657395Z","time spent":"1.142794934s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:28:37.80021Z","caller":"traceutil/trace.go:171","msg":"trace[267990915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19290; }","duration":"1.179191812s","start":"2026-07-16T07:28:36.621007Z","end":"2026-07-16T07:28:37.800199Z","steps":["trace[267990915] 'agreement among raft nodes before linearized reading' (duration: 1.17909168s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162033597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-07-16T07:28:37.800295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.620975Z","time spent":"1.179312695s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:37.800318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142798565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T07:28:37.799703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356599273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-16T07:28:37.800359Z","caller":"traceutil/trace.go:171","msg":"trace[957976671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19290; }","duration":"1.142942199s","start":"2026-07-16T07:28:36.657406Z","end":"2026-07-16T07:28:37.800348Z","steps":["trace[957976671] 'agreement among raft nodes before linearized reading' (duration: 1.142750583s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:37.800368Z","caller":"traceutil/trace.go:171","msg":"trace[969594752] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a; range_end:; response_count:1; response_revision:19290; }","duration":"2.357333264s","start":"2026-07-16T07:28:35.443021Z","end":"2026-07-16T07:28:37.800354Z","steps":["trace[969594752] 'agreement among raft nodes before linearized reading' (duration: 2.356383347s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142961429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T07:28:37.800388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.6574Z","time spent":"1.142981589s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:28:37.800406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:35.443004Z","time spent":"2.357388516s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a\" "} {"level":"warn","ts":"2026-07-16T07:28:37.799676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.295877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:28:37.800419Z","caller":"traceutil/trace.go:171","msg":"trace[271912438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19290; }","duration":"1.143058222s","start":"2026-07-16T07:28:36.657345Z","end":"2026-07-16T07:28:37.800403Z","steps":["trace[271912438] 'agreement among raft nodes before linearized reading' (duration: 1.142854476s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:37.800324Z","caller":"traceutil/trace.go:171","msg":"trace[757414118] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19290; }","duration":"1.162261363s","start":"2026-07-16T07:28:36.638048Z","end":"2026-07-16T07:28:37.80031Z","steps":["trace[757414118] 'agreement among raft nodes before linearized reading' (duration: 1.161905854s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.657318Z","time spent":"1.143135763s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:28:37.800655Z","caller":"traceutil/trace.go:171","msg":"trace[2124653282] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19290; }","duration":"355.155801ms","start":"2026-07-16T07:28:37.445289Z","end":"2026-07-16T07:28:37.800445Z","steps":["trace[2124653282] 'agreement among raft nodes before linearized reading' (duration: 354.184704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:37.800683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:36.63801Z","time spent":"1.162659644s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:28:37.800711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.445255Z","time spent":"355.441019ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:28:38.303255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:38.803941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:38.851808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075627615s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:28:39.187522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.371424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:39.187687Z","caller":"traceutil/trace.go:171","msg":"trace[839141707] transaction","detail":"{read_only:false; response_revision:19291; number_of_response:1; }","duration":"1.567822339s","start":"2026-07-16T07:28:37.619833Z","end":"2026-07-16T07:28:39.187656Z","steps":["trace[839141707] 'process raft request' (duration: 1.232175588s)","trace[839141707] 'compare' (duration: 335.041725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:39.187776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.619802Z","time spent":"1.567934483s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:39.802843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:39.803083Z","caller":"traceutil/trace.go:171","msg":"trace[734567699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000578879s","start":"2026-07-16T07:28:37.802472Z","end":"2026-07-16T07:28:39.803051Z","steps":["trace[734567699] 'agreement among raft nodes before linearized reading' (duration: 2.000308471s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:39.803196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.802452Z","time spent":"2.000723222s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:40.225215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.96404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:40.225874Z","caller":"traceutil/trace.go:171","msg":"trace[302875155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19291; }","duration":"185.637198ms","start":"2026-07-16T07:28:40.040212Z","end":"2026-07-16T07:28:40.225849Z","steps":["trace[302875155] 'range keys from in-memory index tree' (duration: 184.939679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.317097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464941791s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:40.31781Z","caller":"traceutil/trace.go:171","msg":"trace[2086081138] transaction","detail":"{read_only:false; response_revision:19292; number_of_response:1; }","duration":"2.513596729s","start":"2026-07-16T07:28:37.804164Z","end":"2026-07-16T07:28:40.31776Z","steps":["trace[2086081138] 'process raft request' (duration: 2.513282411s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.317873Z","caller":"traceutil/trace.go:171","msg":"trace[1228029031] transaction","detail":"{read_only:false; response_revision:19294; number_of_response:1; }","duration":"2.511025598s","start":"2026-07-16T07:28:37.806813Z","end":"2026-07-16T07:28:40.317839Z","steps":["trace[1228029031] 'process raft request' (duration: 2.510910044s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.318034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.804141Z","time spent":"2.513768275s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.318005Z","caller":"traceutil/trace.go:171","msg":"trace[1568002060] transaction","detail":"{read_only:false; response_revision:19293; number_of_response:1; }","duration":"2.511347007s","start":"2026-07-16T07:28:37.806591Z","end":"2026-07-16T07:28:40.317938Z","steps":["trace[1568002060] 'process raft request' (duration: 2.51106227s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.318056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806799Z","time spent":"2.511139711s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:40.318361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806558Z","time spent":"2.511561562s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.318357Z","caller":"traceutil/trace.go:171","msg":"trace[1875663590] transaction","detail":"{read_only:false; response_revision:19295; number_of_response:1; }","duration":"2.511393469s","start":"2026-07-16T07:28:37.806911Z","end":"2026-07-16T07:28:40.318304Z","steps":["trace[1875663590] 'process raft request' (duration: 2.510866334s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.31857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806902Z","time spent":"2.511555743s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.318753Z","caller":"traceutil/trace.go:171","msg":"trace[725184103] transaction","detail":"{read_only:false; response_revision:19296; number_of_response:1; }","duration":"2.51182301s","start":"2026-07-16T07:28:37.806919Z","end":"2026-07-16T07:28:40.318742Z","steps":["trace[725184103] 'process raft request' (duration: 2.511294765s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.318831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806906Z","time spent":"2.511881222s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.318893Z","caller":"traceutil/trace.go:171","msg":"trace[1512722914] linearizableReadLoop","detail":"{readStateIndex:20212; appliedIndex:20202; }","duration":"2.516370876s","start":"2026-07-16T07:28:37.802501Z","end":"2026-07-16T07:28:40.318872Z","steps":["trace[1512722914] 'read index received' (duration: 1.049644306s)","trace[1512722914] 'applied index is now lower than readState.Index' (duration: 1.46672526s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:40.319089Z","caller":"traceutil/trace.go:171","msg":"trace[1152356180] transaction","detail":"{read_only:false; response_revision:19298; number_of_response:1; }","duration":"2.51144362s","start":"2026-07-16T07:28:37.807558Z","end":"2026-07-16T07:28:40.319001Z","steps":["trace[1152356180] 'process raft request' (duration: 2.511175763s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.319171Z","caller":"traceutil/trace.go:171","msg":"trace[1665378647] transaction","detail":"{read_only:false; response_revision:19299; number_of_response:1; }","duration":"2.511507921s","start":"2026-07-16T07:28:37.807649Z","end":"2026-07-16T07:28:40.319157Z","steps":["trace[1665378647] 'process raft request' (duration: 2.511131521s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.319188Z","caller":"traceutil/trace.go:171","msg":"trace[1789604783] transaction","detail":"{read_only:false; response_revision:19300; number_of_response:1; }","duration":"1.518115203s","start":"2026-07-16T07:28:38.801053Z","end":"2026-07-16T07:28:40.319168Z","steps":["trace[1789604783] 'process raft request' (duration: 1.517770523s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.319253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.807618Z","time spent":"2.511595854s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:40.319265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.801019Z","time spent":"1.518204685s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.31934Z","caller":"traceutil/trace.go:171","msg":"trace[1240525789] transaction","detail":"{read_only:false; response_revision:19297; number_of_response:1; }","duration":"2.512206191s","start":"2026-07-16T07:28:37.806972Z","end":"2026-07-16T07:28:40.319178Z","steps":["trace[1240525789] 'process raft request' (duration: 2.511704457s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.319768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806963Z","time spent":"2.512539s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:40.320298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.80753Z","time spent":"2.511616264s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:40.66801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.744939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:40.668371Z","caller":"traceutil/trace.go:171","msg":"trace[737944781] linearizableReadLoop","detail":"{readStateIndex:20213; appliedIndex:20212; }","duration":"349.361672ms","start":"2026-07-16T07:28:40.318947Z","end":"2026-07-16T07:28:40.668308Z","steps":["trace[737944781] 'read index received' (duration: 123.119388ms)","trace[737944781] 'applied index is now lower than readState.Index' (duration: 226.240183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:40.668464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821799731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:40.668498Z","caller":"traceutil/trace.go:171","msg":"trace[1314619359] transaction","detail":"{read_only:false; response_revision:19301; number_of_response:1; }","duration":"1.049695897s","start":"2026-07-16T07:28:39.618752Z","end":"2026-07-16T07:28:40.668448Z","steps":["trace[1314619359] 'process raft request' (duration: 823.379362ms)","trace[1314619359] 'compare' (duration: 225.577565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:40.668442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.90346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:40.668564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.436574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-16T07:28:40.668537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.114418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:40.668608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141136139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:40.668581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891647363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:28:40.668628Z","caller":"traceutil/trace.go:171","msg":"trace[873367669] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19301; }","duration":"409.545457ms","start":"2026-07-16T07:28:40.259066Z","end":"2026-07-16T07:28:40.668611Z","steps":["trace[873367669] 'agreement among raft nodes before linearized reading' (duration: 409.349461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.668669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457572489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:40.668656Z","caller":"traceutil/trace.go:171","msg":"trace[212225990] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19301; }","duration":"848.249681ms","start":"2026-07-16T07:28:39.820375Z","end":"2026-07-16T07:28:40.668624Z","steps":["trace[212225990] 'agreement among raft nodes before linearized reading' (duration: 848.039155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.668673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.259035Z","time spent":"409.630289ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:28:40.668651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703230877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:40.668719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:39.820341Z","time spent":"848.364745ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:40.668724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:39.61872Z","time spent":"1.049873192s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:40.668634Z","caller":"traceutil/trace.go:171","msg":"trace[415852397] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19301; }","duration":"2.141160099s","start":"2026-07-16T07:28:38.527465Z","end":"2026-07-16T07:28:40.668625Z","steps":["trace[415852397] 'agreement among raft nodes before linearized reading' (duration: 2.141113188s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.668718Z","caller":"traceutil/trace.go:171","msg":"trace[967512539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19301; }","duration":"857.154818ms","start":"2026-07-16T07:28:39.811452Z","end":"2026-07-16T07:28:40.668606Z","steps":["trace[967512539] 'agreement among raft nodes before linearized reading' (duration: 856.908301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.668818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.527387Z","time spent":"2.141416827s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:40.668817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832791735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-07-16T07:28:40.668864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:39.811433Z","time spent":"857.418265ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:28:40.668749Z","caller":"traceutil/trace.go:171","msg":"trace[1343667250] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19301; }","duration":"1.703418263s","start":"2026-07-16T07:28:38.965306Z","end":"2026-07-16T07:28:40.668725Z","steps":["trace[1343667250] 'agreement among raft nodes before linearized reading' (duration: 1.703210657s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.669262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.965277Z","time spent":"1.703970277s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:40.668868Z","caller":"traceutil/trace.go:171","msg":"trace[684129783] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19301; }","duration":"2.832901199s","start":"2026-07-16T07:28:37.835957Z","end":"2026-07-16T07:28:40.668858Z","steps":["trace[684129783] 'agreement among raft nodes before linearized reading' (duration: 2.832767305s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.669347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.835928Z","time spent":"2.833404483s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-16T07:28:40.668732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472356058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:40.669427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476937953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:28:40.669504Z","caller":"traceutil/trace.go:171","msg":"trace[471431585] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19301; }","duration":"1.477057256s","start":"2026-07-16T07:28:39.192424Z","end":"2026-07-16T07:28:40.669481Z","steps":["trace[471431585] 'agreement among raft nodes before linearized reading' (duration: 1.475942275s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.669503Z","caller":"traceutil/trace.go:171","msg":"trace[410756178] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19301; }","duration":"2.473098379s","start":"2026-07-16T07:28:38.19637Z","end":"2026-07-16T07:28:40.669469Z","steps":["trace[410756178] 'agreement among raft nodes before linearized reading' (duration: 2.472342728s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.669563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:39.192405Z","time spent":"1.477144639s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:40.669583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.196303Z","time spent":"2.473259393s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:40.669682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.996919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:40.669739Z","caller":"traceutil/trace.go:171","msg":"trace[1098813860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19301; }","duration":"242.102262ms","start":"2026-07-16T07:28:40.427621Z","end":"2026-07-16T07:28:40.669723Z","steps":["trace[1098813860] 'agreement among raft nodes before linearized reading' (duration: 241.942537ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.668697Z","caller":"traceutil/trace.go:171","msg":"trace[2142277249] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19301; }","duration":"2.457640381s","start":"2026-07-16T07:28:38.211049Z","end":"2026-07-16T07:28:40.668689Z","steps":["trace[2142277249] 'agreement among raft nodes before linearized reading' (duration: 2.45759793s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.669837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.211019Z","time spent":"2.458797043s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:40.668947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.274104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:40.66994Z","caller":"traceutil/trace.go:171","msg":"trace[1155437986] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19301; }","duration":"930.319343ms","start":"2026-07-16T07:28:39.739598Z","end":"2026-07-16T07:28:40.669917Z","steps":["trace[1155437986] 'agreement among raft nodes before linearized reading' (duration: 929.182082ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.668682Z","caller":"traceutil/trace.go:171","msg":"trace[1445457038] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19301; }","duration":"1.891839898s","start":"2026-07-16T07:28:38.776816Z","end":"2026-07-16T07:28:40.668656Z","steps":["trace[1445457038] 'agreement among raft nodes before linearized reading' (duration: 1.891513489s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.668555Z","caller":"traceutil/trace.go:171","msg":"trace[1007208003] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19301; }","duration":"2.821945916s","start":"2026-07-16T07:28:37.846585Z","end":"2026-07-16T07:28:40.668531Z","steps":["trace[1007208003] 'agreement among raft nodes before linearized reading' (duration: 2.821777661s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.668763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858889328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:28:40.668931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862487787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:28:40.670557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.575421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-16T07:28:40.670612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.952592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-16T07:28:40.67067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86153358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928852"} {"level":"info","ts":"2026-07-16T07:28:40.670669Z","caller":"traceutil/trace.go:171","msg":"trace[1501390616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19301; }","duration":"222.739716ms","start":"2026-07-16T07:28:40.447905Z","end":"2026-07-16T07:28:40.670645Z","steps":["trace[1501390616] 'agreement among raft nodes before linearized reading' (duration: 221.657016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.670776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860552393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928852"} {"level":"warn","ts":"2026-07-16T07:28:40.670802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:38.776783Z","time spent":"1.894004458s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-16T07:28:40.67081Z","caller":"traceutil/trace.go:171","msg":"trace[671392067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19301; }","duration":"2.86438424s","start":"2026-07-16T07:28:37.806398Z","end":"2026-07-16T07:28:40.670782Z","steps":["trace[671392067] 'agreement among raft nodes before linearized reading' (duration: 2.862422136s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.670849Z","caller":"traceutil/trace.go:171","msg":"trace[589009770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19301; }","duration":"2.860664466s","start":"2026-07-16T07:28:37.810169Z","end":"2026-07-16T07:28:40.670833Z","steps":["trace[589009770] 'agreement among raft nodes before linearized reading' (duration: 2.858199518s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.670876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.806383Z","time spent":"2.864472862s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:40.670905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.810156Z","time spent":"2.860734949s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928875,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:40.670739Z","caller":"traceutil/trace.go:171","msg":"trace[7228452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19301; }","duration":"2.861634463s","start":"2026-07-16T07:28:37.809093Z","end":"2026-07-16T07:28:40.670727Z","steps":["trace[7228452] 'agreement among raft nodes before linearized reading' (duration: 2.859668579s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.67121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.809082Z","time spent":"2.862108756s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928875,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:28:40.67068Z","caller":"traceutil/trace.go:171","msg":"trace[262700616] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19301; }","duration":"348.074396ms","start":"2026-07-16T07:28:40.322586Z","end":"2026-07-16T07:28:40.67066Z","steps":["trace[262700616] 'agreement among raft nodes before linearized reading' (duration: 346.981185ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:40.670746Z","caller":"traceutil/trace.go:171","msg":"trace[744659999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19301; }","duration":"2.860916083s","start":"2026-07-16T07:28:37.809814Z","end":"2026-07-16T07:28:40.67073Z","steps":["trace[744659999] 'agreement among raft nodes before linearized reading' (duration: 2.858672931s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:40.671291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.322566Z","time spent":"348.709473ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:28:40.671367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.809805Z","time spent":"2.861543621s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:40.670753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:37.846563Z","time spent":"2.824159906s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:40.6708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:39.739571Z","time spent":"931.212778ms","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:41.201883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.352246ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:28:41.202226Z","caller":"traceutil/trace.go:171","msg":"trace[397091715] linearizableReadLoop","detail":"{readStateIndex:20214; appliedIndex:20213; }","duration":"529.066765ms","start":"2026-07-16T07:28:40.673127Z","end":"2026-07-16T07:28:41.202194Z","steps":["trace[397091715] 'read index received' (duration: 177.37623ms)","trace[397091715] 'applied index is now lower than readState.Index' (duration: 351.687345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:41.202272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.670287Z","time spent":"531.975736ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:28:41.20238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.223659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:41.202499Z","caller":"traceutil/trace.go:171","msg":"trace[433446061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19301; }","duration":"529.391815ms","start":"2026-07-16T07:28:40.673077Z","end":"2026-07-16T07:28:41.202469Z","steps":["trace[433446061] 'agreement among raft nodes before linearized reading' (duration: 529.194769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.202562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.673051Z","time spent":"529.499617ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:41.251221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.673529Z","time spent":"577.686321ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:28:41.251302Z","caller":"traceutil/trace.go:171","msg":"trace[558483015] transaction","detail":"{read_only:false; response_revision:19302; number_of_response:1; }","duration":"575.275585ms","start":"2026-07-16T07:28:40.676007Z","end":"2026-07-16T07:28:41.251283Z","steps":["trace[558483015] 'process raft request' (duration: 575.126031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.251432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.675987Z","time spent":"575.356107ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:41.251613Z","caller":"traceutil/trace.go:171","msg":"trace[2107713343] transaction","detail":"{read_only:false; response_revision:19303; number_of_response:1; }","duration":"574.546594ms","start":"2026-07-16T07:28:40.677044Z","end":"2026-07-16T07:28:41.25159Z","steps":["trace[2107713343] 'process raft request' (duration: 574.206555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.251749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.677025Z","time spent":"574.626916ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:41.251778Z","caller":"traceutil/trace.go:171","msg":"trace[2084275445] transaction","detail":"{read_only:false; response_revision:19304; number_of_response:1; }","duration":"574.38561ms","start":"2026-07-16T07:28:40.677355Z","end":"2026-07-16T07:28:41.251741Z","steps":["trace[2084275445] 'process raft request' (duration: 574.182734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.251803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.925062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:41.252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.67733Z","time spent":"574.561815ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:41.252027Z","caller":"traceutil/trace.go:171","msg":"trace[369894001] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19304; }","duration":"287.20269ms","start":"2026-07-16T07:28:40.964804Z","end":"2026-07-16T07:28:41.252006Z","steps":["trace[369894001] 'agreement among raft nodes before linearized reading' (duration: 286.932252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.251971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.608512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:28:41.252256Z","caller":"traceutil/trace.go:171","msg":"trace[1540904196] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19304; }","duration":"576.866998ms","start":"2026-07-16T07:28:40.675337Z","end":"2026-07-16T07:28:41.252204Z","steps":["trace[1540904196] 'agreement among raft nodes before linearized reading' (duration: 576.487968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:41.252305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:40.675318Z","time spent":"576.970902ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:28:42.02945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.599286Z","time spent":"430.153778ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:28:42.029948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.709586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:42.030048Z","caller":"traceutil/trace.go:171","msg":"trace[1995676566] linearizableReadLoop","detail":"{readStateIndex:20219; appliedIndex:20218; }","duration":"778.338246ms","start":"2026-07-16T07:28:41.251696Z","end":"2026-07-16T07:28:42.030034Z","steps":["trace[1995676566] 'read index received' (duration: 327.473725ms)","trace[1995676566] 'applied index is now lower than readState.Index' (duration: 450.863351ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:42.030109Z","caller":"traceutil/trace.go:171","msg":"trace[1884605320] transaction","detail":"{read_only:false; response_revision:19305; number_of_response:1; }","duration":"826.491689ms","start":"2026-07-16T07:28:41.203609Z","end":"2026-07-16T07:28:42.0301Z","steps":["trace[1884605320] 'process raft request' (duration: 375.538296ms)","trace[1884605320] 'compare' (duration: 450.597893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:42.030147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.203581Z","time spent":"826.54578ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:42.030387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.968691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:42.030415Z","caller":"traceutil/trace.go:171","msg":"trace[317020119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19305; }","duration":"819.037282ms","start":"2026-07-16T07:28:41.211371Z","end":"2026-07-16T07:28:42.030408Z","steps":["trace[317020119] 'agreement among raft nodes before linearized reading' (duration: 818.95454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.030436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.211349Z","time spent":"819.080523ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:42.656821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.01152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:42.657172Z","caller":"traceutil/trace.go:171","msg":"trace[1479456638] linearizableReadLoop","detail":"{readStateIndex:20222; appliedIndex:20219; }","duration":"627.084509ms","start":"2026-07-16T07:28:42.030067Z","end":"2026-07-16T07:28:42.657152Z","steps":["trace[1479456638] 'read index received' (duration: 462.501033ms)","trace[1479456638] 'applied index is now lower than readState.Index' (duration: 164.582076ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:42.6573Z","caller":"traceutil/trace.go:171","msg":"trace[935525409] transaction","detail":"{read_only:false; response_revision:19308; number_of_response:1; }","duration":"1.06495984s","start":"2026-07-16T07:28:41.592329Z","end":"2026-07-16T07:28:42.657289Z","steps":["trace[935525409] 'process raft request' (duration: 1.064762214s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.657381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.592298Z","time spent":"1.065042382s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:42.657619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.115072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-16T07:28:42.657658Z","caller":"traceutil/trace.go:171","msg":"trace[615135236] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19308; }","duration":"755.203205ms","start":"2026-07-16T07:28:41.902443Z","end":"2026-07-16T07:28:42.657647Z","steps":["trace[615135236] 'agreement among raft nodes before linearized reading' (duration: 755.058071ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:42.657622Z","caller":"traceutil/trace.go:171","msg":"trace[1360672040] transaction","detail":"{read_only:false; response_revision:19306; number_of_response:1; }","duration":"1.404931241s","start":"2026-07-16T07:28:41.252649Z","end":"2026-07-16T07:28:42.65758Z","steps":["trace[1360672040] 'process raft request' (duration: 1.240012935s)","trace[1360672040] 'compare' (duration: 163.694442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:42.657695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.902416Z","time spent":"755.268847ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:28:42.657754Z","caller":"traceutil/trace.go:171","msg":"trace[44946491] transaction","detail":"{read_only:false; response_revision:19307; number_of_response:1; }","duration":"1.360580213s","start":"2026-07-16T07:28:41.297121Z","end":"2026-07-16T07:28:42.657701Z","steps":["trace[44946491] 'process raft request' (duration: 1.359841962s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.657814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.252629Z","time spent":"1.405078625s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:42.657837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31857793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:42.657921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.34343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:42.658033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.12817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:28:42.65806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.348708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:28:42.658098Z","caller":"traceutil/trace.go:171","msg":"trace[1944669253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19308; }","duration":"334.194712ms","start":"2026-07-16T07:28:42.323889Z","end":"2026-07-16T07:28:42.658084Z","steps":["trace[1944669253] 'agreement among raft nodes before linearized reading' (duration: 334.029127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.995008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:28:42.658114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.280977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:42.658126Z","caller":"traceutil/trace.go:171","msg":"trace[702689490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19308; }","duration":"333.44379ms","start":"2026-07-16T07:28:42.324653Z","end":"2026-07-16T07:28:42.658097Z","steps":["trace[702689490] 'agreement among raft nodes before linearized reading' (duration: 333.259545ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:42.658152Z","caller":"traceutil/trace.go:171","msg":"trace[990029462] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19308; }","duration":"134.38081ms","start":"2026-07-16T07:28:42.523761Z","end":"2026-07-16T07:28:42.658142Z","steps":["trace[990029462] 'agreement among raft nodes before linearized reading' (duration: 134.256567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.179297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-16T07:28:42.658164Z","caller":"traceutil/trace.go:171","msg":"trace[1774931961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19308; }","duration":"333.06293ms","start":"2026-07-16T07:28:42.325075Z","end":"2026-07-16T07:28:42.658138Z","steps":["trace[1774931961] 'agreement among raft nodes before linearized reading' (duration: 332.924716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.324618Z","time spent":"333.563443ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:42.658206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.325069Z","time spent":"333.128972ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:28:42.6582Z","caller":"traceutil/trace.go:171","msg":"trace[331855092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19308; }","duration":"625.262768ms","start":"2026-07-16T07:28:42.032924Z","end":"2026-07-16T07:28:42.658186Z","steps":["trace[331855092] 'agreement among raft nodes before linearized reading' (duration: 625.074213ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:42.657952Z","caller":"traceutil/trace.go:171","msg":"trace[340019440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19308; }","duration":"1.318771356s","start":"2026-07-16T07:28:41.339154Z","end":"2026-07-16T07:28:42.657925Z","steps":["trace[340019440] 'agreement among raft nodes before linearized reading' (duration: 1.3185349s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.65822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.987506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:28:42.658251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.032904Z","time spent":"625.339071ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:28:42.658283Z","caller":"traceutil/trace.go:171","msg":"trace[1015993079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19308; }","duration":"334.095009ms","start":"2026-07-16T07:28:42.324176Z","end":"2026-07-16T07:28:42.658271Z","steps":["trace[1015993079] 'agreement among raft nodes before linearized reading' (duration: 333.848862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.32386Z","time spent":"334.272793ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:42.658326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.324164Z","time spent":"334.15411ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:28:42.658047Z","caller":"traceutil/trace.go:171","msg":"trace[930661330] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:19308; }","duration":"970.558667ms","start":"2026-07-16T07:28:41.687458Z","end":"2026-07-16T07:28:42.658016Z","steps":["trace[930661330] 'agreement among raft nodes before linearized reading' (duration: 970.30114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.68742Z","time spent":"970.950368ms","remote":"127.0.0.1:45954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:42.657847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.492023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:42.658406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.618627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:42.658564Z","caller":"traceutil/trace.go:171","msg":"trace[777268037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19308; }","duration":"627.193192ms","start":"2026-07-16T07:28:42.03127Z","end":"2026-07-16T07:28:42.658464Z","steps":["trace[777268037] 'agreement among raft nodes before linearized reading' (duration: 626.481462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.031251Z","time spent":"627.369056ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:28:42.658683Z","caller":"traceutil/trace.go:171","msg":"trace[2040880757] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19308; }","duration":"332.918296ms","start":"2026-07-16T07:28:42.325659Z","end":"2026-07-16T07:28:42.658578Z","steps":["trace[2040880757] 'agreement among raft nodes before linearized reading' (duration: 332.127384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.657961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.958457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:28:42.658792Z","caller":"traceutil/trace.go:171","msg":"trace[1873384545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19308; }","duration":"333.812981ms","start":"2026-07-16T07:28:42.324962Z","end":"2026-07-16T07:28:42.658775Z","steps":["trace[1873384545] 'agreement among raft nodes before linearized reading' (duration: 332.800753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:42.658807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.325636Z","time spent":"333.122961ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:28:42.658862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.324954Z","time spent":"333.890803ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:42.657954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.297093Z","time spent":"1.360760848s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:42.658287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:41.339135Z","time spent":"1.319130536s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:43.189792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:43.690455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:44.190906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:44.691256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:45.192272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:45.387506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.718935574s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:45.39205Z","caller":"traceutil/trace.go:171","msg":"trace[2096639074] transaction","detail":"{read_only:false; response_revision:19309; number_of_response:1; }","duration":"2.723556991s","start":"2026-07-16T07:28:42.668453Z","end":"2026-07-16T07:28:45.39201Z","steps":["trace[2096639074] 'process raft request' (duration: 2.719286253s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:45.392685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.668439Z","time spent":"2.724093887s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:45.921077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:28:45.921229Z","caller":"traceutil/trace.go:171","msg":"trace[1858638821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068765s","start":"2026-07-16T07:28:43.921131Z","end":"2026-07-16T07:28:45.9212Z","steps":["trace[1858638821] 'agreement among raft nodes before linearized reading' (duration: 1.999873299s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:45.921295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.921101Z","time spent":"2.000182278s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:46.580454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.54309Z","time spent":"1.037350885s","remote":"127.0.0.1:52724","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:28:46.872606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484798711s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:46.873402Z","caller":"traceutil/trace.go:171","msg":"trace[310748892] transaction","detail":"{read_only:false; response_revision:19311; number_of_response:1; }","duration":"4.204714431s","start":"2026-07-16T07:28:42.668642Z","end":"2026-07-16T07:28:46.873357Z","steps":["trace[310748892] 'process raft request' (duration: 4.204564097s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:46.873603Z","caller":"traceutil/trace.go:171","msg":"trace[69074610] transaction","detail":"{read_only:false; response_revision:19312; number_of_response:1; }","duration":"4.204886666s","start":"2026-07-16T07:28:42.668703Z","end":"2026-07-16T07:28:46.873589Z","steps":["trace[69074610] 'process raft request' (duration: 4.204585738s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:46.873741Z","caller":"traceutil/trace.go:171","msg":"trace[660946111] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19313; }","duration":"4.204062244s","start":"2026-07-16T07:28:42.669662Z","end":"2026-07-16T07:28:46.873724Z","steps":["trace[660946111] 'process raft request' (duration: 4.203962511s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.873755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.668636Z","time spent":"4.204913217s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:46.873892Z","caller":"traceutil/trace.go:171","msg":"trace[347023313] transaction","detail":"{read_only:false; response_revision:19313; number_of_response:1; }","duration":"4.205155474s","start":"2026-07-16T07:28:42.668726Z","end":"2026-07-16T07:28:46.873882Z","steps":["trace[347023313] 'process raft request' (duration: 4.204772693s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.873971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.668703Z","time spent":"4.205219895s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:46.873967Z","caller":"traceutil/trace.go:171","msg":"trace[212407401] linearizableReadLoop","detail":"{readStateIndex:20231; appliedIndex:20222; }","duration":"4.184707808s","start":"2026-07-16T07:28:42.689236Z","end":"2026-07-16T07:28:46.873944Z","steps":["trace[212407401] 'read index received' (duration: 2.698520708s)","trace[212407401] 'applied index is now lower than readState.Index' (duration: 1.48618578s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:28:46.874077Z","caller":"traceutil/trace.go:171","msg":"trace[664909659] transaction","detail":"{read_only:false; response_revision:19315; number_of_response:1; }","duration":"4.200062133s","start":"2026-07-16T07:28:42.674001Z","end":"2026-07-16T07:28:46.874063Z","steps":["trace[664909659] 'process raft request' (duration: 4.199802916s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.874114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.668697Z","time spent":"4.204963759s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:46.873412Z","caller":"traceutil/trace.go:171","msg":"trace[895173956] transaction","detail":"{read_only:false; response_revision:19310; number_of_response:1; }","duration":"4.204776573s","start":"2026-07-16T07:28:42.668576Z","end":"2026-07-16T07:28:46.873353Z","steps":["trace[895173956] 'process raft request' (duration: 4.204382702s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:46.874157Z","caller":"traceutil/trace.go:171","msg":"trace[1983699903] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"2.33805904s","start":"2026-07-16T07:28:44.536044Z","end":"2026-07-16T07:28:46.874103Z","steps":["trace[1983699903] 'process raft request' (duration: 2.337840844s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.873849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.669653Z","time spent":"4.204143776s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:46.874229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.668558Z","time spent":"4.205640827s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:46.874142Z","caller":"traceutil/trace.go:171","msg":"trace[1623335347] transaction","detail":"{read_only:false; response_revision:19314; number_of_response:1; }","duration":"4.204095364s","start":"2026-07-16T07:28:42.669983Z","end":"2026-07-16T07:28:46.874078Z","steps":["trace[1623335347] 'process raft request' (duration: 4.203679263s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.874372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.669975Z","time spent":"4.204368702s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:46.874204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.673993Z","time spent":"4.200158985s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:46.87437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:44.536025Z","time spent":"2.338239696s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:46.874534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185286964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:28:46.874597Z","caller":"traceutil/trace.go:171","msg":"trace[2064505425] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19316; }","duration":"4.185372606s","start":"2026-07-16T07:28:42.689209Z","end":"2026-07-16T07:28:46.874582Z","steps":["trace[2064505425] 'agreement among raft nodes before linearized reading' (duration: 4.185026937s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:46.874643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.689198Z","time spent":"4.185432168s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":187,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:47.374252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:47.874686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:47.921488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999615272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:47.921588Z","caller":"traceutil/trace.go:171","msg":"trace[1282960722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999796257s","start":"2026-07-16T07:28:45.92177Z","end":"2026-07-16T07:28:47.921567Z","steps":["trace[1282960722] 'agreement among raft nodes before linearized reading' (duration: 1.999660803s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:47.921666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.92175Z","time spent":"1.99990461s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:48.167997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:48.168105Z","caller":"traceutil/trace.go:171","msg":"trace[1817624461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057043s","start":"2026-07-16T07:28:46.168025Z","end":"2026-07-16T07:28:48.168082Z","steps":["trace[1817624461] 'agreement among raft nodes before linearized reading' (duration: 1.99992176s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:48.168157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:46.167996Z","time spent":"2.000149456s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:48.37483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:48.875697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:49.353123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.479376763s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:28:49.928342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:28:49.928462Z","caller":"traceutil/trace.go:171","msg":"trace[1273732878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299862s","start":"2026-07-16T07:28:47.928136Z","end":"2026-07-16T07:28:49.928435Z","steps":["trace[1273732878] 'agreement among raft nodes before linearized reading' (duration: 2.000143338s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:49.928521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:47.928065Z","time spent":"2.000445486s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:28:51.929311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999643632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:51.929427Z","caller":"traceutil/trace.go:171","msg":"trace[29354585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999848278s","start":"2026-07-16T07:28:49.929552Z","end":"2026-07-16T07:28:51.9294Z","steps":["trace[29354585] 'agreement among raft nodes before linearized reading' (duration: 1.999691164s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:51.929489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:49.929523Z","time spent":"1.999953421s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:52.301593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.94819305s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:28:53.059629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706237754s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T07:28:53.060194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019825273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:53.062181Z","caller":"traceutil/trace.go:171","msg":"trace[1554896746] transaction","detail":"{read_only:false; response_revision:19317; number_of_response:1; }","duration":"6.696846288s","start":"2026-07-16T07:28:46.365307Z","end":"2026-07-16T07:28:53.062153Z","steps":["trace[1554896746] 'process raft request' (duration: 6.694533903s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.062341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:46.365285Z","time spent":"6.696962351s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7332,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:53.062879Z","caller":"traceutil/trace.go:171","msg":"trace[416743604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19316; }","duration":"3.020005438s","start":"2026-07-16T07:28:50.040329Z","end":"2026-07-16T07:28:53.060335Z","steps":["trace[416743604] 'range keys from in-memory index tree' (duration: 3.019806633s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.255904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999080879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:53.256046Z","caller":"traceutil/trace.go:171","msg":"trace[2057947374] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999273235s","start":"2026-07-16T07:28:43.256731Z","end":"2026-07-16T07:28:53.256005Z","steps":["trace[2057947374] 'agreement among raft nodes before linearized reading' (duration: 9.99909505s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.256116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.256715Z","time spent":"9.999386727s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/16 07:28:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:53.256983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000171539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:53.257044Z","caller":"traceutil/trace.go:171","msg":"trace[941053454] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.000284132s","start":"2026-07-16T07:28:43.256747Z","end":"2026-07-16T07:28:53.257031Z","steps":["trace[941053454] 'agreement among raft nodes before linearized reading' (duration: 10.00021016s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.257079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.256718Z","time spent":"10.000353054s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/07/16 07:28:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:53.266904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.017711262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:53.267003Z","caller":"traceutil/trace.go:171","msg":"trace[1378060070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; }","duration":"8.017880327s","start":"2026-07-16T07:28:45.249098Z","end":"2026-07-16T07:28:53.266978Z","steps":["trace[1378060070] 'agreement among raft nodes before linearized reading' (duration: 8.017744833s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.267066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.249074Z","time spent":"8.017980589s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} 2026/07/16 07:28:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:53.705091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.874865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:28:53.705487Z","caller":"traceutil/trace.go:171","msg":"trace[1947952708] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"3.026080146s","start":"2026-07-16T07:28:50.679376Z","end":"2026-07-16T07:28:53.705456Z","steps":["trace[1947952708] 'process raft request' (duration: 3.025963353s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.071777671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.70608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.105355428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.706136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027041109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:28:53.706204Z","caller":"traceutil/trace.go:171","msg":"trace[812256763] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19321; }","duration":"9.105553064s","start":"2026-07-16T07:28:44.600626Z","end":"2026-07-16T07:28:53.706179Z","steps":["trace[812256763] 'agreement among raft nodes before linearized reading' (duration: 9.105275016s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:44.600605Z","time spent":"9.105657437s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.192710346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gnbm2\" ","response":"range_response_count:1 size:19019"} {"level":"info","ts":"2026-07-16T07:28:53.706358Z","caller":"traceutil/trace.go:171","msg":"trace[425366430] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gnbm2; range_end:; response_count:1; response_revision:19321; }","duration":"9.1928287s","start":"2026-07-16T07:28:44.513508Z","end":"2026-07-16T07:28:53.706336Z","steps":["trace[425366430] 'agreement among raft nodes before linearized reading' (duration: 9.192449639s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.705824Z","caller":"traceutil/trace.go:171","msg":"trace[1473412122] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"701.773235ms","start":"2026-07-16T07:28:53.004028Z","end":"2026-07-16T07:28:53.705802Z","steps":["trace[1473412122] 'process raft request' (duration: 701.368554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:44.513437Z","time spent":"9.192984534s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":19042,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gnbm2\" "} {"level":"info","ts":"2026-07-16T07:28:53.706451Z","caller":"traceutil/trace.go:171","msg":"trace[219437275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19321; }","duration":"8.027221924s","start":"2026-07-16T07:28:45.679022Z","end":"2026-07-16T07:28:53.706244Z","steps":["trace[219437275] 'agreement among raft nodes before linearized reading' (duration: 8.026905255s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.70587Z","caller":"traceutil/trace.go:171","msg":"trace[1664802343] linearizableReadLoop","detail":"{readStateIndex:20234; appliedIndex:20231; }","duration":"6.831825404s","start":"2026-07-16T07:28:46.874025Z","end":"2026-07-16T07:28:53.70585Z","steps":["trace[1664802343] 'read index received' (duration: 2.479414164s)","trace[1664802343] 'applied index is now lower than readState.Index' (duration: 4.35240837s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:53.706573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.004001Z","time spent":"702.464614ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:53.705868Z","caller":"traceutil/trace.go:171","msg":"trace[1550656081] transaction","detail":"{read_only:false; response_revision:19319; number_of_response:1; }","duration":"4.822600475s","start":"2026-07-16T07:28:48.883221Z","end":"2026-07-16T07:28:53.705822Z","steps":["trace[1550656081] 'process raft request' (duration: 4.822000419s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.829696966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-07-16T07:28:53.706851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359686487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:53.706878Z","caller":"traceutil/trace.go:171","msg":"trace[801054303] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19321; }","duration":"6.829783388s","start":"2026-07-16T07:28:46.87708Z","end":"2026-07-16T07:28:53.706864Z","steps":["trace[801054303] 'agreement among raft nodes before linearized reading' (duration: 6.829593423s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.706908Z","caller":"traceutil/trace.go:171","msg":"trace[894110352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19321; }","duration":"1.35978387s","start":"2026-07-16T07:28:52.347105Z","end":"2026-07-16T07:28:53.706889Z","steps":["trace[894110352] 'agreement among raft nodes before linearized reading' (duration: 1.359687687s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385648829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.706966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:52.347078Z","time spent":"1.359876853s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469997274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.707001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446826553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:28:53.707026Z","caller":"traceutil/trace.go:171","msg":"trace[1608342198] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19321; }","duration":"4.470081857s","start":"2026-07-16T07:28:49.236935Z","end":"2026-07-16T07:28:53.707017Z","steps":["trace[1608342198] 'agreement among raft nodes before linearized reading' (duration: 4.470004145s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.707049Z","caller":"traceutil/trace.go:171","msg":"trace[1231827260] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19321; }","duration":"3.446908645s","start":"2026-07-16T07:28:50.260128Z","end":"2026-07-16T07:28:53.707037Z","steps":["trace[1231827260] 'agreement among raft nodes before linearized reading' (duration: 3.446807702s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769296746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.707088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:50.260092Z","time spent":"3.446982607s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"info","ts":"2026-07-16T07:28:53.7071Z","caller":"traceutil/trace.go:171","msg":"trace[1105379944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19321; }","duration":"1.769384638s","start":"2026-07-16T07:28:51.937707Z","end":"2026-07-16T07:28:53.707092Z","steps":["trace[1105379944] 'agreement among raft nodes before linearized reading' (duration: 1.769324507s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96982328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.70713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.526105511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.707142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:51.937679Z","time spent":"1.769457481s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:28:53.70716Z","caller":"traceutil/trace.go:171","msg":"trace[65191214] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19321; }","duration":"3.969871541s","start":"2026-07-16T07:28:49.737276Z","end":"2026-07-16T07:28:53.707148Z","steps":["trace[65191214] 'agreement among raft nodes before linearized reading' (duration: 3.969780028s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:49.737145Z","time spent":"3.970048825s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.707214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.308913579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:53.707004Z","caller":"traceutil/trace.go:171","msg":"trace[472272513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19321; }","duration":"3.385765843s","start":"2026-07-16T07:28:50.321224Z","end":"2026-07-16T07:28:53.70699Z","steps":["trace[472272513] 'agreement among raft nodes before linearized reading' (duration: 3.38567212s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.707268Z","caller":"traceutil/trace.go:171","msg":"trace[2145296617] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19321; }","duration":"6.309028393s","start":"2026-07-16T07:28:47.398226Z","end":"2026-07-16T07:28:53.707254Z","steps":["trace[2145296617] 'agreement among raft nodes before linearized reading' (duration: 6.308822397s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:50.321129Z","time spent":"3.386141782s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.707312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:47.398198Z","time spent":"6.309107054s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:28:53.707318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825172467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:28:53.707313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544960783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:28:53.707342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.497466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:28:53.70736Z","caller":"traceutil/trace.go:171","msg":"trace[365140504] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19321; }","duration":"6.545046066s","start":"2026-07-16T07:28:47.162305Z","end":"2026-07-16T07:28:53.707351Z","steps":["trace[365140504] 'agreement among raft nodes before linearized reading' (duration: 6.544882301s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.707364Z","caller":"traceutil/trace.go:171","msg":"trace[62801470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19321; }","duration":"4.825226688s","start":"2026-07-16T07:28:48.88212Z","end":"2026-07-16T07:28:53.707346Z","steps":["trace[62801470] 'agreement among raft nodes before linearized reading' (duration: 4.825130116s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:47.162279Z","time spent":"6.545104278s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":135,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.707454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.882107Z","time spent":"4.825339701s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:28:53.707461Z","caller":"traceutil/trace.go:171","msg":"trace[461721994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19321; }","duration":"637.568717ms","start":"2026-07-16T07:28:53.069808Z","end":"2026-07-16T07:28:53.707377Z","steps":["trace[461721994] 'agreement among raft nodes before linearized reading' (duration: 637.454794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.069783Z","time spent":"637.709432ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-16T07:28:53.706041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.524268196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:53.707564Z","caller":"traceutil/trace.go:171","msg":"trace[1376264259] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19321; }","duration":"10.52585781s","start":"2026-07-16T07:28:43.181692Z","end":"2026-07-16T07:28:53.70755Z","steps":["trace[1376264259] 'agreement among raft nodes before linearized reading' (duration: 10.524271796s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125524281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:53.707619Z","caller":"traceutil/trace.go:171","msg":"trace[589493947] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19321; }","duration":"5.125617414s","start":"2026-07-16T07:28:48.581991Z","end":"2026-07-16T07:28:53.707608Z","steps":["trace[589493947] 'agreement among raft nodes before linearized reading' (duration: 5.125529301s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826245707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:53.707699Z","caller":"traceutil/trace.go:171","msg":"trace[1614566148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19321; }","duration":"4.82672918s","start":"2026-07-16T07:28:48.880957Z","end":"2026-07-16T07:28:53.707686Z","steps":["trace[1614566148] 'agreement among raft nodes before linearized reading' (duration: 4.826083402s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.70771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.178326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.707734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825983619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:28:53.707744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.880878Z","time spent":"4.826851673s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:53.707755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826507674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:28:53.707783Z","caller":"traceutil/trace.go:171","msg":"trace[426355922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19321; }","duration":"4.82602905s","start":"2026-07-16T07:28:48.881739Z","end":"2026-07-16T07:28:53.707768Z","steps":["trace[426355922] 'agreement among raft nodes before linearized reading' (duration: 4.825905457s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.360188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.707366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894800052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.707829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.881644Z","time spent":"4.826173855s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:53.706905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-16T07:28:53.707625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.181659Z","time spent":"10.525943843s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.707863Z","caller":"traceutil/trace.go:171","msg":"trace[1806289806] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19321; }","duration":"2.895359597s","start":"2026-07-16T07:28:50.812489Z","end":"2026-07-16T07:28:53.707849Z","steps":["trace[1806289806] 'agreement among raft nodes before linearized reading' (duration: 2.894829493s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.707068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:49.236909Z","time spent":"4.47015214s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.707165Z","caller":"traceutil/trace.go:171","msg":"trace[509288947] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19321; }","duration":"6.526193643s","start":"2026-07-16T07:28:47.180961Z","end":"2026-07-16T07:28:53.707155Z","steps":["trace[509288947] 'agreement among raft nodes before linearized reading' (duration: 6.526130011s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.883203Z","time spent":"4.82349085s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:53.707974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218789504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.707991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:47.180935Z","time spent":"6.527043857s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.707828Z","caller":"traceutil/trace.go:171","msg":"trace[529215102] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19321; }","duration":"945.44903ms","start":"2026-07-16T07:28:52.762367Z","end":"2026-07-16T07:28:53.707816Z","steps":["trace[529215102] 'agreement among raft nodes before linearized reading' (duration: 945.402209ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.70802Z","caller":"traceutil/trace.go:171","msg":"trace[447309854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19321; }","duration":"6.218895038s","start":"2026-07-16T07:28:47.489112Z","end":"2026-07-16T07:28:53.708007Z","steps":["trace[447309854] 'agreement among raft nodes before linearized reading' (duration: 6.218818576s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.708059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:47.489081Z","time spent":"6.218968329s","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.70779Z","caller":"traceutil/trace.go:171","msg":"trace[1142516259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19321; }","duration":"4.826558094s","start":"2026-07-16T07:28:48.881222Z","end":"2026-07-16T07:28:53.70778Z","steps":["trace[1142516259] 'agreement among raft nodes before linearized reading' (duration: 4.826464332s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.706049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.36565644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:53.708265Z","caller":"traceutil/trace.go:171","msg":"trace[1755014166] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19321; }","duration":"7.367960835s","start":"2026-07-16T07:28:46.340259Z","end":"2026-07-16T07:28:53.70822Z","steps":["trace[1755014166] 'agreement among raft nodes before linearized reading' (duration: 7.365678112s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.708335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:46.340212Z","time spent":"7.368109208s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.707744Z","caller":"traceutil/trace.go:171","msg":"trace[1931489764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19321; }","duration":"892.279568ms","start":"2026-07-16T07:28:52.815453Z","end":"2026-07-16T07:28:53.707733Z","steps":["trace[1931489764] 'agreement among raft nodes before linearized reading' (duration: 892.220487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.708446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:52.815357Z","time spent":"893.06385ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.708063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:52.762338Z","time spent":"945.710798ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.014452035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:28:53.708636Z","caller":"traceutil/trace.go:171","msg":"trace[223123953] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19321; }","duration":"11.016997575s","start":"2026-07-16T07:28:42.691627Z","end":"2026-07-16T07:28:53.708624Z","steps":["trace[223123953] 'agreement among raft nodes before linearized reading' (duration: 11.014351982s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.705539Z","caller":"traceutil/trace.go:171","msg":"trace[1529333123] transaction","detail":"{read_only:false; response_revision:19318; number_of_response:1; }","duration":"6.824953774s","start":"2026-07-16T07:28:46.880534Z","end":"2026-07-16T07:28:53.705488Z","steps":["trace[1529333123] 'process raft request' (duration: 6.181602736s)","trace[1529333123] 'compare' (duration: 642.71451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:53.708672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.691619Z","time spent":"11.017043526s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:28:53.708755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:46.88051Z","time spent":"6.828175794s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:28:53.706107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.446777488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:53.708733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.678994Z","time spent":"8.027550733s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-16T07:28:53.708876Z","caller":"traceutil/trace.go:171","msg":"trace[1438305315] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19321; }","duration":"8.449602187s","start":"2026-07-16T07:28:45.259262Z","end":"2026-07-16T07:28:53.708864Z","steps":["trace[1438305315] 'agreement among raft nodes before linearized reading' (duration: 8.446725917s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.708918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.259235Z","time spent":"8.449670708s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.706185Z","caller":"traceutil/trace.go:171","msg":"trace[528946223] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19321; }","duration":"10.071936265s","start":"2026-07-16T07:28:43.634223Z","end":"2026-07-16T07:28:53.70616Z","steps":["trace[528946223] 'agreement among raft nodes before linearized reading' (duration: 10.071742809s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.708957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.634205Z","time spent":"10.074741733s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:50.679346Z","time spent":"3.026801576s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:53.706039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.132648695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:53.706916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:46.877057Z","time spent":"6.829851189s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-16T07:28:53.707238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:53.70908Z","caller":"traceutil/trace.go:171","msg":"trace[188496874] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19321; }","duration":"10.135764712s","start":"2026-07-16T07:28:43.573301Z","end":"2026-07-16T07:28:53.709065Z","steps":["trace[188496874] 'agreement among raft nodes before linearized reading' (duration: 10.132650086s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:53.709233Z","caller":"traceutil/trace.go:171","msg":"trace[1790338028] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19321; }","duration":"138.612077ms","start":"2026-07-16T07:28:53.570605Z","end":"2026-07-16T07:28:53.709217Z","steps":["trace[1790338028] 'agreement among raft nodes before linearized reading' (duration: 136.592311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.709246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:43.573273Z","time spent":"10.135959658s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.707661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.581959Z","time spent":"5.125693826s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177657338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:53.709461Z","caller":"traceutil/trace.go:171","msg":"trace[1832824461] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19321; }","duration":"8.181099834s","start":"2026-07-16T07:28:45.528341Z","end":"2026-07-16T07:28:53.709441Z","steps":["trace[1832824461] 'agreement among raft nodes before linearized reading' (duration: 8.177640218s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.70952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:45.528317Z","time spent":"8.181187066s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:53.70788Z","caller":"traceutil/trace.go:171","msg":"trace[1273737989] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19321; }","duration":"4.279008708s","start":"2026-07-16T07:28:49.42886Z","end":"2026-07-16T07:28:53.707868Z","steps":["trace[1273737989] 'agreement among raft nodes before linearized reading' (duration: 4.277866816s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.709594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:49.428831Z","time spent":"4.280750836s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:28:53.707877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826315448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:53.709696Z","caller":"traceutil/trace.go:171","msg":"trace[654970649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19321; }","duration":"4.828214201s","start":"2026-07-16T07:28:48.881469Z","end":"2026-07-16T07:28:53.709683Z","steps":["trace[654970649] 'agreement among raft nodes before linearized reading' (duration: 4.826340759s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.709725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.881436Z","time spent":"4.828282063s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:28:53.707944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:50.812458Z","time spent":"2.895469951s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:53.706077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.01463559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:28:53.709937Z","caller":"traceutil/trace.go:171","msg":"trace[466179592] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19321; }","duration":"11.018522207s","start":"2026-07-16T07:28:42.691407Z","end":"2026-07-16T07:28:53.709929Z","steps":["trace[466179592] 'agreement among raft nodes before linearized reading' (duration: 11.014499296s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:53.709964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:42.691399Z","time spent":"11.018556368s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:28:53.708182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:48.881214Z","time spent":"4.826953956s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:54.856922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.110554ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:28:54.857123Z","caller":"traceutil/trace.go:171","msg":"trace[2137022115] linearizableReadLoop","detail":"{readStateIndex:20238; appliedIndex:20237; }","duration":"1.14337762s","start":"2026-07-16T07:28:53.713666Z","end":"2026-07-16T07:28:54.857044Z","steps":["trace[2137022115] 'read index received' (duration: 410.207235ms)","trace[2137022115] 'applied index is now lower than readState.Index' (duration: 733.168165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:54.857283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.711151Z","time spent":"1.146128017s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:28:54.857756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144034568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:28:54.85787Z","caller":"traceutil/trace.go:171","msg":"trace[1403150322] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19321; }","duration":"1.144199663s","start":"2026-07-16T07:28:53.713642Z","end":"2026-07-16T07:28:54.857842Z","steps":["trace[1403150322] 'agreement among raft nodes before linearized reading' (duration: 1.143843063s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:54.857932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.713626Z","time spent":"1.144291025s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:28:55.357726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:55.718169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:28:55.718421Z","caller":"traceutil/trace.go:171","msg":"trace[1754411398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385854s","start":"2026-07-16T07:28:53.717864Z","end":"2026-07-16T07:28:55.71825Z","steps":["trace[1754411398] 'agreement among raft nodes before linearized reading' (duration: 2.00026245s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.718995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.717854Z","time spent":"2.001125554s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:55.858022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:55.89176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744592344s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:55.892931Z","caller":"traceutil/trace.go:171","msg":"trace[1273573599] transaction","detail":"{read_only:false; response_revision:19329; number_of_response:1; }","duration":"2.168805706s","start":"2026-07-16T07:28:53.724088Z","end":"2026-07-16T07:28:55.892894Z","steps":["trace[1273573599] 'process raft request' (duration: 2.168740344s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.893184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.724072Z","time spent":"2.168932759s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18801,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.893759Z","caller":"traceutil/trace.go:171","msg":"trace[1081111633] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"2.178662679s","start":"2026-07-16T07:28:53.715081Z","end":"2026-07-16T07:28:55.893743Z","steps":["trace[1081111633] 'process raft request' (duration: 2.17724913s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.893908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715067Z","time spent":"2.178728571s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.89408Z","caller":"traceutil/trace.go:171","msg":"trace[899791768] transaction","detail":"{read_only:false; response_revision:19323; number_of_response:1; }","duration":"2.178916236s","start":"2026-07-16T07:28:53.715152Z","end":"2026-07-16T07:28:55.894068Z","steps":["trace[899791768] 'process raft request' (duration: 2.177384313s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.894211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715129Z","time spent":"2.179015099s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.894461Z","caller":"traceutil/trace.go:171","msg":"trace[1887049940] transaction","detail":"{read_only:false; response_revision:19328; number_of_response:1; }","duration":"2.175130321s","start":"2026-07-16T07:28:53.719305Z","end":"2026-07-16T07:28:55.894435Z","steps":["trace[1887049940] 'process raft request' (duration: 2.173457995s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:55.894736Z","caller":"traceutil/trace.go:171","msg":"trace[400996122] transaction","detail":"{read_only:false; response_revision:19324; number_of_response:1; }","duration":"2.179473631s","start":"2026-07-16T07:28:53.715223Z","end":"2026-07-16T07:28:55.894697Z","steps":["trace[400996122] 'process raft request' (duration: 2.177369343s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.894928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715187Z","time spent":"2.179643676s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:55.895046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.719287Z","time spent":"2.175214144s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.895114Z","caller":"traceutil/trace.go:171","msg":"trace[2042698492] transaction","detail":"{read_only:false; response_revision:19326; number_of_response:1; }","duration":"2.179770839s","start":"2026-07-16T07:28:53.715334Z","end":"2026-07-16T07:28:55.895105Z","steps":["trace[2042698492] 'process raft request' (duration: 2.177345152s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.895202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715318Z","time spent":"2.179853662s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.895299Z","caller":"traceutil/trace.go:171","msg":"trace[678621764] transaction","detail":"{read_only:false; response_revision:19327; number_of_response:1; }","duration":"2.179327457s","start":"2026-07-16T07:28:53.71596Z","end":"2026-07-16T07:28:55.895287Z","steps":["trace[678621764] 'process raft request' (duration: 2.176761256s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.895354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715947Z","time spent":"2.179382179s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:55.895079Z","caller":"traceutil/trace.go:171","msg":"trace[1863274977] transaction","detail":"{read_only:false; response_revision:19325; number_of_response:1; }","duration":"2.179760359s","start":"2026-07-16T07:28:53.715308Z","end":"2026-07-16T07:28:55.895068Z","steps":["trace[1863274977] 'process raft request' (duration: 2.177327102s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:55.895799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715301Z","time spent":"2.180462349s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:57.718964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:28:57.719063Z","caller":"traceutil/trace.go:171","msg":"trace[220773447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230699s","start":"2026-07-16T07:28:55.71881Z","end":"2026-07-16T07:28:57.719041Z","steps":["trace[220773447] 'agreement among raft nodes before linearized reading' (duration: 2.000088775s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:57.719146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.718798Z","time spent":"2.000336552s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:28:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:28:57.824054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.931961839s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:57.824795Z","caller":"traceutil/trace.go:171","msg":"trace[1937241651] transaction","detail":"{read_only:false; response_revision:19331; number_of_response:1; }","duration":"2.965768307s","start":"2026-07-16T07:28:54.858996Z","end":"2026-07-16T07:28:57.824764Z","steps":["trace[1937241651] 'process raft request' (duration: 2.965643903s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:57.824851Z","caller":"traceutil/trace.go:171","msg":"trace[1065780273] transaction","detail":"{read_only:false; response_revision:19330; number_of_response:1; }","duration":"3.442852473s","start":"2026-07-16T07:28:54.381951Z","end":"2026-07-16T07:28:57.824804Z","steps":["trace[1065780273] 'process raft request' (duration: 3.442473602s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:57.824982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:54.858958Z","time spent":"2.96590114s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:57.825078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:54.381899Z","time spent":"3.44308855s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:28:57.825216Z","caller":"traceutil/trace.go:171","msg":"trace[1419798345] transaction","detail":"{read_only:false; response_revision:19332; number_of_response:1; }","duration":"2.964544973s","start":"2026-07-16T07:28:54.860629Z","end":"2026-07-16T07:28:57.825174Z","steps":["trace[1419798345] 'process raft request' (duration: 2.96407558s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:57.825412Z","caller":"traceutil/trace.go:171","msg":"trace[767105460] transaction","detail":"{read_only:false; response_revision:19333; number_of_response:1; }","duration":"2.110666856s","start":"2026-07-16T07:28:55.71473Z","end":"2026-07-16T07:28:57.825397Z","steps":["trace[767105460] 'process raft request' (duration: 2.110269275s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:57.825487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.714684Z","time spent":"2.110767499s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:57.82569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:54.860617Z","time spent":"2.964682506s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:58.541516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.341529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:28:58.541651Z","caller":"traceutil/trace.go:171","msg":"trace[1744297901] linearizableReadLoop","detail":"{readStateIndex:20250; appliedIndex:20246; }","duration":"3.68446618s","start":"2026-07-16T07:28:54.857162Z","end":"2026-07-16T07:28:58.541628Z","steps":["trace[1744297901] 'read index received' (duration: 1.039230437s)","trace[1744297901] 'applied index is now lower than readState.Index' (duration: 2.645234073s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:58.541872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233990573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:58.541962Z","caller":"traceutil/trace.go:171","msg":"trace[1994483411] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19333; }","duration":"4.234158527s","start":"2026-07-16T07:28:54.307782Z","end":"2026-07-16T07:28:58.541941Z","steps":["trace[1994483411] 'agreement among raft nodes before linearized reading' (duration: 4.233998723s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:58.541996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:54.307755Z","time spent":"4.234234129s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:58.542026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.423825998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:58.542079Z","caller":"traceutil/trace.go:171","msg":"trace[464368535] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19333; }","duration":"4.423988472s","start":"2026-07-16T07:28:54.118074Z","end":"2026-07-16T07:28:58.542062Z","steps":["trace[464368535] 'agreement among raft nodes before linearized reading' (duration: 4.423834188s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:58.542129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:54.118026Z","time spent":"4.424091215s","remote":"127.0.0.1:43566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:58.542376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828607953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-16T07:28:58.542401Z","caller":"traceutil/trace.go:171","msg":"trace[2133776666] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19333; }","duration":"4.828669535s","start":"2026-07-16T07:28:53.713724Z","end":"2026-07-16T07:28:58.542394Z","steps":["trace[2133776666] 'agreement among raft nodes before linearized reading' (duration: 4.828559412s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:58.542415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.713703Z","time spent":"4.828709185s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:28:58.54364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827307446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928652"} {"level":"info","ts":"2026-07-16T07:28:58.543738Z","caller":"traceutil/trace.go:171","msg":"trace[105060593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19333; }","duration":"4.82743254s","start":"2026-07-16T07:28:53.716286Z","end":"2026-07-16T07:28:58.543719Z","steps":["trace[105060593] 'agreement among raft nodes before linearized reading' (duration: 4.826015201s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:58.54379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.716278Z","time spent":"4.827496302s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928675,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:58.54416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828704135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928652"} {"level":"info","ts":"2026-07-16T07:28:58.544503Z","caller":"traceutil/trace.go:171","msg":"trace[832771758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19333; }","duration":"4.829127087s","start":"2026-07-16T07:28:53.71535Z","end":"2026-07-16T07:28:58.544477Z","steps":["trace[832771758] 'agreement among raft nodes before linearized reading' (duration: 4.826958227s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:58.544567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:53.715331Z","time spent":"4.82922219s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928675,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:28:59.041941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:28:59.416845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592101282s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:28:59.417251Z","caller":"traceutil/trace.go:171","msg":"trace[166068486] transaction","detail":"{read_only:false; response_revision:19334; number_of_response:1; }","duration":"3.505030884s","start":"2026-07-16T07:28:55.912191Z","end":"2026-07-16T07:28:59.417222Z","steps":["trace[166068486] 'process raft request' (duration: 3.504841739s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.417625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.912166Z","time spent":"3.505207939s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:28:59.727405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:28:59.727516Z","caller":"traceutil/trace.go:171","msg":"trace[262517740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268011s","start":"2026-07-16T07:28:57.727221Z","end":"2026-07-16T07:28:59.727489Z","steps":["trace[262517740] 'agreement among raft nodes before linearized reading' (duration: 2.000096806s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.727592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.7272Z","time spent":"2.000375423s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:28:59.943071Z","caller":"traceutil/trace.go:171","msg":"trace[2115008188] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"2.112396914s","start":"2026-07-16T07:28:57.830638Z","end":"2026-07-16T07:28:59.943035Z","steps":["trace[2115008188] 'process raft request' (duration: 2.026806235s)","trace[2115008188] 'compare' (duration: 85.419725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:59.943203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.83062Z","time spent":"2.112509947s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:28:59.943059Z","caller":"traceutil/trace.go:171","msg":"trace[1081541507] linearizableReadLoop","detail":"{readStateIndex:20253; appliedIndex:20251; }","duration":"1.401347541s","start":"2026-07-16T07:28:58.54168Z","end":"2026-07-16T07:28:59.943027Z","steps":["trace[1081541507] 'read index received' (duration: 875.377192ms)","trace[1081541507] 'applied index is now lower than readState.Index' (duration: 525.969059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:28:59.943306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618697692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:28:59.943362Z","caller":"traceutil/trace.go:171","msg":"trace[1162021123] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19335; }","duration":"4.618809355s","start":"2026-07-16T07:28:55.324542Z","end":"2026-07-16T07:28:59.943351Z","steps":["trace[1162021123] 'agreement among raft nodes before linearized reading' (duration: 4.618571439s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.324505Z","time spent":"4.618888257s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:28:59.943408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039500657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:28:59.943413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039288391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:28:59.943448Z","caller":"traceutil/trace.go:171","msg":"trace[1365268287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19335; }","duration":"2.039555678s","start":"2026-07-16T07:28:57.903879Z","end":"2026-07-16T07:28:59.943435Z","steps":["trace[1365268287] 'agreement among raft nodes before linearized reading' (duration: 2.039459375s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.903869Z","time spent":"2.03962113s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:28:59.94361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039590919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:28:59.943683Z","caller":"traceutil/trace.go:171","msg":"trace[1941554472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19335; }","duration":"2.039701102s","start":"2026-07-16T07:28:57.903964Z","end":"2026-07-16T07:28:59.943666Z","steps":["trace[1941554472] 'agreement among raft nodes before linearized reading' (duration: 2.039368923s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115955673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-16T07:28:59.943753Z","caller":"traceutil/trace.go:171","msg":"trace[1857497241] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19335; }","duration":"2.116040715s","start":"2026-07-16T07:28:57.827703Z","end":"2026-07-16T07:28:59.943744Z","steps":["trace[1857497241] 'agreement among raft nodes before linearized reading' (duration: 2.115927682s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040985197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:28:59.943762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.903953Z","time spent":"2.039779874s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:28:59.9438Z","caller":"traceutil/trace.go:171","msg":"trace[1940304665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19335; }","duration":"2.041518202s","start":"2026-07-16T07:28:57.902264Z","end":"2026-07-16T07:28:59.943782Z","steps":["trace[1940304665] 'agreement among raft nodes before linearized reading' (duration: 2.040824833s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686573519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-16T07:28:59.94389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039837846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:28:59.943503Z","caller":"traceutil/trace.go:171","msg":"trace[1570446705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19335; }","duration":"2.039435045s","start":"2026-07-16T07:28:57.904047Z","end":"2026-07-16T07:28:59.943482Z","steps":["trace[1570446705] 'agreement among raft nodes before linearized reading' (duration: 2.039072855s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:59.943938Z","caller":"traceutil/trace.go:171","msg":"trace[1105050671] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19335; }","duration":"2.039900797s","start":"2026-07-16T07:28:57.904025Z","end":"2026-07-16T07:28:59.943926Z","steps":["trace[1105050671] 'agreement among raft nodes before linearized reading' (duration: 2.039753523s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.902246Z","time spent":"2.041595075s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:28:59.943903Z","caller":"traceutil/trace.go:171","msg":"trace[1973182004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19335; }","duration":"3.686680032s","start":"2026-07-16T07:28:56.257191Z","end":"2026-07-16T07:28:59.943871Z","steps":["trace[1973182004] 'agreement among raft nodes before linearized reading' (duration: 3.686538658s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.943977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.904015Z","time spent":"2.039954179s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:28:59.94401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:56.257162Z","time spent":"3.686839326s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:28:59.944027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018313402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:28:59.944063Z","caller":"traceutil/trace.go:171","msg":"trace[318988503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19335; }","duration":"4.018385324s","start":"2026-07-16T07:28:55.925667Z","end":"2026-07-16T07:28:59.944052Z","steps":["trace[318988503] 'agreement among raft nodes before linearized reading' (duration: 4.01825484s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.944098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.925654Z","time spent":"4.018437376s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:28:59.944215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567747928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:59.943787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.827685Z","time spent":"2.116095417s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:28:59.945449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033760988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:28:59.945864Z","caller":"traceutil/trace.go:171","msg":"trace[1457574301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19335; }","duration":"2.0341825s","start":"2026-07-16T07:28:57.911649Z","end":"2026-07-16T07:28:59.945832Z","steps":["trace[1457574301] 'agreement among raft nodes before linearized reading' (duration: 2.032522294s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.94607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199709772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:28:59.946239Z","caller":"traceutil/trace.go:171","msg":"trace[42983548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19335; }","duration":"3.1999873s","start":"2026-07-16T07:28:56.746216Z","end":"2026-07-16T07:28:59.946203Z","steps":["trace[42983548] 'agreement among raft nodes before linearized reading' (duration: 3.199395534s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:28:59.946305Z","caller":"traceutil/trace.go:171","msg":"trace[1249860877] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19335; }","duration":"1.569863007s","start":"2026-07-16T07:28:58.376395Z","end":"2026-07-16T07:28:59.946258Z","steps":["trace[1249860877] 'agreement among raft nodes before linearized reading' (duration: 1.567783389s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.946315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:56.746188Z","time spent":"3.200110203s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:59.946372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:58.376366Z","time spent":"1.56999019s","remote":"127.0.0.1:33078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:59.946009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.911637Z","time spent":"2.034281092s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:28:59.945384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045049702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-c2rcb\" ","response":"range_response_count:1 size:19046"} {"level":"info","ts":"2026-07-16T07:28:59.946887Z","caller":"traceutil/trace.go:171","msg":"trace[453121231] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-c2rcb; range_end:; response_count:1; response_revision:19335; }","duration":"4.046540214s","start":"2026-07-16T07:28:55.900268Z","end":"2026-07-16T07:28:59.946808Z","steps":["trace[453121231] 'agreement among raft nodes before linearized reading' (duration: 4.043770477s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.947037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:55.900209Z","time spent":"4.04678373s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":19069,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-c2rcb\" "} {"level":"warn","ts":"2026-07-16T07:28:59.945454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857542149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:28:59.945473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.90402Z","time spent":"2.039951709s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:28:59.947995Z","caller":"traceutil/trace.go:171","msg":"trace[1032551097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19335; }","duration":"1.859646388s","start":"2026-07-16T07:28:58.08785Z","end":"2026-07-16T07:28:59.947496Z","steps":["trace[1032551097] 'agreement among raft nodes before linearized reading' (duration: 1.856309336s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.944182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533755138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:28:59.948498Z","caller":"traceutil/trace.go:171","msg":"trace[1558735916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19335; }","duration":"2.538065688s","start":"2026-07-16T07:28:57.410373Z","end":"2026-07-16T07:28:59.948439Z","steps":["trace[1558735916] 'agreement among raft nodes before linearized reading' (duration: 2.533750629s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.948633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.410349Z","time spent":"2.538228952s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:59.945571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146711884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:28:59.948702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:58.087824Z","time spent":"1.860725968s","remote":"127.0.0.1:60526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:28:59.94882Z","caller":"traceutil/trace.go:171","msg":"trace[518715848] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19335; }","duration":"2.150038966s","start":"2026-07-16T07:28:57.79876Z","end":"2026-07-16T07:28:59.948799Z","steps":["trace[518715848] 'agreement among raft nodes before linearized reading' (duration: 2.145426298s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.949181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.798733Z","time spent":"2.150404817s","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:28:59.945667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428496005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:28:59.949358Z","caller":"traceutil/trace.go:171","msg":"trace[2111399584] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19335; }","duration":"2.432212338s","start":"2026-07-16T07:28:57.51711Z","end":"2026-07-16T07:28:59.949322Z","steps":["trace[2111399584] 'agreement among raft nodes before linearized reading' (duration: 2.426820248s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:28:59.949436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:57.517088Z","time spent":"2.43232903s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-16T07:29:00.005329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.203753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:00.005386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.544527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:00.005426Z","caller":"traceutil/trace.go:171","msg":"trace[1805314629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19336; }","duration":"277.331997ms","start":"2026-07-16T07:28:59.728065Z","end":"2026-07-16T07:29:00.005397Z","steps":["trace[1805314629] 'agreement among raft nodes before linearized reading' (duration: 277.178293ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:00.005475Z","caller":"traceutil/trace.go:171","msg":"trace[2105781865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19336; }","duration":"422.69317ms","start":"2026-07-16T07:28:59.582756Z","end":"2026-07-16T07:29:00.005449Z","steps":["trace[2105781865] 'agreement among raft nodes before linearized reading' (duration: 422.528536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.005358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.622422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:00.005447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.782279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:00.005537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.582727Z","time spent":"422.797814ms","remote":"127.0.0.1:60522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:00.005555Z","caller":"traceutil/trace.go:171","msg":"trace[1333659390] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19336; }","duration":"800.902781ms","start":"2026-07-16T07:28:59.204635Z","end":"2026-07-16T07:29:00.005537Z","steps":["trace[1333659390] 'agreement among raft nodes before linearized reading' (duration: 800.595742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.005603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.204609Z","time spent":"800.980622ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:00.005598Z","caller":"traceutil/trace.go:171","msg":"trace[1525122279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19336; }","duration":"868.987265ms","start":"2026-07-16T07:28:59.136575Z","end":"2026-07-16T07:29:00.005563Z","steps":["trace[1525122279] 'agreement among raft nodes before linearized reading' (duration: 868.680986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.005669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.136515Z","time spent":"869.137709ms","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:00.005719Z","caller":"traceutil/trace.go:171","msg":"trace[67969416] transaction","detail":"{read_only:false; response_revision:19336; number_of_response:1; }","duration":"173.539194ms","start":"2026-07-16T07:28:59.83216Z","end":"2026-07-16T07:29:00.005699Z","steps":["trace[67969416] 'process raft request' (duration: 172.353322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.005981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.766275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:00.006937Z","caller":"traceutil/trace.go:171","msg":"trace[478458848] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19336; }","duration":"750.726291ms","start":"2026-07-16T07:28:59.256165Z","end":"2026-07-16T07:29:00.006891Z","steps":["trace[478458848] 'agreement among raft nodes before linearized reading' (duration: 749.771845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.007076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.256117Z","time spent":"750.911066ms","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:00.006178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322320554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:00.006576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289894976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:29:00.007611Z","caller":"traceutil/trace.go:171","msg":"trace[2066883169] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19336; }","duration":"1.323434204s","start":"2026-07-16T07:28:58.683788Z","end":"2026-07-16T07:29:00.007222Z","steps":["trace[2066883169] 'agreement among raft nodes before linearized reading' (duration: 1.322348644s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.007663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:58.683759Z","time spent":"1.323889257s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:00.007811Z","caller":"traceutil/trace.go:171","msg":"trace[838596082] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19336; }","duration":"1.291184112s","start":"2026-07-16T07:28:58.716279Z","end":"2026-07-16T07:29:00.007463Z","steps":["trace[838596082] 'agreement among raft nodes before linearized reading' (duration: 1.289782643s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.007891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:58.716259Z","time spent":"1.291613043s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-16T07:29:00.310997Z","caller":"traceutil/trace.go:171","msg":"trace[2131377578] transaction","detail":"{read_only:false; response_revision:19337; number_of_response:1; }","duration":"362.578696ms","start":"2026-07-16T07:28:59.948374Z","end":"2026-07-16T07:29:00.310953Z","steps":["trace[2131377578] 'process raft request' (duration: 362.225536ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:00.311104Z","caller":"traceutil/trace.go:171","msg":"trace[1035043477] transaction","detail":"{read_only:false; response_revision:19338; number_of_response:1; }","duration":"358.74236ms","start":"2026-07-16T07:28:59.952349Z","end":"2026-07-16T07:29:00.311091Z","steps":["trace[1035043477] 'process raft request' (duration: 358.482833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.311204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.948343Z","time spent":"362.767241ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:00.311225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.952331Z","time spent":"358.808692ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:00.311046Z","caller":"traceutil/trace.go:171","msg":"trace[2037750829] transaction","detail":"{read_only:false; response_revision:19339; number_of_response:1; }","duration":"358.511114ms","start":"2026-07-16T07:28:59.952515Z","end":"2026-07-16T07:29:00.311026Z","steps":["trace[2037750829] 'process raft request' (duration: 358.401141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.311684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.952503Z","time spent":"359.124881ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:00.311629Z","caller":"traceutil/trace.go:171","msg":"trace[2024691174] transaction","detail":"{read_only:false; response_revision:19340; number_of_response:1; }","duration":"359.053569ms","start":"2026-07-16T07:28:59.952538Z","end":"2026-07-16T07:29:00.311592Z","steps":["trace[2024691174] 'process raft request' (duration: 358.420451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.311902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.952509Z","time spent":"359.241264ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:00.312105Z","caller":"traceutil/trace.go:171","msg":"trace[101513944] transaction","detail":"{read_only:false; response_revision:19341; number_of_response:1; }","duration":"359.039298ms","start":"2026-07-16T07:28:59.95305Z","end":"2026-07-16T07:29:00.31209Z","steps":["trace[101513944] 'process raft request' (duration: 358.350889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.31219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.953035Z","time spent":"359.116701ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:00.31279Z","caller":"traceutil/trace.go:171","msg":"trace[428003080] linearizableReadLoop","detail":"{readStateIndex:20264; appliedIndex:20254; }","duration":"307.955614ms","start":"2026-07-16T07:29:00.004811Z","end":"2026-07-16T07:29:00.312766Z","steps":["trace[428003080] 'read index received' (duration: 305.695992ms)","trace[428003080] 'applied index is now lower than readState.Index' (duration: 2.258812ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:00.312859Z","caller":"traceutil/trace.go:171","msg":"trace[1722232319] transaction","detail":"{read_only:false; response_revision:19345; number_of_response:1; }","duration":"354.626286ms","start":"2026-07-16T07:28:59.95822Z","end":"2026-07-16T07:29:00.312846Z","steps":["trace[1722232319] 'process raft request' (duration: 354.224505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.312927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.958212Z","time spent":"354.678998ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:00.313022Z","caller":"traceutil/trace.go:171","msg":"trace[1930866336] transaction","detail":"{read_only:false; response_revision:19342; number_of_response:1; }","duration":"359.734478ms","start":"2026-07-16T07:28:59.953277Z","end":"2026-07-16T07:29:00.313012Z","steps":["trace[1930866336] 'process raft request' (duration: 358.750161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.31307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.953269Z","time spent":"359.772959ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:00.313153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.879192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:29:00.313197Z","caller":"traceutil/trace.go:171","msg":"trace[825796213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19346; }","duration":"363.956055ms","start":"2026-07-16T07:28:59.949227Z","end":"2026-07-16T07:29:00.313183Z","steps":["trace[825796213] 'agreement among raft nodes before linearized reading' (duration: 363.805491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.313224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.94918Z","time spent":"364.036967ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:29:00.313185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.440753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:00.313212Z","caller":"traceutil/trace.go:171","msg":"trace[2140720411] transaction","detail":"{read_only:false; response_revision:19346; number_of_response:1; }","duration":"349.34789ms","start":"2026-07-16T07:28:59.963835Z","end":"2026-07-16T07:29:00.313183Z","steps":["trace[2140720411] 'process raft request' (duration: 348.64571ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:00.313217Z","caller":"traceutil/trace.go:171","msg":"trace[451057327] transaction","detail":"{read_only:false; response_revision:19343; number_of_response:1; }","duration":"359.589744ms","start":"2026-07-16T07:28:59.95361Z","end":"2026-07-16T07:29:00.313199Z","steps":["trace[451057327] 'process raft request' (duration: 358.71197ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:00.313261Z","caller":"traceutil/trace.go:171","msg":"trace[1694847770] transaction","detail":"{read_only:false; response_revision:19344; number_of_response:1; }","duration":"355.562333ms","start":"2026-07-16T07:28:59.95769Z","end":"2026-07-16T07:29:00.313252Z","steps":["trace[1694847770] 'process raft request' (duration: 354.718369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:00.313272Z","caller":"traceutil/trace.go:171","msg":"trace[2110424986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19346; }","duration":"297.602168ms","start":"2026-07-16T07:29:00.015655Z","end":"2026-07-16T07:29:00.313257Z","steps":["trace[2110424986] 'agreement among raft nodes before linearized reading' (duration: 297.458104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.313322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.963799Z","time spent":"349.469843ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18832,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:00.31335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.957676Z","time spent":"355.636964ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:00.313426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.95358Z","time spent":"359.738358ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:00.313517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.712627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-16T07:29:00.31361Z","caller":"traceutil/trace.go:171","msg":"trace[926250560] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19346; }","duration":"355.8394ms","start":"2026-07-16T07:28:59.957745Z","end":"2026-07-16T07:29:00.313584Z","steps":["trace[926250560] 'agreement among raft nodes before linearized reading' (duration: 355.49546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.313657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.957736Z","time spent":"355.914523ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-16T07:29:00.314547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.090555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:29:00.3146Z","caller":"traceutil/trace.go:171","msg":"trace[1441022785] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19346; }","duration":"361.155028ms","start":"2026-07-16T07:28:59.953433Z","end":"2026-07-16T07:29:00.314588Z","steps":["trace[1441022785] 'agreement among raft nodes before linearized reading' (duration: 359.498422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:00.314715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:28:59.953396Z","time spent":"361.306112ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:29:00.83198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.963973ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-16T07:29:00.832125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.321312Z","time spent":"510.794159ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:29:01.394401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.43175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:01.394739Z","caller":"traceutil/trace.go:171","msg":"trace[1082229999] transaction","detail":"{read_only:false; response_revision:19347; number_of_response:1; }","duration":"1.073028572s","start":"2026-07-16T07:29:00.321663Z","end":"2026-07-16T07:29:01.394692Z","steps":["trace[1082229999] 'process raft request' (duration: 959.17501ms)","trace[1082229999] 'compare' (duration: 112.681169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:01.395154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.321651Z","time spent":"1.073166246s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:01.395537Z","caller":"traceutil/trace.go:171","msg":"trace[1258709516] transaction","detail":"{read_only:false; response_revision:19348; number_of_response:1; }","duration":"1.069178805s","start":"2026-07-16T07:29:00.326331Z","end":"2026-07-16T07:29:01.39551Z","steps":["trace[1258709516] 'process raft request' (duration: 1.0682607s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.395708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.326323Z","time spent":"1.069280238s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:01.395755Z","caller":"traceutil/trace.go:171","msg":"trace[115578523] linearizableReadLoop","detail":"{readStateIndex:20266; appliedIndex:20264; }","duration":"1.069434373s","start":"2026-07-16T07:29:00.326274Z","end":"2026-07-16T07:29:01.395709Z","steps":["trace[115578523] 'read index received' (duration: 274.756366ms)","trace[115578523] 'applied index is now lower than readState.Index' (duration: 794.674187ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:01.395924Z","caller":"traceutil/trace.go:171","msg":"trace[651671729] transaction","detail":"{read_only:false; response_revision:19349; number_of_response:1; }","duration":"1.067249182s","start":"2026-07-16T07:29:00.328649Z","end":"2026-07-16T07:29:01.395898Z","steps":["trace[651671729] 'process raft request' (duration: 1.066778209s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.396095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.328639Z","time spent":"1.067352095s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:01.396103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069788553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:01.396181Z","caller":"traceutil/trace.go:171","msg":"trace[473096079] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:19349; }","duration":"1.069895856s","start":"2026-07-16T07:29:00.326269Z","end":"2026-07-16T07:29:01.396165Z","steps":["trace[473096079] 'agreement among raft nodes before linearized reading' (duration: 1.06969853s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.3963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.326247Z","time spent":"1.07003952s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-07-16T07:29:01.479023Z","caller":"traceutil/trace.go:171","msg":"trace[1043428739] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"645.57716ms","start":"2026-07-16T07:29:00.833407Z","end":"2026-07-16T07:29:01.478984Z","steps":["trace[1043428739] 'process raft request' (duration: 645.354824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.479106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.381108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:01.479198Z","caller":"traceutil/trace.go:171","msg":"trace[1363579959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19350; }","duration":"558.546552ms","start":"2026-07-16T07:29:00.920626Z","end":"2026-07-16T07:29:01.479173Z","steps":["trace[1363579959] 'agreement among raft nodes before linearized reading' (duration: 558.322145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.479194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.982533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-07-16T07:29:01.479239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.833375Z","time spent":"645.744325ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:01.479254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.920596Z","time spent":"558.648835ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:29:01.47939Z","caller":"traceutil/trace.go:171","msg":"trace[477315618] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19350; }","duration":"908.154128ms","start":"2026-07-16T07:29:00.57114Z","end":"2026-07-16T07:29:01.479294Z","steps":["trace[477315618] 'agreement among raft nodes before linearized reading' (duration: 907.815799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.479479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.571111Z","time spent":"908.354384ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:29:01.479574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.262373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:206048"} {"level":"warn","ts":"2026-07-16T07:29:01.479607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152484431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:29:01.479759Z","caller":"traceutil/trace.go:171","msg":"trace[347241886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19350; }","duration":"1.152678097s","start":"2026-07-16T07:29:00.327043Z","end":"2026-07-16T07:29:01.479721Z","steps":["trace[347241886] 'agreement among raft nodes before linearized reading' (duration: 1.15208194s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:01.479664Z","caller":"traceutil/trace.go:171","msg":"trace[1962457658] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:19350; }","duration":"330.371826ms","start":"2026-07-16T07:29:01.149272Z","end":"2026-07-16T07:29:01.479643Z","steps":["trace[1962457658] 'agreement among raft nodes before linearized reading' (duration: 329.744278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.479923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.149247Z","time spent":"330.658413ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":206071,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:01.479891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.326954Z","time spent":"1.152921634s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:29:01.480257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.208695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:29:01.480357Z","caller":"traceutil/trace.go:171","msg":"trace[132295461] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19350; }","duration":"910.415941ms","start":"2026-07-16T07:29:00.569917Z","end":"2026-07-16T07:29:01.480333Z","steps":["trace[132295461] 'agreement among raft nodes before linearized reading' (duration: 910.02928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:01.480416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:00.569881Z","time spent":"910.522814ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:01.979296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:02.480397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:02.783255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304453989s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:02.783988Z","caller":"traceutil/trace.go:171","msg":"trace[1409491029] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"1.379867236s","start":"2026-07-16T07:29:01.404081Z","end":"2026-07-16T07:29:02.783949Z","steps":["trace[1409491029] 'process raft request' (duration: 1.379590699s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:02.784316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.40405Z","time spent":"1.380101783s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:02.784411Z","caller":"traceutil/trace.go:171","msg":"trace[1341390995] transaction","detail":"{read_only:false; response_revision:19354; number_of_response:1; }","duration":"1.379789404s","start":"2026-07-16T07:29:01.40459Z","end":"2026-07-16T07:29:02.784379Z","steps":["trace[1341390995] 'process raft request' (duration: 1.379719312s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:02.78432Z","caller":"traceutil/trace.go:171","msg":"trace[1672684010] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"1.379943909s","start":"2026-07-16T07:29:01.404331Z","end":"2026-07-16T07:29:02.784275Z","steps":["trace[1672684010] 'process raft request' (duration: 1.379556498s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:02.78466Z","caller":"traceutil/trace.go:171","msg":"trace[630681116] transaction","detail":"{read_only:false; response_revision:19353; number_of_response:1; }","duration":"1.380131814s","start":"2026-07-16T07:29:01.404514Z","end":"2026-07-16T07:29:02.784646Z","steps":["trace[630681116] 'process raft request' (duration: 1.37962812s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:02.784615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.404575Z","time spent":"1.379920508s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:02.784814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.404498Z","time spent":"1.380224697s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:02.784805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.404315Z","time spent":"1.380374261s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:03.485692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.166675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:03.485831Z","caller":"traceutil/trace.go:171","msg":"trace[1171602940] linearizableReadLoop","detail":"{readStateIndex:20274; appliedIndex:20269; }","duration":"2.006883583s","start":"2026-07-16T07:29:01.478923Z","end":"2026-07-16T07:29:03.485806Z","steps":["trace[1171602940] 'read index received' (duration: 1.304705596s)","trace[1171602940] 'applied index is now lower than readState.Index' (duration: 702.176237ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:03.485992Z","caller":"traceutil/trace.go:171","msg":"trace[490462365] transaction","detail":"{read_only:false; response_revision:19355; number_of_response:1; }","duration":"1.47176904s","start":"2026-07-16T07:29:02.014187Z","end":"2026-07-16T07:29:03.485956Z","steps":["trace[490462365] 'process raft request' (duration: 1.135217314s)","trace[490462365] 'compare' (duration: 335.96485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:03.486057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086616091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6c6c8c4bbd-4ztsg.18c2b3e6bbd3cf87\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-16T07:29:03.486092Z","caller":"traceutil/trace.go:171","msg":"trace[97991735] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6c6c8c4bbd-4ztsg.18c2b3e6bbd3cf87; range_end:; response_count:1; response_revision:19355; }","duration":"2.086679083s","start":"2026-07-16T07:29:01.399399Z","end":"2026-07-16T07:29:03.486079Z","steps":["trace[97991735] 'agreement among raft nodes before linearized reading' (duration: 2.086523298s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079160394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" ","response":"range_response_count:1 size:5352"} {"level":"warn","ts":"2026-07-16T07:29:03.486144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00349097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-16T07:29:03.486133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086320443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-16T07:29:03.486172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.014164Z","time spent":"1.471911925s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:03.486219Z","caller":"traceutil/trace.go:171","msg":"trace[395674567] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19355; }","duration":"2.003586632s","start":"2026-07-16T07:29:01.48261Z","end":"2026-07-16T07:29:03.486197Z","steps":["trace[395674567] 'agreement among raft nodes before linearized reading' (duration: 2.003393067s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.48632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.482588Z","time spent":"2.003720816s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:29:03.486325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069050795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:03.486353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165792472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:29:03.486387Z","caller":"traceutil/trace.go:171","msg":"trace[2025629306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19355; }","duration":"2.069143248s","start":"2026-07-16T07:29:01.417227Z","end":"2026-07-16T07:29:03.486371Z","steps":["trace[2025629306] 'agreement among raft nodes before linearized reading' (duration: 2.069044095s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:03.48641Z","caller":"traceutil/trace.go:171","msg":"trace[2130481826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19355; }","duration":"1.165928155s","start":"2026-07-16T07:29:02.320467Z","end":"2026-07-16T07:29:03.486395Z","steps":["trace[2130481826] 'agreement among raft nodes before linearized reading' (duration: 1.165709889s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.417205Z","time spent":"2.069218029s","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.486448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.320435Z","time spent":"1.166003827s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:29:03.486186Z","caller":"traceutil/trace.go:171","msg":"trace[719716795] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g; range_end:; response_count:1; response_revision:19355; }","duration":"2.079292458s","start":"2026-07-16T07:29:01.406869Z","end":"2026-07-16T07:29:03.486161Z","steps":["trace[719716795] 'agreement among raft nodes before linearized reading' (duration: 2.079039321s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163487597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:29:03.486609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655665661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:03.486624Z","caller":"traceutil/trace.go:171","msg":"trace[920582449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19355; }","duration":"1.16355734s","start":"2026-07-16T07:29:02.323054Z","end":"2026-07-16T07:29:03.486611Z","steps":["trace[920582449] 'agreement among raft nodes before linearized reading' (duration: 1.163427726s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.406858Z","time spent":"2.079668008s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5375,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" "} {"level":"warn","ts":"2026-07-16T07:29:03.486646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164211617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:29:03.486666Z","caller":"traceutil/trace.go:171","msg":"trace[529672470] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19355; }","duration":"1.655770614s","start":"2026-07-16T07:29:01.830869Z","end":"2026-07-16T07:29:03.48664Z","steps":["trace[529672470] 'agreement among raft nodes before linearized reading' (duration: 1.655688122s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:03.486682Z","caller":"traceutil/trace.go:171","msg":"trace[15521973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19355; }","duration":"1.164263779s","start":"2026-07-16T07:29:02.322408Z","end":"2026-07-16T07:29:03.486671Z","steps":["trace[15521973] 'agreement among raft nodes before linearized reading' (duration: 1.164152436s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.830836Z","time spent":"1.655861107s","remote":"127.0.0.1:45984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.486671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566860313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:03.486771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113246387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:03.486654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.323047Z","time spent":"1.163601571s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:03.486802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164577458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:29:03.486782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015194392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:03.486127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.399382Z","time spent":"2.086736725s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-6c6c8c4bbd-4ztsg.18c2b3e6bbd3cf87\" "} {"level":"info","ts":"2026-07-16T07:29:03.486845Z","caller":"traceutil/trace.go:171","msg":"trace[921918109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19355; }","duration":"1.164616129s","start":"2026-07-16T07:29:02.322217Z","end":"2026-07-16T07:29:03.486833Z","steps":["trace[921918109] 'agreement among raft nodes before linearized reading' (duration: 1.164522346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.32213Z","time spent":"1.164738432s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:29:03.486884Z","caller":"traceutil/trace.go:171","msg":"trace[1521461698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19355; }","duration":"1.015414248s","start":"2026-07-16T07:29:02.471442Z","end":"2026-07-16T07:29:03.486856Z","steps":["trace[1521461698] 'agreement among raft nodes before linearized reading' (duration: 1.015208493s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.486924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004527027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:03.486941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.471406Z","time spent":"1.015522591s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.486973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164887426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:29:03.486997Z","caller":"traceutil/trace.go:171","msg":"trace[665819737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19355; }","duration":"1.164932837s","start":"2026-07-16T07:29:02.322057Z","end":"2026-07-16T07:29:03.48699Z","steps":["trace[665819737] 'agreement among raft nodes before linearized reading' (duration: 1.164860005s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:03.486992Z","caller":"traceutil/trace.go:171","msg":"trace[936012701] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:19355; }","duration":"1.004660021s","start":"2026-07-16T07:29:02.48231Z","end":"2026-07-16T07:29:03.48697Z","steps":["trace[936012701] 'agreement among raft nodes before linearized reading' (duration: 1.004549367s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:03.486771Z","caller":"traceutil/trace.go:171","msg":"trace[366882964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19355; }","duration":"1.567023797s","start":"2026-07-16T07:29:01.91972Z","end":"2026-07-16T07:29:03.486744Z","steps":["trace[366882964] 'agreement among raft nodes before linearized reading' (duration: 1.566832192s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.322042Z","time spent":"1.164971139s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:29:03.486808Z","caller":"traceutil/trace.go:171","msg":"trace[1773797914] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19355; }","duration":"1.113298548s","start":"2026-07-16T07:29:02.373496Z","end":"2026-07-16T07:29:03.486795Z","steps":["trace[1773797914] 'agreement among raft nodes before linearized reading' (duration: 1.113174264s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.91969Z","time spent":"1.567342626s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:03.487043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.482292Z","time spent":"1.004734373s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.487069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168747593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:03.487071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.373483Z","time spent":"1.113565936s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:03.487097Z","caller":"traceutil/trace.go:171","msg":"trace[839823523] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19355; }","duration":"1.168813035s","start":"2026-07-16T07:29:02.318276Z","end":"2026-07-16T07:29:03.487089Z","steps":["trace[839823523] 'agreement among raft nodes before linearized reading' (duration: 1.168665431s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492495665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:03.486713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.322398Z","time spent":"1.16430865s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:29:03.487126Z","caller":"traceutil/trace.go:171","msg":"trace[79819436] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19355; }","duration":"1.492543386s","start":"2026-07-16T07:29:01.994576Z","end":"2026-07-16T07:29:03.487119Z","steps":["trace[79819436] 'agreement among raft nodes before linearized reading' (duration: 1.492494764s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.318251Z","time spent":"1.168879337s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:29:03.486219Z","caller":"traceutil/trace.go:171","msg":"trace[544391382] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19355; }","duration":"2.086474787s","start":"2026-07-16T07:29:01.399727Z","end":"2026-07-16T07:29:03.486202Z","steps":["trace[544391382] 'agreement among raft nodes before linearized reading' (duration: 2.086183959s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.994558Z","time spent":"1.492583737s","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.487198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.399706Z","time spent":"2.087482446s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-16T07:29:03.487183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446377048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:03.487377Z","caller":"traceutil/trace.go:171","msg":"trace[988465857] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19355; }","duration":"1.446628416s","start":"2026-07-16T07:29:02.040738Z","end":"2026-07-16T07:29:03.487367Z","steps":["trace[988465857] 'agreement among raft nodes before linearized reading' (duration: 1.44642068s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:02.040698Z","time spent":"1.446697617s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:03.487835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001257368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928749"} {"level":"warn","ts":"2026-07-16T07:29:03.487881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:928749"} {"level":"info","ts":"2026-07-16T07:29:03.487917Z","caller":"traceutil/trace.go:171","msg":"trace[2069120585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19355; }","duration":"2.001436943s","start":"2026-07-16T07:29:01.486459Z","end":"2026-07-16T07:29:03.487896Z","steps":["trace[2069120585] 'agreement among raft nodes before linearized reading' (duration: 2.000104526s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:03.487932Z","caller":"traceutil/trace.go:171","msg":"trace[1313677440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19355; }","duration":"1.999905391s","start":"2026-07-16T07:29:01.488014Z","end":"2026-07-16T07:29:03.48792Z","steps":["trace[1313677440] 'agreement among raft nodes before linearized reading' (duration: 1.998601465s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:03.487971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.488004Z","time spent":"1.999956362s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928772,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:03.487972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:01.486446Z","time spent":"2.001507975s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":928772,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:03.993449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:04.494665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:04.521993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030334231s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:04.522427Z","caller":"traceutil/trace.go:171","msg":"trace[1701690956] transaction","detail":"{read_only:false; response_revision:19356; number_of_response:1; }","duration":"1.030884405s","start":"2026-07-16T07:29:03.491519Z","end":"2026-07-16T07:29:04.522403Z","steps":["trace[1701690956] 'process raft request' (duration: 1.030659539s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:04.522576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.491487Z","time spent":"1.030996848s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:05.498399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000829195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:05.498491Z","caller":"traceutil/trace.go:171","msg":"trace[647146552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001056801s","start":"2026-07-16T07:29:03.497414Z","end":"2026-07-16T07:29:05.498471Z","steps":["trace[647146552] 'agreement among raft nodes before linearized reading' (duration: 2.000918277s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:05.49854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.497398Z","time spent":"2.001133884s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:06.327838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145252422s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:06.328522Z","caller":"traceutil/trace.go:171","msg":"trace[1035425635] transaction","detail":"{read_only:false; response_revision:19357; number_of_response:1; }","duration":"2.83658849s","start":"2026-07-16T07:29:03.491894Z","end":"2026-07-16T07:29:06.328482Z","steps":["trace[1035425635] 'process raft request' (duration: 2.836279762s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.328741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.491854Z","time spent":"2.836771725s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.328898Z","caller":"traceutil/trace.go:171","msg":"trace[912117846] transaction","detail":"{read_only:false; response_revision:19358; number_of_response:1; }","duration":"2.836525949s","start":"2026-07-16T07:29:03.492339Z","end":"2026-07-16T07:29:06.328865Z","steps":["trace[912117846] 'process raft request' (duration: 2.836086507s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.329082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.492324Z","time spent":"2.836661032s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.329251Z","caller":"traceutil/trace.go:171","msg":"trace[565527465] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"2.836625961s","start":"2026-07-16T07:29:03.492611Z","end":"2026-07-16T07:29:06.329237Z","steps":["trace[565527465] 'process raft request' (duration: 2.836117537s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.329318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.492578Z","time spent":"2.836705944s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.329357Z","caller":"traceutil/trace.go:171","msg":"trace[1882804259] transaction","detail":"{read_only:false; response_revision:19360; number_of_response:1; }","duration":"2.835879851s","start":"2026-07-16T07:29:03.493461Z","end":"2026-07-16T07:29:06.32934Z","steps":["trace[1882804259] 'process raft request' (duration: 2.835582693s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.329438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.49344Z","time spent":"2.835959153s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.329565Z","caller":"traceutil/trace.go:171","msg":"trace[1121449509] transaction","detail":"{read_only:false; response_revision:19362; number_of_response:1; }","duration":"2.835991954s","start":"2026-07-16T07:29:03.493545Z","end":"2026-07-16T07:29:06.329537Z","steps":["trace[1121449509] 'process raft request' (duration: 2.835724416s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:06.329562Z","caller":"traceutil/trace.go:171","msg":"trace[1819112094] transaction","detail":"{read_only:false; response_revision:19363; number_of_response:1; }","duration":"2.832338803s","start":"2026-07-16T07:29:03.497195Z","end":"2026-07-16T07:29:06.329534Z","steps":["trace[1819112094] 'process raft request' (duration: 2.832121167s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:06.329616Z","caller":"traceutil/trace.go:171","msg":"trace[116714677] transaction","detail":"{read_only:false; response_revision:19361; number_of_response:1; }","duration":"2.836095987s","start":"2026-07-16T07:29:03.493507Z","end":"2026-07-16T07:29:06.329603Z","steps":["trace[116714677] 'process raft request' (duration: 2.835683986s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.329674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.493491Z","time spent":"2.836152289s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.32968Z","caller":"traceutil/trace.go:171","msg":"trace[1282341668] linearizableReadLoop","detail":"{readStateIndex:20284; appliedIndex:20274; }","duration":"2.836305663s","start":"2026-07-16T07:29:03.493361Z","end":"2026-07-16T07:29:06.329666Z","steps":["trace[1282341668] 'read index received' (duration: 1.028825319s)","trace[1282341668] 'applied index is now lower than readState.Index' (duration: 1.807479084s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:06.329726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.493512Z","time spent":"2.836113797s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:06.329745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.497181Z","time spent":"2.832475677s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5652,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:06.32977Z","caller":"traceutil/trace.go:171","msg":"trace[757041552] transaction","detail":"{read_only:false; response_revision:19365; number_of_response:1; }","duration":"2.424400291s","start":"2026-07-16T07:29:03.905358Z","end":"2026-07-16T07:29:06.329759Z","steps":["trace[757041552] 'process raft request' (duration: 2.424209715s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.329839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.905322Z","time spent":"2.424480773s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:06.330012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836648502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:29:06.330056Z","caller":"traceutil/trace.go:171","msg":"trace[981081810] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19365; }","duration":"2.836724855s","start":"2026-07-16T07:29:03.49332Z","end":"2026-07-16T07:29:06.330045Z","steps":["trace[981081810] 'agreement among raft nodes before linearized reading' (duration: 2.836525479s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.33009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.493307Z","time spent":"2.836773966s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:29:06.330296Z","caller":"traceutil/trace.go:171","msg":"trace[32420558] transaction","detail":"{read_only:false; response_revision:19364; number_of_response:1; }","duration":"2.56380738s","start":"2026-07-16T07:29:03.765877Z","end":"2026-07-16T07:29:06.329684Z","steps":["trace[32420558] 'process raft request' (duration: 2.563566593s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:06.330439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.765848Z","time spent":"2.56453323s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:06.830658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:07.331816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:07.498736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:07.49887Z","caller":"traceutil/trace.go:171","msg":"trace[2123412129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057925s","start":"2026-07-16T07:29:05.498784Z","end":"2026-07-16T07:29:07.498842Z","steps":["trace[2123412129] 'agreement among raft nodes before linearized reading' (duration: 1.9998846s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:07.498936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.498758Z","time spent":"2.000163928s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:07.832355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:08.332671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:08.344327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01617671s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:08.344805Z","caller":"traceutil/trace.go:171","msg":"trace[1649636174] transaction","detail":"{read_only:false; response_revision:19368; number_of_response:1; }","duration":"2.852412139s","start":"2026-07-16T07:29:05.49237Z","end":"2026-07-16T07:29:08.344782Z","steps":["trace[1649636174] 'process raft request' (duration: 2.852373028s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:08.344958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.492319Z","time spent":"2.852550002s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:08.344997Z","caller":"traceutil/trace.go:171","msg":"trace[1878740726] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"3.011923104s","start":"2026-07-16T07:29:05.333019Z","end":"2026-07-16T07:29:08.344942Z","steps":["trace[1878740726] 'process raft request' (duration: 3.011651177s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:08.345025Z","caller":"traceutil/trace.go:171","msg":"trace[2069680121] transaction","detail":"{read_only:false; response_revision:19366; number_of_response:1; }","duration":"3.817543345s","start":"2026-07-16T07:29:04.527396Z","end":"2026-07-16T07:29:08.34494Z","steps":["trace[2069680121] 'process raft request' (duration: 3.817127814s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:08.345237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.332983Z","time spent":"3.0121167s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:08.345323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:04.527379Z","time spent":"3.817823162s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:09.506839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:09.506947Z","caller":"traceutil/trace.go:171","msg":"trace[1514709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518377s","start":"2026-07-16T07:29:07.506405Z","end":"2026-07-16T07:29:09.506923Z","steps":["trace[1514709] 'agreement among raft nodes before linearized reading' (duration: 2.000369133s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.507005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:07.506366Z","time spent":"2.00062634s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:09.574775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230153313s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:09.575434Z","caller":"traceutil/trace.go:171","msg":"trace[51633806] transaction","detail":"{read_only:false; response_revision:19369; number_of_response:1; }","duration":"3.238259739s","start":"2026-07-16T07:29:06.33714Z","end":"2026-07-16T07:29:09.5754Z","steps":["trace[51633806] 'process raft request' (duration: 3.237996022s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.575634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.337123Z","time spent":"3.238405854s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1774,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:09.575984Z","caller":"traceutil/trace.go:171","msg":"trace[1177420623] transaction","detail":"{read_only:false; response_revision:19370; number_of_response:1; }","duration":"3.238759793s","start":"2026-07-16T07:29:06.337174Z","end":"2026-07-16T07:29:09.575933Z","steps":["trace[1177420623] 'process raft request' (duration: 3.238149196s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.33716Z","time spent":"3.238907738s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:09.576186Z","caller":"traceutil/trace.go:171","msg":"trace[1990732652] transaction","detail":"{read_only:false; response_revision:19371; number_of_response:1; }","duration":"3.236505211s","start":"2026-07-16T07:29:06.339653Z","end":"2026-07-16T07:29:09.576159Z","steps":["trace[1990732652] 'process raft request' (duration: 3.235947346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906167638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:09.57635Z","caller":"traceutil/trace.go:171","msg":"trace[1360844301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19371; }","duration":"3.906298732s","start":"2026-07-16T07:29:05.670035Z","end":"2026-07-16T07:29:09.576334Z","steps":["trace[1360844301] 'agreement among raft nodes before linearized reading' (duration: 3.906177909s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.669968Z","time spent":"3.906414326s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:09.57641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039934771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:29:09.576472Z","caller":"traceutil/trace.go:171","msg":"trace[1486654028] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19371; }","duration":"4.040037593s","start":"2026-07-16T07:29:05.536414Z","end":"2026-07-16T07:29:09.576452Z","steps":["trace[1486654028] 'agreement among raft nodes before linearized reading' (duration: 4.039849668s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316413883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:09.576514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.536384Z","time spent":"4.040122676s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"info","ts":"2026-07-16T07:29:09.57654Z","caller":"traceutil/trace.go:171","msg":"trace[1930881385] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19371; }","duration":"3.316548216s","start":"2026-07-16T07:29:06.259971Z","end":"2026-07-16T07:29:09.57652Z","steps":["trace[1930881385] 'agreement among raft nodes before linearized reading' (duration: 3.316416653s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.259924Z","time spent":"3.31665535s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:09.576635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.083095618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-16T07:29:09.576662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040318402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:09.576727Z","caller":"traceutil/trace.go:171","msg":"trace[1665847923] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19371; }","duration":"6.083266613s","start":"2026-07-16T07:29:03.493435Z","end":"2026-07-16T07:29:09.576702Z","steps":["trace[1665847923] 'agreement among raft nodes before linearized reading' (duration: 6.082901383s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.493412Z","time spent":"6.083359725s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-16T07:29:09.576795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677389997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-16T07:29:09.576806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.066345954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:09.576852Z","caller":"traceutil/trace.go:171","msg":"trace[1023071799] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19371; }","duration":"4.6774875s","start":"2026-07-16T07:29:04.89935Z","end":"2026-07-16T07:29:09.576838Z","steps":["trace[1023071799] 'agreement among raft nodes before linearized reading' (duration: 4.677356046s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:04.89928Z","time spent":"4.677598742s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-16T07:29:09.576911Z","caller":"traceutil/trace.go:171","msg":"trace[367937884] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19371; }","duration":"5.066465057s","start":"2026-07-16T07:29:04.510394Z","end":"2026-07-16T07:29:09.576859Z","steps":["trace[367937884] 'agreement among raft nodes before linearized reading' (duration: 5.066355224s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.576921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.756087576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:29:09.576212Z","caller":"traceutil/trace.go:171","msg":"trace[930660848] linearizableReadLoop","detail":"{readStateIndex:20290; appliedIndex:20284; }","duration":"3.246440126s","start":"2026-07-16T07:29:06.329712Z","end":"2026-07-16T07:29:09.576152Z","steps":["trace[930660848] 'read index received' (duration: 2.014878444s)","trace[930660848] 'applied index is now lower than readState.Index' (duration: 1.231556342s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:09.577208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56191299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:29:09.577285Z","caller":"traceutil/trace.go:171","msg":"trace[1113285530] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19371; }","duration":"4.562066385s","start":"2026-07-16T07:29:05.015201Z","end":"2026-07-16T07:29:09.577267Z","steps":["trace[1113285530] 'agreement among raft nodes before linearized reading' (duration: 4.560980025s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.57732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.015167Z","time spent":"4.562144677s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:29:09.576661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839291449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:09.577518Z","caller":"traceutil/trace.go:171","msg":"trace[2129113387] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19371; }","duration":"4.840238935s","start":"2026-07-16T07:29:04.737265Z","end":"2026-07-16T07:29:09.577504Z","steps":["trace[2129113387] 'agreement among raft nodes before linearized reading' (duration: 4.839241747s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.577607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:04.737237Z","time spent":"4.840351288s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:09.57678Z","caller":"traceutil/trace.go:171","msg":"trace[1815992375] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19371; }","duration":"4.040534328s","start":"2026-07-16T07:29:05.536226Z","end":"2026-07-16T07:29:09.57676Z","steps":["trace[1815992375] 'agreement among raft nodes before linearized reading' (duration: 4.040184538s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.57785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:05.536206Z","time spent":"4.041633658s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:29:09.576955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:04.510365Z","time spent":"5.0665773s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:09.576996Z","caller":"traceutil/trace.go:171","msg":"trace[60369914] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19371; }","duration":"5.756186099s","start":"2026-07-16T07:29:03.820784Z","end":"2026-07-16T07:29:09.57697Z","steps":["trace[60369914] 'agreement among raft nodes before linearized reading' (duration: 5.755971103s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:09.578291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:03.820748Z","time spent":"5.757529076s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:29:09.576893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.339633Z","time spent":"3.236627794s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5217,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:10.077941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:10.578655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:11.078863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:11.507055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999544499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:11.507143Z","caller":"traceutil/trace.go:171","msg":"trace[888982473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999711134s","start":"2026-07-16T07:29:09.507408Z","end":"2026-07-16T07:29:11.507119Z","steps":["trace[888982473] 'agreement among raft nodes before linearized reading' (duration: 1.999596311s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:11.507211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.507381Z","time spent":"1.999804177s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:11.579604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:11.940832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900531299s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:11.941099Z","caller":"traceutil/trace.go:171","msg":"trace[1749079695] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19371; }","duration":"1.900818557s","start":"2026-07-16T07:29:10.040255Z","end":"2026-07-16T07:29:11.941073Z","steps":["trace[1749079695] 'range keys from in-memory index tree' (duration: 1.900508229s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:12.07978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:12.127321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.217661587s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:12.127952Z","caller":"traceutil/trace.go:171","msg":"trace[1898069483] transaction","detail":"{read_only:false; response_revision:19372; number_of_response:1; }","duration":"3.777842786s","start":"2026-07-16T07:29:08.350068Z","end":"2026-07-16T07:29:12.127911Z","steps":["trace[1898069483] 'process raft request' (duration: 3.777531077s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:12.128126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.350045Z","time spent":"3.77799563s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:12.88189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.039303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T07:29:13.158559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030917058s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:13.159147Z","caller":"traceutil/trace.go:171","msg":"trace[927458259] linearizableReadLoop","detail":"{readStateIndex:20294; appliedIndex:20290; }","duration":"3.58185862s","start":"2026-07-16T07:29:09.577259Z","end":"2026-07-16T07:29:13.159118Z","steps":["trace[927458259] 'read index received' (duration: 2.550319176s)","trace[927458259] 'applied index is now lower than readState.Index' (duration: 1.031535024s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:13.159289Z","caller":"traceutil/trace.go:171","msg":"trace[960846569] transaction","detail":"{read_only:false; response_revision:19374; number_of_response:1; }","duration":"2.807814014s","start":"2026-07-16T07:29:10.351462Z","end":"2026-07-16T07:29:13.159276Z","steps":["trace[960846569] 'process raft request' (duration: 2.807579657s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.159432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:10.351426Z","time spent":"2.807902196s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:13.159541Z","caller":"traceutil/trace.go:171","msg":"trace[1518071244] transaction","detail":"{read_only:false; response_revision:19373; number_of_response:1; }","duration":"3.569374616s","start":"2026-07-16T07:29:09.590118Z","end":"2026-07-16T07:29:13.159492Z","steps":["trace[1518071244] 'process raft request' (duration: 3.568688387s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.159558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824793448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:13.159653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824486109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:29:13.159671Z","caller":"traceutil/trace.go:171","msg":"trace[690891485] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19374; }","duration":"4.825002083s","start":"2026-07-16T07:29:08.334642Z","end":"2026-07-16T07:29:13.159644Z","steps":["trace[690891485] 'agreement among raft nodes before linearized reading' (duration: 4.824680124s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.159723Z","caller":"traceutil/trace.go:171","msg":"trace[1711771704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19374; }","duration":"4.824620113s","start":"2026-07-16T07:29:08.335088Z","end":"2026-07-16T07:29:13.159708Z","steps":["trace[1711771704] 'agreement among raft nodes before linearized reading' (duration: 4.824428707s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.159737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.334612Z","time spent":"4.825111146s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:29:13.159743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.590097Z","time spent":"3.56954024s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:13.159779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.335076Z","time spent":"4.824687744s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:13.159799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.67056539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:29:13.159882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825113296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:29:13.159913Z","caller":"traceutil/trace.go:171","msg":"trace[2055728856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19374; }","duration":"6.670764666s","start":"2026-07-16T07:29:06.489121Z","end":"2026-07-16T07:29:13.159885Z","steps":["trace[2055728856] 'agreement among raft nodes before linearized reading' (duration: 6.670427026s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.159966Z","caller":"traceutil/trace.go:171","msg":"trace[1165815746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19374; }","duration":"4.825274751s","start":"2026-07-16T07:29:08.334662Z","end":"2026-07-16T07:29:13.159936Z","steps":["trace[1165815746] 'agreement among raft nodes before linearized reading' (duration: 4.824929671s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.159972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.48909Z","time spent":"6.670871109s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:29:13.159999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825783614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:29:13.160016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823660556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:29:13.160066Z","caller":"traceutil/trace.go:171","msg":"trace[18118747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19374; }","duration":"4.825912008s","start":"2026-07-16T07:29:08.334137Z","end":"2026-07-16T07:29:13.160049Z","steps":["trace[18118747] 'agreement among raft nodes before linearized reading' (duration: 4.825761024s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.160115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.334116Z","time spent":"4.825988061s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:13.160136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417535634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:13.160176Z","caller":"traceutil/trace.go:171","msg":"trace[1509728524] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19374; }","duration":"5.417628777s","start":"2026-07-16T07:29:07.742532Z","end":"2026-07-16T07:29:13.160161Z","steps":["trace[1509728524] 'agreement among raft nodes before linearized reading' (duration: 5.417527024s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.160027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.334636Z","time spent":"4.825380603s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:29:13.160074Z","caller":"traceutil/trace.go:171","msg":"trace[605486171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19374; }","duration":"4.823735618s","start":"2026-07-16T07:29:08.336322Z","end":"2026-07-16T07:29:13.160058Z","steps":["trace[605486171] 'agreement among raft nodes before linearized reading' (duration: 4.823625565s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.160205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:07.742501Z","time spent":"5.417696428s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":31,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:13.159891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.826065554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:10776"} {"level":"warn","ts":"2026-07-16T07:29:13.160279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.336308Z","time spent":"4.823956274s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:29:13.160318Z","caller":"traceutil/trace.go:171","msg":"trace[690264386] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19374; }","duration":"6.826525277s","start":"2026-07-16T07:29:06.333783Z","end":"2026-07-16T07:29:13.160308Z","steps":["trace[690264386] 'agreement among raft nodes before linearized reading' (duration: 6.825965162s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.160365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:06.333762Z","time spent":"6.82659278s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10799,"request content":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:13.160384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824770277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:29:13.160549Z","caller":"traceutil/trace.go:171","msg":"trace[669213468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19374; }","duration":"4.825353942s","start":"2026-07-16T07:29:08.335174Z","end":"2026-07-16T07:29:13.160528Z","steps":["trace[669213468] 'agreement among raft nodes before linearized reading' (duration: 4.824264882s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.160644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:08.335168Z","time spent":"4.825457136s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:29:13.161177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543666135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:29:13.161245Z","caller":"traceutil/trace.go:171","msg":"trace[1937413850] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19374; }","duration":"5.54379477s","start":"2026-07-16T07:29:07.617434Z","end":"2026-07-16T07:29:13.161229Z","steps":["trace[1937413850] 'agreement among raft nodes before linearized reading' (duration: 5.542027831s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.161292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:07.617411Z","time spent":"5.543869841s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1813,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:13.515679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:13.515779Z","caller":"traceutil/trace.go:171","msg":"trace[1663139872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047064s","start":"2026-07-16T07:29:11.515705Z","end":"2026-07-16T07:29:13.515752Z","steps":["trace[1663139872] 'agreement among raft nodes before linearized reading' (duration: 1.999922761s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.515871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:11.515636Z","time spent":"2.000219519s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:13.775081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.169583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:13.775227Z","caller":"traceutil/trace.go:171","msg":"trace[728323017] linearizableReadLoop","detail":"{readStateIndex:20295; appliedIndex:20294; }","duration":"615.96808ms","start":"2026-07-16T07:29:13.159235Z","end":"2026-07-16T07:29:13.775203Z","steps":["trace[728323017] 'read index received' (duration: 187.632723ms)","trace[728323017] 'applied index is now lower than readState.Index' (duration: 428.332687ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:13.775335Z","caller":"traceutil/trace.go:171","msg":"trace[41476584] transaction","detail":"{read_only:false; response_revision:19375; number_of_response:1; }","duration":"1.642202989s","start":"2026-07-16T07:29:12.133114Z","end":"2026-07-16T07:29:13.775317Z","steps":["trace[41476584] 'process raft request' (duration: 1.213686997s)","trace[41476584] 'compare' (duration: 427.527844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:13.775421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:12.133084Z","time spent":"1.642297151s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:13.775949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454616929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-16T07:29:13.776045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.924443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:13.776085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195661841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d99733fd-1398-4748-97c1-2baf8e1a717f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-16T07:29:13.776088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437141385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:13.776155Z","caller":"traceutil/trace.go:171","msg":"trace[445311627] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d99733fd-1398-4748-97c1-2baf8e1a717f; range_end:; response_count:1; response_revision:19375; }","duration":"4.195753854s","start":"2026-07-16T07:29:09.580376Z","end":"2026-07-16T07:29:13.77613Z","steps":["trace[445311627] 'agreement among raft nodes before linearized reading' (duration: 4.195512907s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.776088Z","caller":"traceutil/trace.go:171","msg":"trace[2100814492] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19375; }","duration":"3.454822214s","start":"2026-07-16T07:29:10.321236Z","end":"2026-07-16T07:29:13.776058Z","steps":["trace[2100814492] 'agreement among raft nodes before linearized reading' (duration: 3.45432103s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.776171Z","caller":"traceutil/trace.go:171","msg":"trace[1282833804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19375; }","duration":"3.437277919s","start":"2026-07-16T07:29:10.338877Z","end":"2026-07-16T07:29:13.776155Z","steps":["trace[1282833804] 'agreement among raft nodes before linearized reading' (duration: 3.437024552s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.775981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353740444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:13.776171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191427554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-16T07:29:13.776213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.580347Z","time spent":"4.195853737s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d99733fd-1398-4748-97c1-2baf8e1a717f\" "} {"level":"warn","ts":"2026-07-16T07:29:13.776281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:10.338866Z","time spent":"3.43735372s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:13.776277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:10.321209Z","time spent":"3.45501491s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"info","ts":"2026-07-16T07:29:13.776302Z","caller":"traceutil/trace.go:171","msg":"trace[854821396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19375; }","duration":"1.354138794s","start":"2026-07-16T07:29:12.422143Z","end":"2026-07-16T07:29:13.776281Z","steps":["trace[854821396] 'agreement among raft nodes before linearized reading' (duration: 1.353750703s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.776325Z","caller":"traceutil/trace.go:171","msg":"trace[456297474] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19375; }","duration":"4.191609829s","start":"2026-07-16T07:29:09.584681Z","end":"2026-07-16T07:29:13.77629Z","steps":["trace[456297474] 'agreement among raft nodes before linearized reading' (duration: 4.191230919s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.776155Z","caller":"traceutil/trace.go:171","msg":"trace[1746011948] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19375; }","duration":"731.106238ms","start":"2026-07-16T07:29:13.045022Z","end":"2026-07-16T07:29:13.776128Z","steps":["trace[1746011948] 'agreement among raft nodes before linearized reading' (duration: 730.893752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.776379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.584671Z","time spent":"4.191694982s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-16T07:29:13.776422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:12.422113Z","time spent":"1.354242307s","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:13.776435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.044979Z","time spent":"731.433607ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:13.777612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191447665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929066"} {"level":"warn","ts":"2026-07-16T07:29:13.777638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19415399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929066"} {"level":"info","ts":"2026-07-16T07:29:13.777734Z","caller":"traceutil/trace.go:171","msg":"trace[899543949] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19375; }","duration":"4.19163258s","start":"2026-07-16T07:29:09.586077Z","end":"2026-07-16T07:29:13.777709Z","steps":["trace[899543949] 'agreement among raft nodes before linearized reading' (duration: 4.189697806s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:13.777809Z","caller":"traceutil/trace.go:171","msg":"trace[1165055330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19375; }","duration":"4.194345155s","start":"2026-07-16T07:29:09.583391Z","end":"2026-07-16T07:29:13.777737Z","steps":["trace[1165055330] 'agreement among raft nodes before linearized reading' (duration: 4.192490104s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:13.777881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.586066Z","time spent":"4.191771264s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929089,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:13.777915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:09.583381Z","time spent":"4.19451166s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929089,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:14.280802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.005024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-16T07:29:14.28154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.77858Z","time spent":"502.954823ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:29:14.281751Z","caller":"traceutil/trace.go:171","msg":"trace[320038735] transaction","detail":"{read_only:false; response_revision:19379; number_of_response:1; }","duration":"1.113602777s","start":"2026-07-16T07:29:13.16811Z","end":"2026-07-16T07:29:14.281713Z","steps":["trace[320038735] 'process raft request' (duration: 1.11299934s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.281857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.168081Z","time spent":"1.1137286s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:14.281866Z","caller":"traceutil/trace.go:171","msg":"trace[1027852337] transaction","detail":"{read_only:false; response_revision:19377; number_of_response:1; }","duration":"1.113755111s","start":"2026-07-16T07:29:13.168065Z","end":"2026-07-16T07:29:14.28182Z","steps":["trace[1027852337] 'process raft request' (duration: 1.112883807s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.282069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.168052Z","time spent":"1.113910426s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:14.281937Z","caller":"traceutil/trace.go:171","msg":"trace[1480655022] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"1.113799112s","start":"2026-07-16T07:29:13.168049Z","end":"2026-07-16T07:29:14.281848Z","steps":["trace[1480655022] 'process raft request' (duration: 1.1130008s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:14.282359Z","caller":"traceutil/trace.go:171","msg":"trace[1829403930] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"1.114203523s","start":"2026-07-16T07:29:13.168144Z","end":"2026-07-16T07:29:14.282347Z","steps":["trace[1829403930] 'process raft request' (duration: 1.113023741s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.282428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.168135Z","time spent":"1.114263505s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:14.282511Z","caller":"traceutil/trace.go:171","msg":"trace[1767385134] transaction","detail":"{read_only:false; response_revision:19381; number_of_response:1; }","duration":"1.114338807s","start":"2026-07-16T07:29:13.168156Z","end":"2026-07-16T07:29:14.282495Z","steps":["trace[1767385134] 'process raft request' (duration: 1.113065112s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.282403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.168014Z","time spent":"1.114286886s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:14.282593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.168141Z","time spent":"1.114409649s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:14.282757Z","caller":"traceutil/trace.go:171","msg":"trace[1099659137] linearizableReadLoop","detail":"{readStateIndex:20302; appliedIndex:20295; }","duration":"507.481358ms","start":"2026-07-16T07:29:13.775259Z","end":"2026-07-16T07:29:14.28274Z","steps":["trace[1099659137] 'read index received' (duration: 334.390096ms)","trace[1099659137] 'applied index is now lower than readState.Index' (duration: 173.089702ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:14.282782Z","caller":"traceutil/trace.go:171","msg":"trace[494945738] transaction","detail":"{read_only:false; response_revision:19382; number_of_response:1; }","duration":"1.109118732s","start":"2026-07-16T07:29:13.173621Z","end":"2026-07-16T07:29:14.28274Z","steps":["trace[494945738] 'process raft request' (duration: 1.107648451s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.282949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.470338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:14.283002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.173591Z","time spent":"1.109215995s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:14.283019Z","caller":"traceutil/trace.go:171","msg":"trace[335008087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19382; }","duration":"766.57231ms","start":"2026-07-16T07:29:13.516409Z","end":"2026-07-16T07:29:14.282982Z","steps":["trace[335008087] 'agreement among raft nodes before linearized reading' (duration: 766.463057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.283056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.516378Z","time spent":"766.669403ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:14.283353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.909552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:14.283395Z","caller":"traceutil/trace.go:171","msg":"trace[593221945] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19382; }","duration":"502.975504ms","start":"2026-07-16T07:29:13.780409Z","end":"2026-07-16T07:29:14.283384Z","steps":["trace[593221945] 'agreement among raft nodes before linearized reading' (duration: 502.83171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.283429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.780397Z","time spent":"503.024955ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:29:14.283456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.258213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:14.283517Z","caller":"traceutil/trace.go:171","msg":"trace[422450009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19382; }","duration":"183.383536ms","start":"2026-07-16T07:29:14.100118Z","end":"2026-07-16T07:29:14.283501Z","steps":["trace[422450009] 'agreement among raft nodes before linearized reading' (duration: 183.280043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.283617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.685336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-16T07:29:14.283657Z","caller":"traceutil/trace.go:171","msg":"trace[832284447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19382; }","duration":"398.777659ms","start":"2026-07-16T07:29:13.884866Z","end":"2026-07-16T07:29:14.283644Z","steps":["trace[832284447] 'agreement among raft nodes before linearized reading' (duration: 398.685307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.283686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.884837Z","time spent":"398.842731ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-16T07:29:14.283956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116223049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:29:14.284005Z","caller":"traceutil/trace.go:171","msg":"trace[1681371981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19382; }","duration":"1.116302972s","start":"2026-07-16T07:29:13.16769Z","end":"2026-07-16T07:29:14.283993Z","steps":["trace[1681371981] 'agreement among raft nodes before linearized reading' (duration: 1.115965092s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:14.284076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.167669Z","time spent":"1.116397774s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:29:14.284459Z","caller":"traceutil/trace.go:171","msg":"trace[1819224098] transaction","detail":"{read_only:false; response_revision:19376; number_of_response:1; }","duration":"1.113932525s","start":"2026-07-16T07:29:13.16784Z","end":"2026-07-16T07:29:14.281773Z","steps":["trace[1819224098] 'process raft request' (duration: 941.817371ms)","trace[1819224098] 'compare' (duration: 170.827219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:14.284694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:13.167824Z","time spent":"1.116747084s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:15.234229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.27656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:15.234349Z","caller":"traceutil/trace.go:171","msg":"trace[1620842149] transaction","detail":"{read_only:false; response_revision:19383; number_of_response:1; }","duration":"947.421975ms","start":"2026-07-16T07:29:14.286904Z","end":"2026-07-16T07:29:15.234326Z","steps":["trace[1620842149] 'process raft request' (duration: 188.94744ms)","trace[1620842149] 'compare' (duration: 758.133686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:15.234441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.286881Z","time spent":"947.529358ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:15.618946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142926607s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:15.685459Z","caller":"traceutil/trace.go:171","msg":"trace[780753347] linearizableReadLoop","detail":"{readStateIndex:20305; appliedIndex:20303; }","duration":"1.397470884s","start":"2026-07-16T07:29:14.287961Z","end":"2026-07-16T07:29:15.685432Z","steps":["trace[780753347] 'read index received' (duration: 188.251361ms)","trace[780753347] 'applied index is now lower than readState.Index' (duration: 1.209218123s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:15.685692Z","caller":"traceutil/trace.go:171","msg":"trace[3188334] transaction","detail":"{read_only:false; response_revision:19385; number_of_response:1; }","duration":"1.338031498s","start":"2026-07-16T07:29:14.347649Z","end":"2026-07-16T07:29:15.685681Z","steps":["trace[3188334] 'process raft request' (duration: 1.337709759s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:15.685849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.347611Z","time spent":"1.338150271s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:15.685705Z","caller":"traceutil/trace.go:171","msg":"trace[3361586] transaction","detail":"{read_only:false; response_revision:19384; number_of_response:1; }","duration":"1.398678887s","start":"2026-07-16T07:29:14.286963Z","end":"2026-07-16T07:29:15.685642Z","steps":["trace[3361586] 'process raft request' (duration: 1.332465334s)","trace[3361586] 'compare' (duration: 65.677478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:15.686125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.286932Z","time spent":"1.399060307s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:15.686148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398150283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4e11925-d612-4188-a13c-d318ffb9c07f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-16T07:29:15.686254Z","caller":"traceutil/trace.go:171","msg":"trace[517942024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4e11925-d612-4188-a13c-d318ffb9c07f; range_end:; response_count:1; response_revision:19385; }","duration":"1.398292606s","start":"2026-07-16T07:29:14.28793Z","end":"2026-07-16T07:29:15.686222Z","steps":["trace[517942024] 'agreement among raft nodes before linearized reading' (duration: 1.397952886s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:15.686312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.287901Z","time spent":"1.398401639s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-c4e11925-d612-4188-a13c-d318ffb9c07f\" "} {"level":"warn","ts":"2026-07-16T07:29:16.302766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:16.302855Z","caller":"traceutil/trace.go:171","msg":"trace[23746650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993552s","start":"2026-07-16T07:29:14.302845Z","end":"2026-07-16T07:29:16.302839Z","steps":["trace[23746650] 'agreement among raft nodes before linearized reading' (duration: 1.999885729s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:16.302893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.302835Z","time spent":"2.000050294s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:17.098383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032886742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:17.099247Z","caller":"traceutil/trace.go:171","msg":"trace[1518934750] transaction","detail":"{read_only:false; response_revision:19386; number_of_response:1; }","duration":"1.931751704s","start":"2026-07-16T07:29:15.167447Z","end":"2026-07-16T07:29:17.099198Z","steps":["trace[1518934750] 'process raft request' (duration: 897.959007ms)","trace[1518934750] 'compare' (duration: 1.03209573s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:17.099278Z","caller":"traceutil/trace.go:171","msg":"trace[351385828] linearizableReadLoop","detail":"{readStateIndex:20307; appliedIndex:20306; }","duration":"1.41360154s","start":"2026-07-16T07:29:15.685638Z","end":"2026-07-16T07:29:17.099239Z","steps":["trace[351385828] 'read index received' (duration: 379.788353ms)","trace[351385828] 'applied index is now lower than readState.Index' (duration: 1.033808627s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:17.099387Z","caller":"traceutil/trace.go:171","msg":"trace[2096600580] transaction","detail":"{read_only:false; response_revision:19387; number_of_response:1; }","duration":"1.247590225s","start":"2026-07-16T07:29:15.851772Z","end":"2026-07-16T07:29:17.099363Z","steps":["trace[2096600580] 'process raft request' (duration: 1.246727501s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:17.099449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.167415Z","time spent":"1.931926539s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:17.099468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.851747Z","time spent":"1.247687067s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:17.510892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.262233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T07:29:17.511503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859981338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:29:17.511664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194653261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:29:17.511726Z","caller":"traceutil/trace.go:171","msg":"trace[1624087294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19387; }","duration":"2.194752574s","start":"2026-07-16T07:29:15.31695Z","end":"2026-07-16T07:29:17.511702Z","steps":["trace[1624087294] 'agreement among raft nodes before linearized reading' (duration: 1.782331277s)","trace[1624087294] 'range keys from in-memory index tree' (duration: 412.094218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.511774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.316927Z","time spent":"2.194837937s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:29:17.511835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194164388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-16T07:29:17.512145Z","caller":"traceutil/trace.go:171","msg":"trace[1128799566] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19387; }","duration":"2.194420735s","start":"2026-07-16T07:29:15.317511Z","end":"2026-07-16T07:29:17.511931Z","steps":["trace[1128799566] 'agreement among raft nodes before linearized reading' (duration: 1.781906056s)","trace[1128799566] 'range keys from in-memory index tree' (duration: 412.072737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.512227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.317468Z","time spent":"2.194745474s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:17.512341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035948429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:17.512392Z","caller":"traceutil/trace.go:171","msg":"trace[1523398934] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19387; }","duration":"3.036055643s","start":"2026-07-16T07:29:14.476321Z","end":"2026-07-16T07:29:17.512377Z","steps":["trace[1523398934] 'agreement among raft nodes before linearized reading' (duration: 2.623020599s)","trace[1523398934] 'count revisions from in-memory index tree' (duration: 412.956911ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:17.512331Z","caller":"traceutil/trace.go:171","msg":"trace[1317727600] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19387; }","duration":"1.860135412s","start":"2026-07-16T07:29:15.651451Z","end":"2026-07-16T07:29:17.511586Z","steps":["trace[1317727600] 'agreement among raft nodes before linearized reading' (duration: 1.447951852s)","trace[1317727600] 'range keys from in-memory index tree' (duration: 411.871391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.512448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.476292Z","time spent":"3.036125224s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:17.512397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214306576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" ","response":"range_response_count:1 size:5064"} {"level":"warn","ts":"2026-07-16T07:29:17.512541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.651408Z","time spent":"1.861077958s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:29:17.51258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925153432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:29:17.513285Z","caller":"traceutil/trace.go:171","msg":"trace[32833090] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19387; }","duration":"2.925918403s","start":"2026-07-16T07:29:14.587344Z","end":"2026-07-16T07:29:17.513262Z","steps":["trace[32833090] 'agreement among raft nodes before linearized reading' (duration: 2.511968744s)","trace[32833090] 'range keys from in-memory index tree' (duration: 413.169037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.512398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274876893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-16T07:29:17.513364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.587312Z","time spent":"2.926029946s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:29:17.512572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862554508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:17.513413Z","caller":"traceutil/trace.go:171","msg":"trace[221222223] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19387; }","duration":"2.275966672s","start":"2026-07-16T07:29:15.237403Z","end":"2026-07-16T07:29:17.51337Z","steps":["trace[221222223] 'agreement among raft nodes before linearized reading' (duration: 1.861929171s)","trace[221222223] 'range keys from in-memory index tree' (duration: 412.574531ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:17.513498Z","caller":"traceutil/trace.go:171","msg":"trace[603113564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19387; }","duration":"1.863520885s","start":"2026-07-16T07:29:15.649945Z","end":"2026-07-16T07:29:17.513466Z","steps":["trace[603113564] 'agreement among raft nodes before linearized reading' (duration: 1.449444432s)","trace[603113564] 'count revisions from in-memory index tree' (duration: 413.127156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.513533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.237373Z","time spent":"2.276115506s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:29:17.512679Z","caller":"traceutil/trace.go:171","msg":"trace[174385333] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z; range_end:; response_count:1; response_revision:19387; }","duration":"3.214581314s","start":"2026-07-16T07:29:14.297994Z","end":"2026-07-16T07:29:17.512575Z","steps":["trace[174385333] 'agreement among raft nodes before linearized reading' (duration: 2.801394456s)","trace[174385333] 'range keys from in-memory index tree' (duration: 412.449488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:17.513585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.649922Z","time spent":"1.863637718s","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:17.513671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:14.297979Z","time spent":"3.215622793s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5087,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" "} {"level":"info","ts":"2026-07-16T07:29:17.513178Z","caller":"traceutil/trace.go:171","msg":"trace[1064751561] transaction","detail":"{read_only:false; response_revision:19388; number_of_response:1; }","duration":"1.173357171s","start":"2026-07-16T07:29:16.339787Z","end":"2026-07-16T07:29:17.513145Z","steps":["trace[1064751561] 'process raft request' (duration: 1.171237302s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:17.513932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.339774Z","time spent":"1.174037589s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:18.304196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:18.304359Z","caller":"traceutil/trace.go:171","msg":"trace[523771771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811916s","start":"2026-07-16T07:29:16.303517Z","end":"2026-07-16T07:29:18.304329Z","steps":["trace[523771771] 'agreement among raft nodes before linearized reading' (duration: 2.000612841s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.304442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.303511Z","time spent":"2.000918079s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:18.75053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237302469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:18.750784Z","caller":"traceutil/trace.go:171","msg":"trace[892176457] transaction","detail":"{read_only:false; response_revision:19390; number_of_response:1; }","duration":"1.232897628s","start":"2026-07-16T07:29:17.517858Z","end":"2026-07-16T07:29:18.750756Z","steps":["trace[892176457] 'process raft request' (duration: 1.232817116s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.750871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.517832Z","time spent":"1.23300275s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:18.751292Z","caller":"traceutil/trace.go:171","msg":"trace[477713605] linearizableReadLoop","detail":"{readStateIndex:20311; appliedIndex:20308; }","duration":"1.651888626s","start":"2026-07-16T07:29:17.099347Z","end":"2026-07-16T07:29:18.751236Z","steps":["trace[477713605] 'read index received' (duration: 57.762µs)","trace[477713605] 'applied index is now lower than readState.Index' (duration: 1.651827074s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:18.751434Z","caller":"traceutil/trace.go:171","msg":"trace[662782114] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"2.05989065s","start":"2026-07-16T07:29:16.691493Z","end":"2026-07-16T07:29:18.751384Z","steps":["trace[662782114] 'process raft request' (duration: 821.626334ms)","trace[662782114] 'compare' (duration: 1.237087194s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:18.751475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452834227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:29:18.751509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057264219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:18.751543Z","caller":"traceutil/trace.go:171","msg":"trace[556177035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19390; }","duration":"2.452903469s","start":"2026-07-16T07:29:16.298621Z","end":"2026-07-16T07:29:18.751524Z","steps":["trace[556177035] 'agreement among raft nodes before linearized reading' (duration: 2.452636252s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461849507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:18.751588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.691465Z","time spent":"2.060033785s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:18.75165Z","caller":"traceutil/trace.go:171","msg":"trace[1809057462] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19390; }","duration":"2.461903928s","start":"2026-07-16T07:29:16.289724Z","end":"2026-07-16T07:29:18.751628Z","steps":["trace[1809057462] 'agreement among raft nodes before linearized reading' (duration: 2.461789465s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188661024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:18.751637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452996062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:29:18.751702Z","caller":"traceutil/trace.go:171","msg":"trace[216778241] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19390; }","duration":"2.188713286s","start":"2026-07-16T07:29:16.562976Z","end":"2026-07-16T07:29:18.75169Z","steps":["trace[216778241] 'agreement among raft nodes before linearized reading' (duration: 2.188638274s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456727585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:29:18.751731Z","caller":"traceutil/trace.go:171","msg":"trace[651334770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19390; }","duration":"2.453129095s","start":"2026-07-16T07:29:16.29858Z","end":"2026-07-16T07:29:18.751709Z","steps":["trace[651334770] 'agreement among raft nodes before linearized reading' (duration: 2.452776936s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061513797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-16T07:29:18.751805Z","caller":"traceutil/trace.go:171","msg":"trace[1846829280] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588; range_end:; response_count:1; response_revision:19390; }","duration":"3.061603219s","start":"2026-07-16T07:29:15.690191Z","end":"2026-07-16T07:29:18.751794Z","steps":["trace[1846829280] 'agreement among raft nodes before linearized reading' (duration: 3.061413893s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.75185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.690164Z","time spent":"3.061678101s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" "} {"level":"info","ts":"2026-07-16T07:29:18.751565Z","caller":"traceutil/trace.go:171","msg":"trace[2116734367] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19390; }","duration":"3.057358382s","start":"2026-07-16T07:29:15.694185Z","end":"2026-07-16T07:29:18.751544Z","steps":["trace[2116734367] 'agreement among raft nodes before linearized reading' (duration: 3.057231198s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.694175Z","time spent":"3.057755712s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:18.751805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.298574Z","time spent":"2.453221508s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:18.751744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.562926Z","time spent":"2.188810229s","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:18.752084Z","caller":"traceutil/trace.go:171","msg":"trace[677793103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19390; }","duration":"2.456869669s","start":"2026-07-16T07:29:16.294878Z","end":"2026-07-16T07:29:18.751748Z","steps":["trace[677793103] 'agreement among raft nodes before linearized reading' (duration: 2.45652042s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.289642Z","time spent":"2.462054643s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:29:18.752199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.29487Z","time spent":"2.457309111s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:29:18.751461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952275613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:18.75231Z","caller":"traceutil/trace.go:171","msg":"trace[50508895] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19390; }","duration":"2.953161948s","start":"2026-07-16T07:29:15.799133Z","end":"2026-07-16T07:29:18.752294Z","steps":["trace[50508895] 'agreement among raft nodes before linearized reading' (duration: 2.952194691s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460452138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:29:18.752366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.799115Z","time spent":"2.953236779s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"info","ts":"2026-07-16T07:29:18.752396Z","caller":"traceutil/trace.go:171","msg":"trace[555432936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19390; }","duration":"2.460957012s","start":"2026-07-16T07:29:16.291407Z","end":"2026-07-16T07:29:18.752364Z","steps":["trace[555432936] 'agreement among raft nodes before linearized reading' (duration: 2.459845292s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.751589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.298606Z","time spent":"2.452974642s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:18.751461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948571971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:29:18.752575Z","caller":"traceutil/trace.go:171","msg":"trace[1791205594] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19390; }","duration":"2.949761543s","start":"2026-07-16T07:29:15.802797Z","end":"2026-07-16T07:29:18.752559Z","steps":["trace[1791205594] 'agreement among raft nodes before linearized reading' (duration: 2.948456207s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.752634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:15.802766Z","time spent":"2.949851635s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:18.752466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.291378Z","time spent":"2.461071856s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:18.753033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461702403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:29:18.753419Z","caller":"traceutil/trace.go:171","msg":"trace[83639289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19390; }","duration":"2.462121625s","start":"2026-07-16T07:29:16.291271Z","end":"2026-07-16T07:29:18.753392Z","steps":["trace[83639289] 'agreement among raft nodes before linearized reading' (duration: 2.459991356s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:18.753596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:16.291263Z","time spent":"2.46231591s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:19.251963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:19.286495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095189556s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:19.738938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.008552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:19.739308Z","caller":"traceutil/trace.go:171","msg":"trace[804763436] transaction","detail":"{read_only:false; response_revision:19392; number_of_response:1; }","duration":"2.216370462s","start":"2026-07-16T07:29:17.522908Z","end":"2026-07-16T07:29:19.739278Z","steps":["trace[804763436] 'process raft request' (duration: 2.216195477s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:19.739359Z","caller":"traceutil/trace.go:171","msg":"trace[673878372] transaction","detail":"{read_only:false; response_revision:19391; number_of_response:1; }","duration":"2.220405684s","start":"2026-07-16T07:29:17.518893Z","end":"2026-07-16T07:29:19.739299Z","steps":["trace[673878372] 'process raft request' (duration: 1.767895897s)","trace[673878372] 'compare' (duration: 451.771006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:19.739434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.52289Z","time spent":"2.216489166s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5364,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:19.739616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.518858Z","time spent":"2.220614729s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:20.171647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:20.171783Z","caller":"traceutil/trace.go:171","msg":"trace[968967860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784404s","start":"2026-07-16T07:29:18.170962Z","end":"2026-07-16T07:29:20.171746Z","steps":["trace[968967860] 'agreement among raft nodes before linearized reading' (duration: 2.000601649s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:20.171852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.170939Z","time spent":"2.000901047s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:20.311658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:20.311762Z","caller":"traceutil/trace.go:171","msg":"trace[505853335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576179s","start":"2026-07-16T07:29:18.311163Z","end":"2026-07-16T07:29:20.311739Z","steps":["trace[505853335] 'agreement among raft nodes before linearized reading' (duration: 2.000409344s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:20.311816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.311134Z","time spent":"2.000672002s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:21.201301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914442455s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:21.361673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320931535s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:21.361769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.104332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-16T07:29:21.361817Z","caller":"traceutil/trace.go:171","msg":"trace[483305494] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19392; }","duration":"1.3210984s","start":"2026-07-16T07:29:20.040697Z","end":"2026-07-16T07:29:21.361796Z","steps":["trace[483305494] 'range keys from in-memory index tree' (duration: 1.320903955s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:21.362018Z","caller":"traceutil/trace.go:171","msg":"trace[1710715319] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19392; }","duration":"2.607564101s","start":"2026-07-16T07:29:18.754427Z","end":"2026-07-16T07:29:21.361991Z","steps":["trace[1710715319] 'process raft request' (duration: 2.447161341s)","trace[1710715319] 'compare' (duration: 160.051471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:21.362104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.754399Z","time spent":"2.607669624s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:29:21.362114Z","caller":"traceutil/trace.go:171","msg":"trace[1212809854] transaction","detail":"{read_only:false; response_revision:19394; number_of_response:1; }","duration":"2.603258272s","start":"2026-07-16T07:29:18.758839Z","end":"2026-07-16T07:29:21.362098Z","steps":["trace[1212809854] 'process raft request' (duration: 2.603138789s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:21.362116Z","caller":"traceutil/trace.go:171","msg":"trace[1878805821] transaction","detail":"{read_only:false; response_revision:19393; number_of_response:1; }","duration":"2.606959545s","start":"2026-07-16T07:29:18.755107Z","end":"2026-07-16T07:29:21.362067Z","steps":["trace[1878805821] 'process raft request' (duration: 2.60675529s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.362196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.758828Z","time spent":"2.603316305s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:21.362365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.75508Z","time spent":"2.607131109s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.362702Z","caller":"traceutil/trace.go:171","msg":"trace[831759274] transaction","detail":"{read_only:false; response_revision:19395; number_of_response:1; }","duration":"2.603749146s","start":"2026-07-16T07:29:18.758922Z","end":"2026-07-16T07:29:21.362672Z","steps":["trace[831759274] 'process raft request' (duration: 2.603126599s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.362834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.758897Z","time spent":"2.60387714s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.363403Z","caller":"traceutil/trace.go:171","msg":"trace[932118176] transaction","detail":"{read_only:false; response_revision:19396; number_of_response:1; }","duration":"2.604435456s","start":"2026-07-16T07:29:18.758935Z","end":"2026-07-16T07:29:21.36337Z","steps":["trace[932118176] 'process raft request' (duration: 2.603672994s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.363577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.758923Z","time spent":"2.604554539s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.363592Z","caller":"traceutil/trace.go:171","msg":"trace[284237718] transaction","detail":"{read_only:false; response_revision:19397; number_of_response:1; }","duration":"2.604538678s","start":"2026-07-16T07:29:18.759005Z","end":"2026-07-16T07:29:21.363544Z","steps":["trace[284237718] 'process raft request' (duration: 2.604011744s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.363834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.758996Z","time spent":"2.604739574s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.364105Z","caller":"traceutil/trace.go:171","msg":"trace[1479816116] linearizableReadLoop","detail":"{readStateIndex:20323; appliedIndex:20312; }","duration":"2.612715245s","start":"2026-07-16T07:29:18.751374Z","end":"2026-07-16T07:29:21.364089Z","steps":["trace[1479816116] 'read index received' (duration: 535.431382ms)","trace[1479816116] 'applied index is now lower than readState.Index' (duration: 2.077282793s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:21.364141Z","caller":"traceutil/trace.go:171","msg":"trace[1924831363] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"2.605056633s","start":"2026-07-16T07:29:18.759036Z","end":"2026-07-16T07:29:21.364093Z","steps":["trace[1924831363] 'process raft request' (duration: 2.604048415s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.364352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.759017Z","time spent":"2.605271569s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.364535Z","caller":"traceutil/trace.go:171","msg":"trace[803113693] transaction","detail":"{read_only:false; response_revision:19400; number_of_response:1; }","duration":"2.258730026s","start":"2026-07-16T07:29:19.105774Z","end":"2026-07-16T07:29:21.364504Z","steps":["trace[803113693] 'process raft request' (duration: 2.258262743s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:21.364583Z","caller":"traceutil/trace.go:171","msg":"trace[1579798089] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"2.604771275s","start":"2026-07-16T07:29:18.759785Z","end":"2026-07-16T07:29:21.364556Z","steps":["trace[1579798089] 'process raft request' (duration: 2.604184668s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.364666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021772038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:21.364683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.759777Z","time spent":"2.604853408s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:21.364688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:19.105737Z","time spent":"2.25886754s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:21.364722Z","caller":"traceutil/trace.go:171","msg":"trace[20234891] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19400; }","duration":"4.021878032s","start":"2026-07-16T07:29:17.342827Z","end":"2026-07-16T07:29:21.364705Z","steps":["trace[20234891] 'agreement among raft nodes before linearized reading' (duration: 4.021788719s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.364761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.342799Z","time spent":"4.021950484s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:21.364795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848480012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:29:21.364869Z","caller":"traceutil/trace.go:171","msg":"trace[962350306] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19400; }","duration":"3.848576115s","start":"2026-07-16T07:29:17.516272Z","end":"2026-07-16T07:29:21.364848Z","steps":["trace[962350306] 'agreement among raft nodes before linearized reading' (duration: 3.848267316s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.364777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425421331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:21.364951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.516251Z","time spent":"3.848677837s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-16T07:29:21.365061Z","caller":"traceutil/trace.go:171","msg":"trace[513667503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19400; }","duration":"3.425699848s","start":"2026-07-16T07:29:17.939282Z","end":"2026-07-16T07:29:21.364982Z","steps":["trace[513667503] 'agreement among raft nodes before linearized reading' (duration: 3.425233405s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:21.366838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:17.939202Z","time spent":"3.427612621s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:21.865314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:22.320631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:22.320708Z","caller":"traceutil/trace.go:171","msg":"trace[88271912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028001s","start":"2026-07-16T07:29:20.320412Z","end":"2026-07-16T07:29:22.320692Z","steps":["trace[88271912] 'agreement among raft nodes before linearized reading' (duration: 2.000183167s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.320752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:20.320383Z","time spent":"2.000361672s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:22.365716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:22.650789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283988312s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:22.651234Z","caller":"traceutil/trace.go:171","msg":"trace[1529858375] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20323; }","duration":"1.286626035s","start":"2026-07-16T07:29:21.364579Z","end":"2026-07-16T07:29:22.651205Z","steps":["trace[1529858375] 'read index received' (duration: 1.286370588s)","trace[1529858375] 'applied index is now lower than readState.Index' (duration: 254.097µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:22.651679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907210185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-16T07:29:22.651783Z","caller":"traceutil/trace.go:171","msg":"trace[390233437] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19401; }","duration":"2.907326128s","start":"2026-07-16T07:29:19.744432Z","end":"2026-07-16T07:29:22.651759Z","steps":["trace[390233437] 'agreement among raft nodes before linearized reading' (duration: 2.906999239s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.651848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:19.744318Z","time spent":"2.907518863s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-16T07:29:22.651854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490745559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:22.651906Z","caller":"traceutil/trace.go:171","msg":"trace[811799706] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19401; }","duration":"3.490867462s","start":"2026-07-16T07:29:19.161024Z","end":"2026-07-16T07:29:22.651892Z","steps":["trace[811799706] 'agreement among raft nodes before linearized reading' (duration: 3.490729658s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.651954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:19.160997Z","time spent":"3.490946614s","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:22.652139Z","caller":"traceutil/trace.go:171","msg":"trace[480790810] transaction","detail":"{read_only:false; response_revision:19401; number_of_response:1; }","duration":"2.9048494s","start":"2026-07-16T07:29:19.747274Z","end":"2026-07-16T07:29:22.652123Z","steps":["trace[480790810] 'process raft request' (duration: 2.903713549s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.652282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:19.747253Z","time spent":"2.904927692s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:22.652444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72249831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:22.652461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286763079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-16T07:29:22.65251Z","caller":"traceutil/trace.go:171","msg":"trace[2145641362] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19401; }","duration":"1.722617673s","start":"2026-07-16T07:29:20.929874Z","end":"2026-07-16T07:29:22.652492Z","steps":["trace[2145641362] 'agreement among raft nodes before linearized reading' (duration: 1.72250237s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:22.652522Z","caller":"traceutil/trace.go:171","msg":"trace[1483544336] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19401; }","duration":"1.286934603s","start":"2026-07-16T07:29:21.365572Z","end":"2026-07-16T07:29:22.652507Z","steps":["trace[1483544336] 'agreement among raft nodes before linearized reading' (duration: 1.286742847s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.652552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.365544Z","time spent":"1.287003055s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-16T07:29:22.652558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:20.929847Z","time spent":"1.722701996s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.652742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67287259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:22.652769Z","caller":"traceutil/trace.go:171","msg":"trace[1920558898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19401; }","duration":"3.672907451s","start":"2026-07-16T07:29:18.979854Z","end":"2026-07-16T07:29:22.652761Z","steps":["trace[1920558898] 'agreement among raft nodes before linearized reading' (duration: 3.672849929s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.652768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359972295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:22.652787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.979761Z","time spent":"3.673020194s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:22.652803Z","caller":"traceutil/trace.go:171","msg":"trace[1378416837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19401; }","duration":"1.360051677s","start":"2026-07-16T07:29:21.292742Z","end":"2026-07-16T07:29:22.652794Z","steps":["trace[1378416837] 'agreement among raft nodes before linearized reading' (duration: 1.359991185s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.652843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.292712Z","time spent":"1.360123109s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.652928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496470014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:22.652983Z","caller":"traceutil/trace.go:171","msg":"trace[283306111] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19401; }","duration":"1.496584407s","start":"2026-07-16T07:29:21.156387Z","end":"2026-07-16T07:29:22.652971Z","steps":["trace[283306111] 'agreement among raft nodes before linearized reading' (duration: 1.496497584s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.156353Z","time spent":"1.496660819s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.653266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161675256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:22.653313Z","caller":"traceutil/trace.go:171","msg":"trace[1190229827] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19401; }","duration":"1.161767639s","start":"2026-07-16T07:29:21.491534Z","end":"2026-07-16T07:29:22.653302Z","steps":["trace[1190229827] 'agreement among raft nodes before linearized reading' (duration: 1.161695887s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.652522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171464549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:22.653345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.491507Z","time spent":"1.16183022s","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.653286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.57851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:22.65338Z","caller":"traceutil/trace.go:171","msg":"trace[977334422] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19401; }","duration":"2.172362024s","start":"2026-07-16T07:29:20.481006Z","end":"2026-07-16T07:29:22.653368Z","steps":["trace[977334422] 'agreement among raft nodes before linearized reading' (duration: 2.171468009s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:20.48098Z","time spent":"2.172430135s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.653439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285269597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:29:22.653482Z","caller":"traceutil/trace.go:171","msg":"trace[48566588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19401; }","duration":"1.285353199s","start":"2026-07-16T07:29:21.368109Z","end":"2026-07-16T07:29:22.653462Z","steps":["trace[48566588] 'agreement among raft nodes before linearized reading' (duration: 1.285118323s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.3681Z","time spent":"1.285428371s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:29:22.653599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.056391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:22.653626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894376442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929383"} {"level":"info","ts":"2026-07-16T07:29:22.653646Z","caller":"traceutil/trace.go:171","msg":"trace[526130591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19401; }","duration":"3.894416113s","start":"2026-07-16T07:29:18.759224Z","end":"2026-07-16T07:29:22.65364Z","steps":["trace[526130591] 'agreement among raft nodes before linearized reading' (duration: 3.893661652s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:22.653643Z","caller":"traceutil/trace.go:171","msg":"trace[1752596745] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19401; }","duration":"272.105792ms","start":"2026-07-16T07:29:22.381527Z","end":"2026-07-16T07:29:22.653633Z","steps":["trace[1752596745] 'agreement among raft nodes before linearized reading' (duration: 271.988789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.759215Z","time spent":"3.894443064s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929406,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:29:22.653459Z","caller":"traceutil/trace.go:171","msg":"trace[204955086] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19401; }","duration":"356.736235ms","start":"2026-07-16T07:29:22.296663Z","end":"2026-07-16T07:29:22.653399Z","steps":["trace[204955086] 'agreement among raft nodes before linearized reading' (duration: 356.513688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.296614Z","time spent":"357.115936ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:22.65374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285473283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:22.653776Z","caller":"traceutil/trace.go:171","msg":"trace[1597469009] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19401; }","duration":"1.285508544s","start":"2026-07-16T07:29:21.368256Z","end":"2026-07-16T07:29:22.653764Z","steps":["trace[1597469009] 'agreement among raft nodes before linearized reading' (duration: 1.285353549s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:21.368136Z","time spent":"1.285673118s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:29:22.653903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.284079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-16T07:29:22.653951Z","caller":"traceutil/trace.go:171","msg":"trace[410176377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19401; }","duration":"310.350231ms","start":"2026-07-16T07:29:22.343589Z","end":"2026-07-16T07:29:22.653939Z","steps":["trace[410176377] 'agreement among raft nodes before linearized reading' (duration: 310.202276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.653988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.343581Z","time spent":"310.394692ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:22.654058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.966428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:22.654132Z","caller":"traceutil/trace.go:171","msg":"trace[1096280824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19401; }","duration":"333.053649ms","start":"2026-07-16T07:29:22.321062Z","end":"2026-07-16T07:29:22.654116Z","steps":["trace[1096280824] 'agreement among raft nodes before linearized reading' (duration: 332.955027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.654205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.348326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:29:22.654252Z","caller":"traceutil/trace.go:171","msg":"trace[1776641599] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19401; }","duration":"131.4733ms","start":"2026-07-16T07:29:22.522764Z","end":"2026-07-16T07:29:22.654238Z","steps":["trace[1776641599] 'agreement among raft nodes before linearized reading' (duration: 131.353937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.654198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.321035Z","time spent":"333.152402ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:22.654492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.958242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-16T07:29:22.654598Z","caller":"traceutil/trace.go:171","msg":"trace[481529163] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19401; }","duration":"171.088226ms","start":"2026-07-16T07:29:22.483487Z","end":"2026-07-16T07:29:22.654575Z","steps":["trace[481529163] 'agreement among raft nodes before linearized reading' (duration: 169.764729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.654806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895876543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929383"} {"level":"info","ts":"2026-07-16T07:29:22.65483Z","caller":"traceutil/trace.go:171","msg":"trace[493864223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19401; }","duration":"3.895937725s","start":"2026-07-16T07:29:18.758887Z","end":"2026-07-16T07:29:22.654825Z","steps":["trace[493864223] 'agreement among raft nodes before linearized reading' (duration: 3.895079851s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:22.654845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:18.758867Z","time spent":"3.895973707s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929406,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:23.017978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.534778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:23.018128Z","caller":"traceutil/trace.go:171","msg":"trace[973367777] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20324; }","duration":"359.627795ms","start":"2026-07-16T07:29:22.658474Z","end":"2026-07-16T07:29:23.018102Z","steps":["trace[973367777] 'read index received' (duration: 92.856971ms)","trace[973367777] 'applied index is now lower than readState.Index' (duration: 266.768944ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:23.018217Z","caller":"traceutil/trace.go:171","msg":"trace[80008308] transaction","detail":"{read_only:false; response_revision:19402; number_of_response:1; }","duration":"359.8038ms","start":"2026-07-16T07:29:22.658394Z","end":"2026-07-16T07:29:23.018198Z","steps":["trace[80008308] 'process raft request' (duration: 92.902542ms)","trace[80008308] 'compare' (duration: 266.370463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:23.018279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.65838Z","time spent":"359.863891ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:23.018689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.209131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-16T07:29:23.018734Z","caller":"traceutil/trace.go:171","msg":"trace[223556159] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19402; }","duration":"360.265402ms","start":"2026-07-16T07:29:22.658456Z","end":"2026-07-16T07:29:23.018721Z","steps":["trace[223556159] 'agreement among raft nodes before linearized reading' (duration: 360.076957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:23.018766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.658436Z","time spent":"360.321774ms","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:29:23.518566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:23.765194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013805514s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:23.765776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.659749Z","time spent":"1.106016497s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:29:23.766158Z","caller":"traceutil/trace.go:171","msg":"trace[488890419] transaction","detail":"{read_only:false; response_revision:19403; number_of_response:1; }","duration":"1.103398414s","start":"2026-07-16T07:29:22.662713Z","end":"2026-07-16T07:29:23.766111Z","steps":["trace[488890419] 'process raft request' (duration: 1.102931892s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:23.76642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.662699Z","time spent":"1.10359914s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5215,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:23.76741Z","caller":"traceutil/trace.go:171","msg":"trace[200944682] transaction","detail":"{read_only:false; response_revision:19404; number_of_response:1; }","duration":"1.102417847s","start":"2026-07-16T07:29:22.664937Z","end":"2026-07-16T07:29:23.767354Z","steps":["trace[200944682] 'process raft request' (duration: 1.100912075s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:23.767566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.664929Z","time spent":"1.10253896s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:23.768054Z","caller":"traceutil/trace.go:171","msg":"trace[2074090138] transaction","detail":"{read_only:false; response_revision:19405; number_of_response:1; }","duration":"1.101742348s","start":"2026-07-16T07:29:22.666284Z","end":"2026-07-16T07:29:23.768026Z","steps":["trace[2074090138] 'process raft request' (duration: 1.100955367s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:23.768218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.666277Z","time spent":"1.101857191s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:24.238823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.648091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:24.239157Z","caller":"traceutil/trace.go:171","msg":"trace[683247551] transaction","detail":"{read_only:false; response_revision:19407; number_of_response:1; }","duration":"471.999825ms","start":"2026-07-16T07:29:23.767129Z","end":"2026-07-16T07:29:24.239129Z","steps":["trace[683247551] 'process raft request' (duration: 471.897072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.239257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.767109Z","time spent":"472.102199ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:24.239338Z","caller":"traceutil/trace.go:171","msg":"trace[1512551109] linearizableReadLoop","detail":"{readStateIndex:20330; appliedIndex:20325; }","duration":"1.221133023s","start":"2026-07-16T07:29:23.018158Z","end":"2026-07-16T07:29:24.239291Z","steps":["trace[1512551109] 'read index received' (duration: 747.295396ms)","trace[1512551109] 'applied index is now lower than readState.Index' (duration: 473.832627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:24.2395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392134917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:24.2396Z","caller":"traceutil/trace.go:171","msg":"trace[1039351619] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19407; }","duration":"1.392332843s","start":"2026-07-16T07:29:22.847241Z","end":"2026-07-16T07:29:24.239574Z","steps":["trace[1039351619] 'agreement among raft nodes before linearized reading' (duration: 1.392075296s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.23956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570246227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:24.239661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.847211Z","time spent":"1.392439475s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:24.239578Z","caller":"traceutil/trace.go:171","msg":"trace[1467273155] transaction","detail":"{read_only:false; response_revision:19406; number_of_response:1; }","duration":"866.440555ms","start":"2026-07-16T07:29:23.372784Z","end":"2026-07-16T07:29:24.239225Z","steps":["trace[1467273155] 'process raft request' (duration: 629.254359ms)","trace[1467273155] 'compare' (duration: 236.384934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:24.239752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214254813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:24.239807Z","caller":"traceutil/trace.go:171","msg":"trace[1320964286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19407; }","duration":"1.214331925s","start":"2026-07-16T07:29:23.025461Z","end":"2026-07-16T07:29:24.239793Z","steps":["trace[1320964286] 'agreement among raft nodes before linearized reading' (duration: 1.214071517s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.23981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.635842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:24.239858Z","caller":"traceutil/trace.go:171","msg":"trace[2092633328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19407; }","duration":"283.737024ms","start":"2026-07-16T07:29:23.956106Z","end":"2026-07-16T07:29:24.239843Z","steps":["trace[2092633328] 'agreement among raft nodes before linearized reading' (duration: 283.652032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.239831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.41784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:24.239971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.311149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:29:24.240021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.410245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:29:24.240043Z","caller":"traceutil/trace.go:171","msg":"trace[2049691874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19407; }","duration":"444.424223ms","start":"2026-07-16T07:29:23.795597Z","end":"2026-07-16T07:29:24.240021Z","steps":["trace[2049691874] 'agreement among raft nodes before linearized reading' (duration: 444.165536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.239965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.286625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:29:24.240091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.795568Z","time spent":"444.511715ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:29:24.240097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.325558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:24.240145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.352148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:29:24.240161Z","caller":"traceutil/trace.go:171","msg":"trace[1896215715] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19407; }","duration":"872.43465ms","start":"2026-07-16T07:29:23.367709Z","end":"2026-07-16T07:29:24.240144Z","steps":["trace[1896215715] 'agreement among raft nodes before linearized reading' (duration: 872.271536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.018694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:29:24.24019Z","caller":"traceutil/trace.go:171","msg":"trace[843281730] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19407; }","duration":"984.440542ms","start":"2026-07-16T07:29:23.255741Z","end":"2026-07-16T07:29:24.240181Z","steps":["trace[843281730] 'agreement among raft nodes before linearized reading' (duration: 984.344489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.2402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.164318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:29:24.239705Z","caller":"traceutil/trace.go:171","msg":"trace[196687842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19407; }","duration":"1.570453302s","start":"2026-07-16T07:29:22.66922Z","end":"2026-07-16T07:29:24.239673Z","steps":["trace[196687842] 'agreement among raft nodes before linearized reading' (duration: 1.570204976s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.132667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:29:24.240214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.367684Z","time spent":"872.516983ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:29:24.240273Z","caller":"traceutil/trace.go:171","msg":"trace[644746172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19407; }","duration":"870.24289ms","start":"2026-07-16T07:29:23.370014Z","end":"2026-07-16T07:29:24.240257Z","steps":["trace[644746172] 'agreement among raft nodes before linearized reading' (duration: 870.101276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.239858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.0254Z","time spent":"1.214443918s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"info","ts":"2026-07-16T07:29:24.240333Z","caller":"traceutil/trace.go:171","msg":"trace[612729195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19407; }","duration":"870.255051ms","start":"2026-07-16T07:29:23.370045Z","end":"2026-07-16T07:29:24.2403Z","steps":["trace[612729195] 'agreement among raft nodes before linearized reading' (duration: 870.063856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:22.669194Z","time spent":"1.571140212s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:24.240036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.689228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:24.240528Z","caller":"traceutil/trace.go:171","msg":"trace[1796813543] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19407; }","duration":"778.181911ms","start":"2026-07-16T07:29:23.462323Z","end":"2026-07-16T07:29:24.240505Z","steps":["trace[1796813543] 'agreement among raft nodes before linearized reading' (duration: 777.632576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.462276Z","time spent":"778.292084ms","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:24.240113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.372763Z","time spent":"867.022511ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:24.24034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.370008Z","time spent":"870.322263ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:29:24.240049Z","caller":"traceutil/trace.go:171","msg":"trace[145880201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19407; }","duration":"484.689337ms","start":"2026-07-16T07:29:23.755322Z","end":"2026-07-16T07:29:24.240012Z","steps":["trace[145880201] 'agreement among raft nodes before linearized reading' (duration: 484.392149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.755292Z","time spent":"485.51486ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:24.240042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.137997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:29:24.2409Z","caller":"traceutil/trace.go:171","msg":"trace[1468212603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19407; }","duration":"871.018902ms","start":"2026-07-16T07:29:23.369867Z","end":"2026-07-16T07:29:24.240886Z","steps":["trace[1468212603] 'agreement among raft nodes before linearized reading' (duration: 869.907841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.240038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.951635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:24.240949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.36986Z","time spent":"871.076973ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:24.240918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.169973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" ","response":"range_response_count:1 size:5669"} {"level":"info","ts":"2026-07-16T07:29:24.240175Z","caller":"traceutil/trace.go:171","msg":"trace[234238638] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19407; }","duration":"864.641635ms","start":"2026-07-16T07:29:23.375486Z","end":"2026-07-16T07:29:24.240128Z","steps":["trace[234238638] 'agreement among raft nodes before linearized reading' (duration: 864.067129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.241223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.37546Z","time spent":"865.742945ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:24.240273Z","caller":"traceutil/trace.go:171","msg":"trace[752479987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19407; }","duration":"870.117017ms","start":"2026-07-16T07:29:23.370102Z","end":"2026-07-16T07:29:24.240219Z","steps":["trace[752479987] 'agreement among raft nodes before linearized reading' (duration: 870.004063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.241306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.370077Z","time spent":"871.212877ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:24.240269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.255718Z","time spent":"984.504283ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:24.24114Z","caller":"traceutil/trace.go:171","msg":"trace[133960011] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g; range_end:; response_count:1; response_revision:19407; }","duration":"462.392079ms","start":"2026-07-16T07:29:23.77869Z","end":"2026-07-16T07:29:24.241082Z","steps":["trace[133960011] 'agreement among raft nodes before linearized reading' (duration: 460.96112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.241444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.778656Z","time spent":"462.76915ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5692,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" "} {"level":"info","ts":"2026-07-16T07:29:24.240059Z","caller":"traceutil/trace.go:171","msg":"trace[29463199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19407; }","duration":"870.465336ms","start":"2026-07-16T07:29:23.369584Z","end":"2026-07-16T07:29:24.240049Z","steps":["trace[29463199] 'agreement among raft nodes before linearized reading' (duration: 870.358433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.241587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.369577Z","time spent":"871.998339ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:29:24.240397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.37004Z","time spent":"870.343203ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:29:24.240992Z","caller":"traceutil/trace.go:171","msg":"trace[190042246] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19407; }","duration":"472.946652ms","start":"2026-07-16T07:29:23.768022Z","end":"2026-07-16T07:29:24.240969Z","steps":["trace[190042246] 'agreement among raft nodes before linearized reading' (duration: 471.896863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:24.241732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:23.76788Z","time spent":"473.829347ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:24.746854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:25.247259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:25.747579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:26.244018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997375009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:26.244113Z","caller":"traceutil/trace.go:171","msg":"trace[937170887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997505423s","start":"2026-07-16T07:29:24.246585Z","end":"2026-07-16T07:29:26.24409Z","steps":["trace[937170887] 'agreement among raft nodes before linearized reading' (duration: 1.997382459s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:26.244181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.246576Z","time spent":"1.997594466s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:26.248268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:26.749175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:27.249777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:27.657763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.411379711s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:27.802343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:25.306419Z","time spent":"2.49591479s","remote":"127.0.0.1:42570","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:29:27.804859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.469194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:27.805055Z","caller":"traceutil/trace.go:171","msg":"trace[1832970500] transaction","detail":"{read_only:false; response_revision:19408; number_of_response:1; }","duration":"3.558777882s","start":"2026-07-16T07:29:24.246249Z","end":"2026-07-16T07:29:27.805026Z","steps":["trace[1832970500] 'process raft request' (duration: 3.411966678s)","trace[1832970500] 'compare' (duration: 143.515683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:27.805178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.246216Z","time spent":"3.558890485s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:28.252766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:28.252889Z","caller":"traceutil/trace.go:171","msg":"trace[379031037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000130397s","start":"2026-07-16T07:29:26.252735Z","end":"2026-07-16T07:29:28.252866Z","steps":["trace[379031037] 'agreement among raft nodes before linearized reading' (duration: 1.999983653s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:28.252942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:26.252706Z","time spent":"2.0002245s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:29.245832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.24829Z","time spent":"4.997514798s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:29.247403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.249392Z","time spent":"4.998006972s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:29.248408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196070329s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:29.248495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.249302Z","time spent":"4.999182784s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-16T07:29:29.249196Z","caller":"traceutil/trace.go:171","msg":"trace[394156643] transaction","detail":"{read_only:false; response_revision:19410; number_of_response:1; }","duration":"4.999924425s","start":"2026-07-16T07:29:24.249241Z","end":"2026-07-16T07:29:29.249165Z","steps":["trace[394156643] 'process raft request' (duration: 4.999782601s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.249391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.24922Z","time spent":"5.000063468s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:29.249591Z","caller":"traceutil/trace.go:171","msg":"trace[678354222] transaction","detail":"{read_only:false; response_revision:19412; number_of_response:1; }","duration":"5.000203653s","start":"2026-07-16T07:29:24.249346Z","end":"2026-07-16T07:29:29.249549Z","steps":["trace[678354222] 'process raft request' (duration: 4.999777101s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:29.249705Z","caller":"traceutil/trace.go:171","msg":"trace[1700457432] transaction","detail":"{read_only:false; response_revision:19414; number_of_response:1; }","duration":"4.999230576s","start":"2026-07-16T07:29:24.250444Z","end":"2026-07-16T07:29:29.249674Z","steps":["trace[1700457432] 'process raft request' (duration: 4.999092812s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.249757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.249313Z","time spent":"5.000343367s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:29.249818Z","caller":"traceutil/trace.go:171","msg":"trace[1816068830] transaction","detail":"{read_only:false; response_revision:19415; number_of_response:1; }","duration":"4.998405493s","start":"2026-07-16T07:29:24.251395Z","end":"2026-07-16T07:29:29.2498Z","steps":["trace[1816068830] 'process raft request' (duration: 4.998200857s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.249895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.250433Z","time spent":"4.999358269s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:29.249905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.25138Z","time spent":"4.998474855s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:29.25012Z","caller":"traceutil/trace.go:171","msg":"trace[367877822] linearizableReadLoop","detail":"{readStateIndex:20341; appliedIndex:20331; }","duration":"5.003624717s","start":"2026-07-16T07:29:24.246481Z","end":"2026-07-16T07:29:29.250106Z","steps":["trace[367877822] 'read index received' (duration: 3.411652549s)","trace[367877822] 'applied index is now lower than readState.Index' (duration: 1.591970258s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:29.250139Z","caller":"traceutil/trace.go:171","msg":"trace[3306735] transaction","detail":"{read_only:false; response_revision:19417; number_of_response:1; }","duration":"2.997227068s","start":"2026-07-16T07:29:26.252897Z","end":"2026-07-16T07:29:29.250124Z","steps":["trace[3306735] 'process raft request' (duration: 2.997105684s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:29.25021Z","caller":"traceutil/trace.go:171","msg":"trace[1421912079] transaction","detail":"{read_only:false; response_revision:19418; number_of_response:1; }","duration":"1.722302216s","start":"2026-07-16T07:29:27.527892Z","end":"2026-07-16T07:29:29.250194Z","steps":["trace[1421912079] 'process raft request' (duration: 1.722175282s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.250223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:26.252869Z","time spent":"2.99730141s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:29.250277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:27.527858Z","time spent":"1.722380008s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:29.250271Z","caller":"traceutil/trace.go:171","msg":"trace[754263607] transaction","detail":"{read_only:false; response_revision:19416; number_of_response:1; }","duration":"4.643568121s","start":"2026-07-16T07:29:24.606646Z","end":"2026-07-16T07:29:29.250214Z","steps":["trace[754263607] 'process raft request' (duration: 4.643101288s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.250472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003986877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:29:29.250516Z","caller":"traceutil/trace.go:171","msg":"trace[1289992830] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19418; }","duration":"5.00407558s","start":"2026-07-16T07:29:24.246426Z","end":"2026-07-16T07:29:29.250502Z","steps":["trace[1289992830] 'agreement among raft nodes before linearized reading' (duration: 5.003935876s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:29.250517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.606612Z","time spent":"4.643768806s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:29.250546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.246399Z","time spent":"5.004140912s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:29:30.2534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999681254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:30.253495Z","caller":"traceutil/trace.go:171","msg":"trace[2046454704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999839918s","start":"2026-07-16T07:29:28.253633Z","end":"2026-07-16T07:29:30.253473Z","steps":["trace[2046454704] 'agreement among raft nodes before linearized reading' (duration: 1.999717905s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:30.253551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:28.253598Z","time spent":"1.999940461s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:30.311007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:30.311096Z","caller":"traceutil/trace.go:171","msg":"trace[1043301859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466886s","start":"2026-07-16T07:29:28.310609Z","end":"2026-07-16T07:29:30.311075Z","steps":["trace[1043301859] 'agreement among raft nodes before linearized reading' (duration: 2.000360033s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:30.311146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:28.310582Z","time spent":"2.000553737s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:30.884338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.814138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:30.884424Z","caller":"traceutil/trace.go:171","msg":"trace[1626586560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19418; }","duration":"843.931121ms","start":"2026-07-16T07:29:30.040471Z","end":"2026-07-16T07:29:30.884402Z","steps":["trace[1626586560] 'range keys from in-memory index tree' (duration: 843.787648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:30.886253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238574515s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:30.886567Z","caller":"traceutil/trace.go:171","msg":"trace[212780172] linearizableReadLoop","detail":"{readStateIndex:20343; appliedIndex:20342; }","duration":"1.636357686s","start":"2026-07-16T07:29:29.250157Z","end":"2026-07-16T07:29:30.886515Z","steps":["trace[212780172] 'read index received' (duration: 397.391609ms)","trace[212780172] 'applied index is now lower than readState.Index' (duration: 1.238962217s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:30.886573Z","caller":"traceutil/trace.go:171","msg":"trace[934366196] transaction","detail":"{read_only:false; response_revision:19419; number_of_response:1; }","duration":"2.040999238s","start":"2026-07-16T07:29:28.845515Z","end":"2026-07-16T07:29:30.886514Z","steps":["trace[934366196] 'process raft request' (duration: 802.061502ms)","trace[934366196] 'compare' (duration: 1.237728692s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:30.886884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:28.845484Z","time spent":"2.041288565s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:31.24447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.074212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:29:31.244614Z","caller":"traceutil/trace.go:171","msg":"trace[1733329052] linearizableReadLoop","detail":"{readStateIndex:20344; appliedIndex:20343; }","duration":"357.951059ms","start":"2026-07-16T07:29:30.886641Z","end":"2026-07-16T07:29:31.244592Z","steps":["trace[1733329052] 'read index received' (duration: 101.953µs)","trace[1733329052] 'applied index is now lower than readState.Index' (duration: 357.847056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.245067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20133442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.24512Z","caller":"traceutil/trace.go:171","msg":"trace[86150290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19419; }","duration":"5.201469064s","start":"2026-07-16T07:29:26.043632Z","end":"2026-07-16T07:29:31.245101Z","steps":["trace[86150290] 'agreement among raft nodes before linearized reading' (duration: 4.842930839s)","trace[86150290] 'count revisions from in-memory index tree' (duration: 358.388631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.245164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:26.043607Z","time spent":"5.201542696s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.245421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104973589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:31.245464Z","caller":"traceutil/trace.go:171","msg":"trace[356585857] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19419; }","duration":"3.105062633s","start":"2026-07-16T07:29:28.140389Z","end":"2026-07-16T07:29:31.245452Z","steps":["trace[356585857] 'agreement among raft nodes before linearized reading' (duration: 2.74625717s)","trace[356585857] 'count revisions from in-memory index tree' (duration: 358.74858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.245516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:28.140359Z","time spent":"3.105147314s","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.245779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436348332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-16T07:29:31.24582Z","caller":"traceutil/trace.go:171","msg":"trace[1829052292] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588; range_end:; response_count:1; response_revision:19419; }","duration":"3.436436025s","start":"2026-07-16T07:29:27.809372Z","end":"2026-07-16T07:29:31.245808Z","steps":["trace[1829052292] 'agreement among raft nodes before linearized reading' (duration: 3.077289684s)","trace[1829052292] 'range keys from in-memory index tree' (duration: 359.015488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.245852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:27.809352Z","time spent":"3.436493606s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" "} {"level":"warn","ts":"2026-07-16T07:29:31.246065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582389635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:29:31.246105Z","caller":"traceutil/trace.go:171","msg":"trace[1678343324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19419; }","duration":"3.582488538s","start":"2026-07-16T07:29:27.663606Z","end":"2026-07-16T07:29:31.246094Z","steps":["trace[1678343324] 'agreement among raft nodes before linearized reading' (duration: 3.2230816s)","trace[1678343324] 'range keys from in-memory index tree' (duration: 359.311566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.246133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:27.663576Z","time spent":"3.58255082s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:29:31.246419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628860781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:31.24646Z","caller":"traceutil/trace.go:171","msg":"trace[469435471] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19419; }","duration":"3.628945414s","start":"2026-07-16T07:29:27.617504Z","end":"2026-07-16T07:29:31.246449Z","steps":["trace[469435471] 'agreement among raft nodes before linearized reading' (duration: 3.269201906s)","trace[469435471] 'count revisions from in-memory index tree' (duration: 359.690127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.24649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:27.617481Z","time spent":"3.629000865s","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.246656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427053379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:31.246695Z","caller":"traceutil/trace.go:171","msg":"trace[1981172270] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19419; }","duration":"5.427128001s","start":"2026-07-16T07:29:25.819557Z","end":"2026-07-16T07:29:31.246685Z","steps":["trace[1981172270] 'agreement among raft nodes before linearized reading' (duration: 5.067144316s)","trace[1981172270] 'count revisions from in-memory index tree' (duration: 359.914042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.246727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:25.819529Z","time spent":"5.427189313s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.246954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.997772888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:29:31.246994Z","caller":"traceutil/trace.go:171","msg":"trace[430294821] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19419; }","duration":"6.997834509s","start":"2026-07-16T07:29:24.249149Z","end":"2026-07-16T07:29:31.246984Z","steps":["trace[430294821] 'agreement among raft nodes before linearized reading' (duration: 6.637573567s)","trace[430294821] 'range keys from in-memory index tree' (duration: 360.16956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.247024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.249139Z","time spent":"6.997877711s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:31.247332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052058158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.247388Z","caller":"traceutil/trace.go:171","msg":"trace[1122663311] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19419; }","duration":"5.05211519s","start":"2026-07-16T07:29:26.195258Z","end":"2026-07-16T07:29:31.247373Z","steps":["trace[1122663311] 'agreement among raft nodes before linearized reading' (duration: 4.691451746s)","trace[1122663311] 'count revisions from in-memory index tree' (duration: 360.577441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.247419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:26.195185Z","time spent":"5.052226643s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.247567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.99858208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:29:31.247597Z","caller":"traceutil/trace.go:171","msg":"trace[1828031374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19419; }","duration":"6.998646172s","start":"2026-07-16T07:29:24.248942Z","end":"2026-07-16T07:29:31.247588Z","steps":["trace[1828031374] 'agreement among raft nodes before linearized reading' (duration: 6.637794353s)","trace[1828031374] 'range keys from in-memory index tree' (duration: 360.787857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.24762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.248916Z","time spent":"6.998694983s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:31.247796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950987672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:31.247825Z","caller":"traceutil/trace.go:171","msg":"trace[1096457841] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19419; }","duration":"6.951069335s","start":"2026-07-16T07:29:24.296747Z","end":"2026-07-16T07:29:31.247817Z","steps":["trace[1096457841] 'agreement among raft nodes before linearized reading' (duration: 6.58999151s)","trace[1096457841] 'count revisions from in-memory index tree' (duration: 361.036844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.247845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.29672Z","time spent":"6.951118766s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":127,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.247992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.570643164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:31.248021Z","caller":"traceutil/trace.go:171","msg":"trace[1271225908] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19419; }","duration":"6.570717876s","start":"2026-07-16T07:29:24.677295Z","end":"2026-07-16T07:29:31.248013Z","steps":["trace[1271225908] 'agreement among raft nodes before linearized reading' (duration: 6.209435716s)","trace[1271225908] 'range keys from in-memory index tree' (duration: 361.190318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.24804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.677263Z","time spent":"6.570773168s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:29:31.248192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.993585602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-16T07:29:31.248166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.411713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.248283Z","caller":"traceutil/trace.go:171","msg":"trace[89384303] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19419; }","duration":"806.615478ms","start":"2026-07-16T07:29:30.441645Z","end":"2026-07-16T07:29:31.24826Z","steps":["trace[89384303] 'agreement among raft nodes before linearized reading' (duration: 806.374242ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:31.248221Z","caller":"traceutil/trace.go:171","msg":"trace[2068772227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19419; }","duration":"6.993624313s","start":"2026-07-16T07:29:24.254588Z","end":"2026-07-16T07:29:31.248212Z","steps":["trace[2068772227] 'agreement among raft nodes before linearized reading' (duration: 6.632172208s)","trace[2068772227] 'range keys from in-memory index tree' (duration: 361.378393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.248356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:30.441621Z","time spent":"806.714351ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.248374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.254578Z","time spent":"6.993788077s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:29:31.248446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.291262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.24853Z","caller":"traceutil/trace.go:171","msg":"trace[1198705189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19419; }","duration":"986.437606ms","start":"2026-07-16T07:29:30.262066Z","end":"2026-07-16T07:29:31.248503Z","steps":["trace[1198705189] 'agreement among raft nodes before linearized reading' (duration: 986.266531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.24857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.569674308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:29:31.248603Z","caller":"traceutil/trace.go:171","msg":"trace[1005285850] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19419; }","duration":"6.56976442s","start":"2026-07-16T07:29:24.67883Z","end":"2026-07-16T07:29:31.248595Z","steps":["trace[1005285850] 'agreement among raft nodes before linearized reading' (duration: 6.207935344s)","trace[1005285850] 'range keys from in-memory index tree' (duration: 361.723323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.248627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:24.67876Z","time spent":"6.569861952s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:31.248728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167990742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-16T07:29:31.248759Z","caller":"traceutil/trace.go:171","msg":"trace[1318516556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19419; }","duration":"1.168097255s","start":"2026-07-16T07:29:30.080654Z","end":"2026-07-16T07:29:31.248751Z","steps":["trace[1318516556] 'agreement among raft nodes before linearized reading' (duration: 1.16793913s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.248782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:30.08063Z","time spent":"1.168146377s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:31.248953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249431816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:31.248989Z","caller":"traceutil/trace.go:171","msg":"trace[1279848551] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19419; }","duration":"1.249470877s","start":"2026-07-16T07:29:29.99951Z","end":"2026-07-16T07:29:31.24898Z","steps":["trace[1279848551] 'agreement among raft nodes before linearized reading' (duration: 1.249307843s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.24901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:29.999442Z","time spent":"1.24956281s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:31.249005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993785701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:29:31.249093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995132437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:10776"} {"level":"info","ts":"2026-07-16T07:29:31.249127Z","caller":"traceutil/trace.go:171","msg":"trace[501471364] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19419; }","duration":"1.995192629s","start":"2026-07-16T07:29:29.253927Z","end":"2026-07-16T07:29:31.24912Z","steps":["trace[501471364] 'agreement among raft nodes before linearized reading' (duration: 1.995076466s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.249154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:29.253911Z","time spent":"1.995237691s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10799,"request content":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:31.249175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916393517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:29:31.249196Z","caller":"traceutil/trace.go:171","msg":"trace[448529760] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19419; }","duration":"1.91646376s","start":"2026-07-16T07:29:29.332727Z","end":"2026-07-16T07:29:31.249191Z","steps":["trace[448529760] 'agreement among raft nodes before linearized reading' (duration: 1.916391608s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.249226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:29.332703Z","time spent":"1.916517951s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:29:31.249335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.602922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.249379Z","caller":"traceutil/trace.go:171","msg":"trace[1518464357] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19419; }","duration":"278.696145ms","start":"2026-07-16T07:29:30.970674Z","end":"2026-07-16T07:29:31.24937Z","steps":["trace[1518464357] 'agreement among raft nodes before linearized reading' (duration: 278.633333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.248575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:30.262038Z","time spent":"986.531109ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:29:31.249097Z","caller":"traceutil/trace.go:171","msg":"trace[1104775076] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19419; }","duration":"1.993901504s","start":"2026-07-16T07:29:29.255175Z","end":"2026-07-16T07:29:31.249077Z","steps":["trace[1104775076] 'agreement among raft nodes before linearized reading' (duration: 1.993608196s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.249586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:29.255092Z","time spent":"1.99448319s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:29:31.485141Z","caller":"traceutil/trace.go:171","msg":"trace[327535655] transaction","detail":"{read_only:false; response_revision:19420; number_of_response:1; }","duration":"232.548627ms","start":"2026-07-16T07:29:31.252564Z","end":"2026-07-16T07:29:31.485113Z","steps":["trace[327535655] 'process raft request' (duration: 232.346511ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:31.485297Z","caller":"traceutil/trace.go:171","msg":"trace[2064220818] linearizableReadLoop","detail":"{readStateIndex:20345; appliedIndex:20345; }","duration":"232.66698ms","start":"2026-07-16T07:29:31.252578Z","end":"2026-07-16T07:29:31.485245Z","steps":["trace[2064220818] 'read index received' (duration: 232.65119ms)","trace[2064220818] 'applied index is now lower than readState.Index' (duration: 13.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:31.48557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.977279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:31.48561Z","caller":"traceutil/trace.go:171","msg":"trace[2122299861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19420; }","duration":"233.078071ms","start":"2026-07-16T07:29:31.252522Z","end":"2026-07-16T07:29:31.4856Z","steps":["trace[2122299861] 'agreement among raft nodes before linearized reading' (duration: 232.875916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:31.986082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:29:32.213666Z","caller":"traceutil/trace.go:171","msg":"trace[263402322] transaction","detail":"{read_only:false; response_revision:19422; number_of_response:1; }","duration":"955.451859ms","start":"2026-07-16T07:29:31.258178Z","end":"2026-07-16T07:29:32.21363Z","steps":["trace[263402322] 'process raft request' (duration: 955.292344ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:32.213833Z","caller":"traceutil/trace.go:171","msg":"trace[1702156736] transaction","detail":"{read_only:false; response_revision:19421; number_of_response:1; }","duration":"955.644124ms","start":"2026-07-16T07:29:31.25812Z","end":"2026-07-16T07:29:32.213764Z","steps":["trace[1702156736] 'process raft request' (duration: 954.579685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.213891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.258171Z","time spent":"955.607273ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:32.213974Z","caller":"traceutil/trace.go:171","msg":"trace[223072339] linearizableReadLoop","detail":"{readStateIndex:20350; appliedIndex:20345; }","duration":"728.565978ms","start":"2026-07-16T07:29:31.485372Z","end":"2026-07-16T07:29:32.213938Z","steps":["trace[223072339] 'read index received' (duration: 727.277232ms)","trace[223072339] 'applied index is now lower than readState.Index' (duration: 1.280226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:32.214029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.258107Z","time spent":"955.813789ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:32.214022Z","caller":"traceutil/trace.go:171","msg":"trace[1282567579] transaction","detail":"{read_only:false; response_revision:19423; number_of_response:1; }","duration":"955.658374ms","start":"2026-07-16T07:29:31.25825Z","end":"2026-07-16T07:29:32.213908Z","steps":["trace[1282567579] 'process raft request' (duration: 955.332075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.214391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.258246Z","time spent":"955.941622ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:32.214742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.696473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:29:32.21508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.971031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:29:32.216481Z","caller":"traceutil/trace.go:171","msg":"trace[1094297093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19425; }","duration":"957.574337ms","start":"2026-07-16T07:29:31.258063Z","end":"2026-07-16T07:29:32.215637Z","steps":["trace[1094297093] 'agreement among raft nodes before linearized reading' (duration: 956.806966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.215132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.042592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:32.21663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.258059Z","time spent":"958.537254ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:29:32.217043Z","caller":"traceutil/trace.go:171","msg":"trace[235784640] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19425; }","duration":"958.944645ms","start":"2026-07-16T07:29:31.258045Z","end":"2026-07-16T07:29:32.21699Z","steps":["trace[235784640] 'agreement among raft nodes before linearized reading' (duration: 956.858298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.217171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.258042Z","time spent":"959.10581ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:29:32.218259Z","caller":"traceutil/trace.go:171","msg":"trace[340414399] transaction","detail":"{read_only:false; response_revision:19425; number_of_response:1; }","duration":"954.976046ms","start":"2026-07-16T07:29:31.263256Z","end":"2026-07-16T07:29:32.218232Z","steps":["trace[340414399] 'process raft request' (duration: 950.586034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.218648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.263241Z","time spent":"955.285514ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10960,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:32.220097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.056795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:32.220133Z","caller":"traceutil/trace.go:171","msg":"trace[872557176] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19425; }","duration":"542.160238ms","start":"2026-07-16T07:29:31.677963Z","end":"2026-07-16T07:29:32.220123Z","steps":["trace[872557176] 'agreement among raft nodes before linearized reading' (duration: 542.036285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.220162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.677923Z","time spent":"542.23203ms","remote":"127.0.0.1:40178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:32.22014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.870232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:32.22022Z","caller":"traceutil/trace.go:171","msg":"trace[1041462640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19425; }","duration":"731.000095ms","start":"2026-07-16T07:29:31.4892Z","end":"2026-07-16T07:29:32.2202Z","steps":["trace[1041462640] 'agreement among raft nodes before linearized reading' (duration: 730.758189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.22034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.48918Z","time spent":"731.14501ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:29:32.221067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.488808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:32.221128Z","caller":"traceutil/trace.go:171","msg":"trace[913845019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19425; }","duration":"727.55552ms","start":"2026-07-16T07:29:31.493547Z","end":"2026-07-16T07:29:32.221102Z","steps":["trace[913845019] 'agreement among raft nodes before linearized reading' (duration: 727.305263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.221164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.493536Z","time spent":"727.619282ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:29:32.221351Z","caller":"traceutil/trace.go:171","msg":"trace[472079157] transaction","detail":"{read_only:false; response_revision:19424; number_of_response:1; }","duration":"953.317769ms","start":"2026-07-16T07:29:31.261531Z","end":"2026-07-16T07:29:32.214849Z","steps":["trace[472079157] 'process raft request' (duration: 952.206359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.221506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.261513Z","time spent":"959.920692ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:32.221639Z","caller":"traceutil/trace.go:171","msg":"trace[1217548429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19425; }","duration":"956.880068ms","start":"2026-07-16T07:29:31.257977Z","end":"2026-07-16T07:29:32.214857Z","steps":["trace[1217548429] 'agreement among raft nodes before linearized reading' (duration: 956.407005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.222138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.257958Z","time spent":"964.164579ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:32.22253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.945261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-16T07:29:32.222619Z","caller":"traceutil/trace.go:171","msg":"trace[1350858057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521; range_end:; response_count:1; response_revision:19425; }","duration":"965.088095ms","start":"2026-07-16T07:29:31.257513Z","end":"2026-07-16T07:29:32.222601Z","steps":["trace[1350858057] 'agreement among raft nodes before linearized reading' (duration: 957.33113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.222683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.25749Z","time spent":"965.165907ms","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bbbdc900-f335-439f-88d7-b8f315db1521\" "} {"level":"warn","ts":"2026-07-16T07:29:32.227901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.799238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929597"} {"level":"info","ts":"2026-07-16T07:29:32.227992Z","caller":"traceutil/trace.go:171","msg":"trace[2029145280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19425; }","duration":"968.910542ms","start":"2026-07-16T07:29:31.259063Z","end":"2026-07-16T07:29:32.227973Z","steps":["trace[2029145280] 'agreement among raft nodes before linearized reading' (duration: 954.899854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:32.228095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.259055Z","time spent":"969.007144ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929620,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:32.230883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.820342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929597"} {"level":"info","ts":"2026-07-16T07:29:32.230921Z","caller":"traceutil/trace.go:171","msg":"trace[919194610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19425; }","duration":"971.871813ms","start":"2026-07-16T07:29:31.259038Z","end":"2026-07-16T07:29:32.23091Z","steps":["trace[919194610] 'agreement among raft nodes before linearized reading' (duration: 955.091858ms)","trace[919194610] 'range keys from bolt db' (duration: 16.480976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:32.230956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:31.259033Z","time spent":"971.914374ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929620,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:33.831983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334455069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:33.832488Z","caller":"traceutil/trace.go:171","msg":"trace[1158729464] transaction","detail":"{read_only:false; response_revision:19429; number_of_response:1; }","duration":"1.601372047s","start":"2026-07-16T07:29:32.231088Z","end":"2026-07-16T07:29:33.83246Z","steps":["trace[1158729464] 'process raft request' (duration: 1.601318856s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:33.832486Z","caller":"traceutil/trace.go:171","msg":"trace[114773804] linearizableReadLoop","detail":"{readStateIndex:20351; appliedIndex:20350; }","duration":"1.605992335s","start":"2026-07-16T07:29:32.226444Z","end":"2026-07-16T07:29:33.832436Z","steps":["trace[114773804] 'read index received' (duration: 270.871178ms)","trace[114773804] 'applied index is now lower than readState.Index' (duration: 1.335116057s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:33.832593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.231066Z","time spent":"1.60147457s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:33.832685Z","caller":"traceutil/trace.go:171","msg":"trace[639166564] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"1.601716427s","start":"2026-07-16T07:29:32.230907Z","end":"2026-07-16T07:29:33.832623Z","steps":["trace[639166564] 'process raft request' (duration: 1.601264434s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:33.832723Z","caller":"traceutil/trace.go:171","msg":"trace[410479557] transaction","detail":"{read_only:false; response_revision:19426; number_of_response:1; }","duration":"1.606381716s","start":"2026-07-16T07:29:32.226289Z","end":"2026-07-16T07:29:33.832671Z","steps":["trace[410479557] 'process raft request' (duration: 271.096324ms)","trace[410479557] 'compare' (duration: 1.333929474s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:33.832876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606383296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" ","response":"range_response_count:1 size:5381"} {"level":"info","ts":"2026-07-16T07:29:33.832892Z","caller":"traceutil/trace.go:171","msg":"trace[942376258] transaction","detail":"{read_only:false; response_revision:19428; number_of_response:1; }","duration":"1.601758948s","start":"2026-07-16T07:29:32.231086Z","end":"2026-07-16T07:29:33.832845Z","steps":["trace[942376258] 'process raft request' (duration: 1.601267924s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:33.832946Z","caller":"traceutil/trace.go:171","msg":"trace[1560520838] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z; range_end:; response_count:1; response_revision:19429; }","duration":"1.60652911s","start":"2026-07-16T07:29:32.226391Z","end":"2026-07-16T07:29:33.83292Z","steps":["trace[1560520838] 'agreement among raft nodes before linearized reading' (duration: 1.606251422s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:33.833081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.932463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:33.833122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.408281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-07-16T07:29:33.833145Z","caller":"traceutil/trace.go:171","msg":"trace[747015461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19429; }","duration":"912.045376ms","start":"2026-07-16T07:29:32.921078Z","end":"2026-07-16T07:29:33.833124Z","steps":["trace[747015461] 'agreement among raft nodes before linearized reading' (duration: 911.933562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:33.833168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.226367Z","time spent":"1.606761177s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5404,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" "} {"level":"warn","ts":"2026-07-16T07:29:33.833126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175705104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-16T07:29:33.833196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.921049Z","time spent":"912.135168ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:29:33.833198Z","caller":"traceutil/trace.go:171","msg":"trace[906418287] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:19429; }","duration":"397.466493ms","start":"2026-07-16T07:29:33.4357Z","end":"2026-07-16T07:29:33.833167Z","steps":["trace[906418287] 'agreement among raft nodes before linearized reading' (duration: 397.301208ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:33.833271Z","caller":"traceutil/trace.go:171","msg":"trace[1988098829] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19429; }","duration":"1.175932191s","start":"2026-07-16T07:29:32.657306Z","end":"2026-07-16T07:29:33.833238Z","steps":["trace[1988098829] 'agreement among raft nodes before linearized reading' (duration: 1.175513279s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:33.832955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.230867Z","time spent":"1.601935403s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:33.832949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.226254Z","time spent":"1.606567201s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:33.833285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.904271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:29:33.833432Z","caller":"traceutil/trace.go:171","msg":"trace[1407852892] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19429; }","duration":"214.137167ms","start":"2026-07-16T07:29:33.619256Z","end":"2026-07-16T07:29:33.833394Z","steps":["trace[1407852892] 'agreement among raft nodes before linearized reading' (duration: 213.657924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:33.833485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.231073Z","time spent":"1.601952814s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:33.833289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.435636Z","time spent":"397.638277ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":982,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-07-16T07:29:33.833347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:32.657275Z","time spent":"1.176058844s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:29:34.388367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.527232ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:29:34.388509Z","caller":"traceutil/trace.go:171","msg":"trace[1754263170] linearizableReadLoop","detail":"{readStateIndex:20355; appliedIndex:20354; }","duration":"549.550442ms","start":"2026-07-16T07:29:33.838933Z","end":"2026-07-16T07:29:34.388483Z","steps":["trace[1754263170] 'read index received' (duration: 142.017071ms)","trace[1754263170] 'applied index is now lower than readState.Index' (duration: 407.531271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:34.388553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.836623Z","time spent":"551.914798ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:29:34.388742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.79505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:34.388793Z","caller":"traceutil/trace.go:171","msg":"trace[714393658] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19429; }","duration":"549.950263ms","start":"2026-07-16T07:29:33.838827Z","end":"2026-07-16T07:29:34.388777Z","steps":["trace[714393658] 'agreement among raft nodes before linearized reading' (duration: 549.746228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.388837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.838804Z","time spent":"550.024736ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"info","ts":"2026-07-16T07:29:34.864122Z","caller":"traceutil/trace.go:171","msg":"trace[1956699084] transaction","detail":"{read_only:false; response_revision:19430; number_of_response:1; }","duration":"1.02416129s","start":"2026-07-16T07:29:33.839922Z","end":"2026-07-16T07:29:34.864083Z","steps":["trace[1956699084] 'process raft request' (duration: 955.14994ms)","trace[1956699084] 'compare' (duration: 68.695081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:34.864341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.839902Z","time spent":"1.024315235s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:34.864474Z","caller":"traceutil/trace.go:171","msg":"trace[2033339415] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"643.830832ms","start":"2026-07-16T07:29:34.22062Z","end":"2026-07-16T07:29:34.864451Z","steps":["trace[2033339415] 'process raft request' (duration: 643.673728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.864619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.22058Z","time spent":"643.962116ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:34.865111Z","caller":"traceutil/trace.go:171","msg":"trace[121210709] transaction","detail":"{read_only:false; response_revision:19431; number_of_response:1; }","duration":"1.02200247s","start":"2026-07-16T07:29:33.843091Z","end":"2026-07-16T07:29:34.865093Z","steps":["trace[121210709] 'process raft request' (duration: 1.020894119s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.865225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.843064Z","time spent":"1.022121254s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5376,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:34.865224Z","caller":"traceutil/trace.go:171","msg":"trace[247642940] transaction","detail":"{read_only:false; response_revision:19433; number_of_response:1; }","duration":"475.035289ms","start":"2026-07-16T07:29:34.390171Z","end":"2026-07-16T07:29:34.865206Z","steps":["trace[247642940] 'process raft request' (duration: 474.232847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.865519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.390134Z","time spent":"475.218364ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:34.865675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.285048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:34.865714Z","caller":"traceutil/trace.go:171","msg":"trace[1562679157] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19434; }","duration":"621.3544ms","start":"2026-07-16T07:29:34.244349Z","end":"2026-07-16T07:29:34.865704Z","steps":["trace[1562679157] 'agreement among raft nodes before linearized reading' (duration: 621.268678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.865709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.246664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-07-16T07:29:34.865743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.244337Z","time spent":"621.400011ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"info","ts":"2026-07-16T07:29:34.865763Z","caller":"traceutil/trace.go:171","msg":"trace[1412043802] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19434; }","duration":"618.322086ms","start":"2026-07-16T07:29:34.247427Z","end":"2026-07-16T07:29:34.865749Z","steps":["trace[1412043802] 'agreement among raft nodes before linearized reading' (duration: 618.122951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.865807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.247417Z","time spent":"618.382048ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:34.865587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.859621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:29:34.865915Z","caller":"traceutil/trace.go:171","msg":"trace[653642303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19434; }","duration":"636.222801ms","start":"2026-07-16T07:29:34.229662Z","end":"2026-07-16T07:29:34.865884Z","steps":["trace[653642303] 'agreement among raft nodes before linearized reading' (duration: 635.764108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.865981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.229637Z","time spent":"636.328494ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:29:34.866028Z","caller":"traceutil/trace.go:171","msg":"trace[1615133550] transaction","detail":"{read_only:false; response_revision:19434; number_of_response:1; }","duration":"474.150535ms","start":"2026-07-16T07:29:34.391864Z","end":"2026-07-16T07:29:34.866014Z","steps":["trace[1615133550] 'process raft request' (duration: 473.280441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.866116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.694011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T07:29:34.866122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.391849Z","time spent":"474.225257ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:34.866151Z","caller":"traceutil/trace.go:171","msg":"trace[782142411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19434; }","duration":"646.781463ms","start":"2026-07-16T07:29:34.219362Z","end":"2026-07-16T07:29:34.866143Z","steps":["trace[782142411] 'agreement among raft nodes before linearized reading' (duration: 646.704061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.866176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.219331Z","time spent":"646.840735ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:34.866357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.397287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T07:29:34.866385Z","caller":"traceutil/trace.go:171","msg":"trace[59190821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19434; }","duration":"640.444489ms","start":"2026-07-16T07:29:34.225934Z","end":"2026-07-16T07:29:34.866379Z","steps":["trace[59190821] 'agreement among raft nodes before linearized reading' (duration: 640.370517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.866405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.225924Z","time spent":"640.476379ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:29:34.866501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025216369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:959"} {"level":"info","ts":"2026-07-16T07:29:34.866649Z","caller":"traceutil/trace.go:171","msg":"trace[865287139] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:19434; }","duration":"1.025371524s","start":"2026-07-16T07:29:33.841226Z","end":"2026-07-16T07:29:34.866598Z","steps":["trace[865287139] 'agreement among raft nodes before linearized reading' (duration: 1.025037155s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:34.865412Z","caller":"traceutil/trace.go:171","msg":"trace[129752788] linearizableReadLoop","detail":"{readStateIndex:20358; appliedIndex:20355; }","duration":"476.806478ms","start":"2026-07-16T07:29:34.388541Z","end":"2026-07-16T07:29:34.865347Z","steps":["trace[129752788] 'read index received' (duration: 406.551314ms)","trace[129752788] 'applied index is now lower than readState.Index' (duration: 70.252704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:34.866773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.84122Z","time spent":"1.025494807s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":982,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-07-16T07:29:34.867067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.142615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:29:34.867154Z","caller":"traceutil/trace.go:171","msg":"trace[92566466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19434; }","duration":"120.257409ms","start":"2026-07-16T07:29:34.74687Z","end":"2026-07-16T07:29:34.867127Z","steps":["trace[92566466] 'agreement among raft nodes before linearized reading' (duration: 119.977341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.868176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029187309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:29:34.868251Z","caller":"traceutil/trace.go:171","msg":"trace[535379434] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19434; }","duration":"1.029287892s","start":"2026-07-16T07:29:33.838937Z","end":"2026-07-16T07:29:34.868224Z","steps":["trace[535379434] 'agreement among raft nodes before linearized reading' (duration: 1.027650447s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:34.868432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:33.838921Z","time spent":"1.029351644s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:35.373559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:35.873953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:36.374468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:36.436624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564665073s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:36.612035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.029644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:36.612197Z","caller":"traceutil/trace.go:171","msg":"trace[2088573076] transaction","detail":"{read_only:false; response_revision:19435; number_of_response:1; }","duration":"1.740474498s","start":"2026-07-16T07:29:34.871692Z","end":"2026-07-16T07:29:36.612166Z","steps":["trace[2088573076] 'process raft request' (duration: 1.565182387s)","trace[2088573076] 'compare' (duration: 173.747478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:36.612345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.871678Z","time spent":"1.740616532s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:36.919628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:36.919726Z","caller":"traceutil/trace.go:171","msg":"trace[1792458075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532867s","start":"2026-07-16T07:29:34.919173Z","end":"2026-07-16T07:29:36.919706Z","steps":["trace[1792458075] 'agreement among raft nodes before linearized reading' (duration: 2.000397624s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:36.919779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.919165Z","time spent":"2.000604019s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:37.582985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.233861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:37.58336Z","caller":"traceutil/trace.go:171","msg":"trace[185122761] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20360; }","duration":"2.71012332s","start":"2026-07-16T07:29:34.873213Z","end":"2026-07-16T07:29:37.583337Z","steps":["trace[185122761] 'read index received' (duration: 1.563692076s)","trace[185122761] 'applied index is now lower than readState.Index' (duration: 1.146429884s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:37.583379Z","caller":"traceutil/trace.go:171","msg":"trace[2146106400] transaction","detail":"{read_only:false; response_revision:19437; number_of_response:1; }","duration":"2.711180789s","start":"2026-07-16T07:29:34.872145Z","end":"2026-07-16T07:29:37.583326Z","steps":["trace[2146106400] 'process raft request' (duration: 2.710969943s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.583491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.872134Z","time spent":"2.711296662s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:37.583608Z","caller":"traceutil/trace.go:171","msg":"trace[1377670960] transaction","detail":"{read_only:false; response_revision:19436; number_of_response:1; }","duration":"2.711439716s","start":"2026-07-16T07:29:34.872134Z","end":"2026-07-16T07:29:37.583573Z","steps":["trace[1377670960] 'process raft request' (duration: 2.022490295s)","trace[1377670960] 'compare' (duration: 688.068417ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:37.583769Z","caller":"traceutil/trace.go:171","msg":"trace[563156004] transaction","detail":"{read_only:false; response_revision:19439; number_of_response:1; }","duration":"824.7366ms","start":"2026-07-16T07:29:36.759008Z","end":"2026-07-16T07:29:37.583745Z","steps":["trace[563156004] 'process raft request' (duration: 824.268067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.583807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.872114Z","time spent":"2.711562469s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:37.583825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710596033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-16T07:29:37.583871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.758973Z","time spent":"824.848083ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:37.583882Z","caller":"traceutil/trace.go:171","msg":"trace[661971185] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19439; }","duration":"2.710667104s","start":"2026-07-16T07:29:34.873198Z","end":"2026-07-16T07:29:37.583865Z","steps":["trace[661971185] 'agreement among raft nodes before linearized reading' (duration: 2.710281284s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.583933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.873191Z","time spent":"2.710729256s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-16T07:29:37.583905Z","caller":"traceutil/trace.go:171","msg":"trace[418083444] transaction","detail":"{read_only:false; response_revision:19440; number_of_response:1; }","duration":"713.44986ms","start":"2026-07-16T07:29:36.870394Z","end":"2026-07-16T07:29:37.583844Z","steps":["trace[418083444] 'process raft request' (duration: 713.268375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.58398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863200435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:37.583999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.789161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:37.584031Z","caller":"traceutil/trace.go:171","msg":"trace[1537781521] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19440; }","duration":"1.863307479s","start":"2026-07-16T07:29:35.720711Z","end":"2026-07-16T07:29:37.584018Z","steps":["trace[1537781521] 'agreement among raft nodes before linearized reading' (duration: 1.863209826s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:37.584055Z","caller":"traceutil/trace.go:171","msg":"trace[936041708] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19440; }","duration":"695.886343ms","start":"2026-07-16T07:29:36.888151Z","end":"2026-07-16T07:29:37.584037Z","steps":["trace[936041708] 'agreement among raft nodes before linearized reading' (duration: 695.698838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710679746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-16T07:29:37.584067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70361391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-16T07:29:37.584075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326431467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:29:37.584069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743752779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-16T07:29:37.584069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:35.720683Z","time spent":"1.86337627s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:37.584111Z","caller":"traceutil/trace.go:171","msg":"trace[716163160] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19440; }","duration":"2.703705942s","start":"2026-07-16T07:29:34.880391Z","end":"2026-07-16T07:29:37.584097Z","steps":["trace[716163160] 'agreement among raft nodes before linearized reading' (duration: 2.703546347s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:37.584107Z","caller":"traceutil/trace.go:171","msg":"trace[875726731] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19440; }","duration":"2.710814769s","start":"2026-07-16T07:29:34.873275Z","end":"2026-07-16T07:29:37.58409Z","steps":["trace[875726731] 'agreement among raft nodes before linearized reading' (duration: 2.710580592s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:37.584121Z","caller":"traceutil/trace.go:171","msg":"trace[923027477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19440; }","duration":"1.326515469s","start":"2026-07-16T07:29:36.257588Z","end":"2026-07-16T07:29:37.584103Z","steps":["trace[923027477] 'agreement among raft nodes before linearized reading' (duration: 1.326375065s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:37.584119Z","caller":"traceutil/trace.go:171","msg":"trace[93854497] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19440; }","duration":"1.743820231s","start":"2026-07-16T07:29:35.840288Z","end":"2026-07-16T07:29:37.584108Z","steps":["trace[93854497] 'agreement among raft nodes before linearized reading' (duration: 1.743687048s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.870355Z","time spent":"713.656486ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:37.584144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.880385Z","time spent":"2.703752124s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-16T07:29:37.58415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.257559Z","time spent":"1.326584641s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.873246Z","time spent":"2.710891021s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:35.84028Z","time spent":"1.743866762s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.31781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:37.584126Z","caller":"traceutil/trace.go:171","msg":"trace[1584293235] transaction","detail":"{read_only:false; response_revision:19438; number_of_response:1; }","duration":"2.710975413s","start":"2026-07-16T07:29:34.873082Z","end":"2026-07-16T07:29:37.584058Z","steps":["trace[1584293235] 'process raft request' (duration: 2.710126139s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744918151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:29:37.584215Z","caller":"traceutil/trace.go:171","msg":"trace[1180007675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19440; }","duration":"664.403982ms","start":"2026-07-16T07:29:36.919798Z","end":"2026-07-16T07:29:37.584202Z","steps":["trace[1180007675] 'agreement among raft nodes before linearized reading' (duration: 664.3273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.888123Z","time spent":"695.962686ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694457277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-16T07:29:37.584285Z","caller":"traceutil/trace.go:171","msg":"trace[919183312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19440; }","duration":"1.745109396s","start":"2026-07-16T07:29:35.839144Z","end":"2026-07-16T07:29:37.584254Z","steps":["trace[919183312] 'agreement among raft nodes before linearized reading' (duration: 1.744715935s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.919771Z","time spent":"664.524715ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:35.839116Z","time spent":"1.74522799s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:37.58434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7448718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:29:37.584363Z","caller":"traceutil/trace.go:171","msg":"trace[1719301474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19440; }","duration":"2.694663812s","start":"2026-07-16T07:29:34.889661Z","end":"2026-07-16T07:29:37.584324Z","steps":["trace[1719301474] 'agreement among raft nodes before linearized reading' (duration: 2.69422356s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.873072Z","time spent":"2.71119538s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:37.584392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326475738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:29:37.584437Z","caller":"traceutil/trace.go:171","msg":"trace[1165796201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19440; }","duration":"1.326596411s","start":"2026-07-16T07:29:36.257832Z","end":"2026-07-16T07:29:37.584429Z","steps":["trace[1165796201] 'agreement among raft nodes before linearized reading' (duration: 1.326489858s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:37.584431Z","caller":"traceutil/trace.go:171","msg":"trace[1105680737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19440; }","duration":"1.744993704s","start":"2026-07-16T07:29:35.839415Z","end":"2026-07-16T07:29:37.584408Z","steps":["trace[1105680737] 'agreement among raft nodes before linearized reading' (duration: 1.744682665s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380355701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:37.584458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.257798Z","time spent":"1.326655423s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.889652Z","time spent":"2.694781695s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-16T07:29:37.584479Z","caller":"traceutil/trace.go:171","msg":"trace[1232800230] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19440; }","duration":"2.380449784s","start":"2026-07-16T07:29:35.20402Z","end":"2026-07-16T07:29:37.58447Z","steps":["trace[1232800230] 'agreement among raft nodes before linearized reading' (duration: 2.380355572s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.584288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.879515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:37.584481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:35.839405Z","time spent":"1.745066715s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:35.203974Z","time spent":"2.380526066s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:37.584526Z","caller":"traceutil/trace.go:171","msg":"trace[1061838296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19440; }","duration":"773.158892ms","start":"2026-07-16T07:29:36.811348Z","end":"2026-07-16T07:29:37.584507Z","steps":["trace[1061838296] 'agreement among raft nodes before linearized reading' (duration: 772.871084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.585751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707720243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929609"} {"level":"info","ts":"2026-07-16T07:29:37.585826Z","caller":"traceutil/trace.go:171","msg":"trace[339344156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19440; }","duration":"2.707813386s","start":"2026-07-16T07:29:34.877996Z","end":"2026-07-16T07:29:37.58581Z","steps":["trace[339344156] 'agreement among raft nodes before linearized reading' (duration: 2.706411858s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:37.585875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:34.877987Z","time spent":"2.707871948s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929632,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:37.584574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:36.811315Z","time spent":"773.244395ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:38.088528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:38.589061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:39.089718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:39.590638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:39.59449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:39.594583Z","caller":"traceutil/trace.go:171","msg":"trace[214790948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762145s","start":"2026-07-16T07:29:37.593799Z","end":"2026-07-16T07:29:39.594561Z","steps":["trace[214790948] 'agreement among raft nodes before linearized reading' (duration: 2.000651762s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:39.594644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.593792Z","time spent":"2.000840847s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:40.091774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:40.592488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:41.09313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:41.388051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.800322488s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:41.388499Z","caller":"traceutil/trace.go:171","msg":"trace[312672389] transaction","detail":"{read_only:false; response_revision:19441; number_of_response:1; }","duration":"3.800869023s","start":"2026-07-16T07:29:37.587596Z","end":"2026-07-16T07:29:41.388465Z","steps":["trace[312672389] 'process raft request' (duration: 3.800633066s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:41.388665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.587568Z","time spent":"3.800994277s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:41.595035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:41.595138Z","caller":"traceutil/trace.go:171","msg":"trace[968625086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158776s","start":"2026-07-16T07:29:39.594954Z","end":"2026-07-16T07:29:41.595113Z","steps":["trace[968625086] 'agreement among raft nodes before linearized reading' (duration: 2.000020512s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:41.595197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.594925Z","time spent":"2.000258379s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:42.431927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043603409s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:29:42.43263Z","caller":"traceutil/trace.go:171","msg":"trace[1581578726] transaction","detail":"{read_only:false; response_revision:19442; number_of_response:1; }","duration":"4.84040345s","start":"2026-07-16T07:29:37.592166Z","end":"2026-07-16T07:29:42.432569Z","steps":["trace[1581578726] 'process raft request' (duration: 4.839985928s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:42.432648Z","caller":"traceutil/trace.go:171","msg":"trace[2116891212] transaction","detail":"{read_only:false; response_revision:19443; number_of_response:1; }","duration":"4.840392479s","start":"2026-07-16T07:29:37.592208Z","end":"2026-07-16T07:29:42.4326Z","steps":["trace[2116891212] 'process raft request' (duration: 4.840214685s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:42.43285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592153Z","time spent":"4.840574224s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:42.432832Z","caller":"traceutil/trace.go:171","msg":"trace[1338394596] transaction","detail":"{read_only:false; response_revision:19444; number_of_response:1; }","duration":"4.839995058s","start":"2026-07-16T07:29:37.592771Z","end":"2026-07-16T07:29:42.432766Z","steps":["trace[1338394596] 'process raft request' (duration: 4.83970412s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:42.432889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592174Z","time spent":"4.840566944s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:42.432997Z","caller":"traceutil/trace.go:171","msg":"trace[929855934] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"4.836229834s","start":"2026-07-16T07:29:37.596713Z","end":"2026-07-16T07:29:42.432943Z","steps":["trace[929855934] 'process raft request' (duration: 4.835809722s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:42.433086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592749Z","time spent":"4.840193444s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:42.433242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.596707Z","time spent":"4.836410699s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:43.267633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.018714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:29:43.268691Z","caller":"traceutil/trace.go:171","msg":"trace[111254272] transaction","detail":"{read_only:false; response_revision:19446; number_of_response:1; }","duration":"3.67610447s","start":"2026-07-16T07:29:39.592559Z","end":"2026-07-16T07:29:43.268663Z","steps":["trace[111254272] 'process raft request' (duration: 3.675208475s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:43.269393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.592527Z","time spent":"3.676780579s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:43.603491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:43.6036Z","caller":"traceutil/trace.go:171","msg":"trace[851777070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167348s","start":"2026-07-16T07:29:41.603402Z","end":"2026-07-16T07:29:43.60357Z","steps":["trace[851777070] 'agreement among raft nodes before linearized reading' (duration: 2.000028704s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:43.603918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:41.603384Z","time spent":"2.000514398s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:43.616781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999613827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:43.616843Z","caller":"traceutil/trace.go:171","msg":"trace[73176065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.9997227s","start":"2026-07-16T07:29:38.617106Z","end":"2026-07-16T07:29:43.616829Z","steps":["trace[73176065] 'agreement among raft nodes before linearized reading' (duration: 4.999654028s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:43.616883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:38.617082Z","time spent":"4.999789441s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:29:44.341801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073002732s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:44.342099Z","caller":"traceutil/trace.go:171","msg":"trace[256159958] linearizableReadLoop","detail":"{readStateIndex:20375; appliedIndex:20366; }","duration":"6.754168435s","start":"2026-07-16T07:29:37.587908Z","end":"2026-07-16T07:29:44.342076Z","steps":["trace[256159958] 'read index received' (duration: 3.800447562s)","trace[256159958] 'applied index is now lower than readState.Index' (duration: 2.953719453s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:44.342219Z","caller":"traceutil/trace.go:171","msg":"trace[2031316144] transaction","detail":"{read_only:false; response_revision:19447; number_of_response:1; }","duration":"4.745921284s","start":"2026-07-16T07:29:39.596282Z","end":"2026-07-16T07:29:44.342203Z","steps":["trace[2031316144] 'process raft request' (duration: 3.672363196s)","trace[2031316144] 'compare' (duration: 1.072596711s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:44.342286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.596262Z","time spent":"4.745985205s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:44.342649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.75470558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:29:44.342751Z","caller":"traceutil/trace.go:171","msg":"trace[887866727] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19448; }","duration":"6.754863904s","start":"2026-07-16T07:29:37.58786Z","end":"2026-07-16T07:29:44.342724Z","steps":["trace[887866727] 'agreement among raft nodes before linearized reading' (duration: 6.754551145s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.342825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322373088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.342856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.587832Z","time spent":"6.755007398s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:29:44.342954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796075852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:44.342962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.538447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.342978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.719145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.342952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.528353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:44.343032Z","caller":"traceutil/trace.go:171","msg":"trace[1269172317] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19448; }","duration":"683.804268ms","start":"2026-07-16T07:29:43.659214Z","end":"2026-07-16T07:29:44.343018Z","steps":["trace[1269172317] 'agreement among raft nodes before linearized reading' (duration: 683.705105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968987104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:29:44.343038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751869107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-16T07:29:44.343097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:43.659198Z","time spent":"683.889081ms","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.343069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905381293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" ","response":"range_response_count:1 size:5681"} {"level":"info","ts":"2026-07-16T07:29:44.343153Z","caller":"traceutil/trace.go:171","msg":"trace[1317129795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19448; }","duration":"4.752040673s","start":"2026-07-16T07:29:39.591084Z","end":"2026-07-16T07:29:44.343124Z","steps":["trace[1317129795] 'agreement among raft nodes before linearized reading' (duration: 4.751729964s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:44.343141Z","caller":"traceutil/trace.go:171","msg":"trace[1352329489] transaction","detail":"{read_only:false; response_revision:19448; number_of_response:1; }","duration":"3.352185244s","start":"2026-07-16T07:29:40.990889Z","end":"2026-07-16T07:29:44.343074Z","steps":["trace[1352329489] 'process raft request' (duration: 3.351047572s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544960624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:29:44.343232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.591058Z","time spent":"4.752162696s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:44.342747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.750652477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00b90a34-52fd-453c-b980-8f470aa689c1\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-16T07:29:44.343276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561395845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:29:44.343295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.366383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.343333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.591014059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:44.343335Z","caller":"traceutil/trace.go:171","msg":"trace[2020502031] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19448; }","duration":"3.561478367s","start":"2026-07-16T07:29:40.781842Z","end":"2026-07-16T07:29:44.34332Z","steps":["trace[2020502031] 'agreement among raft nodes before linearized reading' (duration: 3.561338554s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995740646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:44.343325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146940694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:44.343385Z","caller":"traceutil/trace.go:171","msg":"trace[2013693042] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19448; }","duration":"2.995852439s","start":"2026-07-16T07:29:41.347524Z","end":"2026-07-16T07:29:44.343376Z","steps":["trace[2013693042] 'agreement among raft nodes before linearized reading' (duration: 2.995801398s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:44.342871Z","caller":"traceutil/trace.go:171","msg":"trace[83776520] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19448; }","duration":"3.322455641s","start":"2026-07-16T07:29:41.020399Z","end":"2026-07-16T07:29:44.342855Z","steps":["trace[83776520] 'agreement among raft nodes before linearized reading' (duration: 3.322378078s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183017847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:44.343441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313110473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:44.343443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:40.990865Z","time spent":"3.352411289s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:44.343474Z","caller":"traceutil/trace.go:171","msg":"trace[1061679531] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19448; }","duration":"4.313185444s","start":"2026-07-16T07:29:40.030278Z","end":"2026-07-16T07:29:44.343464Z","steps":["trace[1061679531] 'agreement among raft nodes before linearized reading' (duration: 4.313095892s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.751141251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:29:44.34315Z","caller":"traceutil/trace.go:171","msg":"trace[1216153608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19448; }","duration":"738.692728ms","start":"2026-07-16T07:29:43.604377Z","end":"2026-07-16T07:29:44.34307Z","steps":["trace[1216153608] 'agreement among raft nodes before linearized reading' (duration: 738.43242ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:44.343516Z","caller":"traceutil/trace.go:171","msg":"trace[1842971414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19448; }","duration":"6.751215553s","start":"2026-07-16T07:29:37.592292Z","end":"2026-07-16T07:29:44.343507Z","steps":["trace[1842971414] 'agreement among raft nodes before linearized reading' (duration: 6.75110808s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739358581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-07-16T07:29:44.343522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:40.030254Z","time spent":"4.313257137s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.343568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592271Z","time spent":"6.751287725s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:29:44.34339Z","caller":"traceutil/trace.go:171","msg":"trace[332025066] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00b90a34-52fd-453c-b980-8f470aa689c1; range_end:; response_count:1; response_revision:19448; }","duration":"6.751313126s","start":"2026-07-16T07:29:37.592029Z","end":"2026-07-16T07:29:44.343342Z","steps":["trace[332025066] 'agreement among raft nodes before linearized reading' (duration: 6.750469763s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949773044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-16T07:29:44.343588Z","caller":"traceutil/trace.go:171","msg":"trace[1864450858] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19448; }","duration":"4.739439324s","start":"2026-07-16T07:29:39.604117Z","end":"2026-07-16T07:29:44.343557Z","steps":["trace[1864450858] 'agreement among raft nodes before linearized reading' (duration: 4.739304s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.604102Z","time spent":"4.739535926s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:44.343638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592017Z","time spent":"6.751602284s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-00b90a34-52fd-453c-b980-8f470aa689c1\" "} {"level":"info","ts":"2026-07-16T07:29:44.343656Z","caller":"traceutil/trace.go:171","msg":"trace[1719975931] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588; range_end:; response_count:1; response_revision:19448; }","duration":"2.949957699s","start":"2026-07-16T07:29:41.393663Z","end":"2026-07-16T07:29:44.343621Z","steps":["trace[1719975931] 'agreement among raft nodes before linearized reading' (duration: 2.949581358s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752275099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T07:29:44.34303Z","caller":"traceutil/trace.go:171","msg":"trace[11816988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19448; }","duration":"103.66346ms","start":"2026-07-16T07:29:44.239346Z","end":"2026-07-16T07:29:44.34301Z","steps":["trace[11816988] 'agreement among raft nodes before linearized reading' (duration: 103.521546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:41.393641Z","time spent":"2.950089013s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48eeadbd588\" "} {"level":"info","ts":"2026-07-16T07:29:44.343775Z","caller":"traceutil/trace.go:171","msg":"trace[737857065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19448; }","duration":"4.752453774s","start":"2026-07-16T07:29:39.591295Z","end":"2026-07-16T07:29:44.343749Z","steps":["trace[737857065] 'agreement among raft nodes before linearized reading' (duration: 4.752071064s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.34331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214592607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.343842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.591256Z","time spent":"4.752575838s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:29:44.343874Z","caller":"traceutil/trace.go:171","msg":"trace[461898476] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:19448; }","duration":"4.215175533s","start":"2026-07-16T07:29:40.128656Z","end":"2026-07-16T07:29:44.343831Z","steps":["trace[461898476] 'agreement among raft nodes before linearized reading' (duration: 4.214509014s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018430713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:44.343934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:40.128568Z","time spent":"4.215344687s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.343984Z","caller":"traceutil/trace.go:171","msg":"trace[1478189682] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19448; }","duration":"2.019229945s","start":"2026-07-16T07:29:42.324695Z","end":"2026-07-16T07:29:44.343925Z","steps":["trace[1478189682] 'agreement among raft nodes before linearized reading' (duration: 2.018449114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:41.347492Z","time spent":"2.995931091s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.343121Z","caller":"traceutil/trace.go:171","msg":"trace[985763274] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19448; }","duration":"1.969090527s","start":"2026-07-16T07:29:42.374022Z","end":"2026-07-16T07:29:44.343113Z","steps":["trace[985763274] 'agreement among raft nodes before linearized reading' (duration: 1.968871701s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.324676Z","time spent":"2.019366468s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.344093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.374Z","time spent":"1.970076214s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":179,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.343033Z","caller":"traceutil/trace.go:171","msg":"trace[991955915] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19448; }","duration":"4.796209356s","start":"2026-07-16T07:29:39.546795Z","end":"2026-07-16T07:29:44.343005Z","steps":["trace[991955915] 'agreement among raft nodes before linearized reading' (duration: 4.796023191s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:44.343342Z","caller":"traceutil/trace.go:171","msg":"trace[299817533] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19448; }","duration":"887.452606ms","start":"2026-07-16T07:29:43.455875Z","end":"2026-07-16T07:29:44.343327Z","steps":["trace[299817533] 'agreement among raft nodes before linearized reading' (duration: 887.375804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:39.546765Z","time spent":"4.79745551s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":74,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.343306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072291503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:44.344358Z","caller":"traceutil/trace.go:171","msg":"trace[1215764115] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19448; }","duration":"2.073357073s","start":"2026-07-16T07:29:42.270974Z","end":"2026-07-16T07:29:44.344331Z","steps":["trace[1215764115] 'agreement among raft nodes before linearized reading' (duration: 2.072226782s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.34427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:43.455849Z","time spent":"888.372151ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.343279Z","caller":"traceutil/trace.go:171","msg":"trace[841529474] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19448; }","duration":"6.545045176s","start":"2026-07-16T07:29:37.798218Z","end":"2026-07-16T07:29:44.343264Z","steps":["trace[841529474] 'agreement among raft nodes before linearized reading' (duration: 6.544954373s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.752229971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929609"} {"level":"info","ts":"2026-07-16T07:29:44.344568Z","caller":"traceutil/trace.go:171","msg":"trace[934452062] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19448; }","duration":"6.752297943s","start":"2026-07-16T07:29:37.592258Z","end":"2026-07-16T07:29:44.344555Z","steps":["trace[934452062] 'agreement among raft nodes before linearized reading' (duration: 6.751146891s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.592222Z","time spent":"6.752377145s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929632,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:44.344463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.798193Z","time spent":"6.54625867s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:44.343377Z","caller":"traceutil/trace.go:171","msg":"trace[1481205015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19448; }","duration":"6.591177643s","start":"2026-07-16T07:29:37.752187Z","end":"2026-07-16T07:29:44.343364Z","steps":["trace[1481205015] 'agreement among raft nodes before linearized reading' (duration: 6.591114791s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:37.752155Z","time spent":"6.592661904s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.344864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082267799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:29:44.344938Z","caller":"traceutil/trace.go:171","msg":"trace[281766657] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19448; }","duration":"2.082388863s","start":"2026-07-16T07:29:42.262532Z","end":"2026-07-16T07:29:44.34492Z","steps":["trace[281766657] 'agreement among raft nodes before linearized reading' (duration: 2.080741377s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.344984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.262494Z","time spent":"2.082479265s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1814,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.343386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:40.781821Z","time spent":"3.561556679s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:29:44.343376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746800934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:29:44.34346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:41.020384Z","time spent":"3.323056227s","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.343449Z","caller":"traceutil/trace.go:171","msg":"trace[1065186370] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19448; }","duration":"4.147128519s","start":"2026-07-16T07:29:40.196284Z","end":"2026-07-16T07:29:44.343412Z","steps":["trace[1065186370] 'agreement among raft nodes before linearized reading' (duration: 4.146949674s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:44.343519Z","caller":"traceutil/trace.go:171","msg":"trace[1184337126] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19448; }","duration":"1.183185062s","start":"2026-07-16T07:29:43.160311Z","end":"2026-07-16T07:29:44.343496Z","steps":["trace[1184337126] 'agreement among raft nodes before linearized reading' (duration: 1.182954826s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.343145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768350045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:29:44.344415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.270967Z","time spent":"2.073430535s","remote":"127.0.0.1:45912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:44.345443Z","caller":"traceutil/trace.go:171","msg":"trace[1935529870] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19448; }","duration":"5.770684481s","start":"2026-07-16T07:29:38.574736Z","end":"2026-07-16T07:29:44.34542Z","steps":["trace[1935529870] 'agreement among raft nodes before linearized reading' (duration: 5.768326345s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.345526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:38.574708Z","time spent":"5.770796643s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:44.343211Z","caller":"traceutil/trace.go:171","msg":"trace[49031258] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g; range_end:; response_count:1; response_revision:19448; }","duration":"1.905584529s","start":"2026-07-16T07:29:42.437597Z","end":"2026-07-16T07:29:44.343182Z","steps":["trace[49031258] 'agreement among raft nodes before linearized reading' (duration: 1.905210448s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.345367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:43.160286Z","time spent":"1.185064354s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":56,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.345612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.437572Z","time spent":"1.908016586s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5704,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g\" "} {"level":"info","ts":"2026-07-16T07:29:44.345667Z","caller":"traceutil/trace.go:171","msg":"trace[143181281] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19448; }","duration":"1.749121578s","start":"2026-07-16T07:29:42.596528Z","end":"2026-07-16T07:29:44.34565Z","steps":["trace[143181281] 'agreement among raft nodes before linearized reading' (duration: 1.746748112s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:44.345768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:42.596505Z","time spent":"1.749246141s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:29:44.345771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:40.196259Z","time spent":"4.149450124s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:44.343669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:43.604358Z","time spent":"739.269554ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:45.677679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12743967s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-16T07:29:45.677864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.347318Z","time spent":"1.330538533s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:29:45.864387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314063976s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:46.071435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:46.071911Z","caller":"traceutil/trace.go:171","msg":"trace[885789367] transaction","detail":"{read_only:false; response_revision:19451; number_of_response:1; }","duration":"1.71629351s","start":"2026-07-16T07:29:44.355595Z","end":"2026-07-16T07:29:46.071889Z","steps":["trace[885789367] 'process raft request' (duration: 1.716146616s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:46.071901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.34936Z","time spent":"1.722534493s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:29:46.071719Z","caller":"traceutil/trace.go:171","msg":"trace[693622330] transaction","detail":"{read_only:false; response_revision:19449; number_of_response:1; }","duration":"1.722933784s","start":"2026-07-16T07:29:44.348734Z","end":"2026-07-16T07:29:46.071668Z","steps":["trace[693622330] 'process raft request' (duration: 1.515954014s)","trace[693622330] 'compare' (duration: 205.862079ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:46.072107Z","caller":"traceutil/trace.go:171","msg":"trace[1911651866] linearizableReadLoop","detail":"{readStateIndex:20378; appliedIndex:20375; }","duration":"1.722044369s","start":"2026-07-16T07:29:44.350034Z","end":"2026-07-16T07:29:46.072078Z","steps":["trace[1911651866] 'read index received' (duration: 200.262103ms)","trace[1911651866] 'applied index is now lower than readState.Index' (duration: 1.521779596s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:46.072158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.348707Z","time spent":"1.723333525s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:46.071984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.355585Z","time spent":"1.716367382s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:46.072367Z","caller":"traceutil/trace.go:171","msg":"trace[131461070] transaction","detail":"{read_only:false; response_revision:19452; number_of_response:1; }","duration":"1.673905397s","start":"2026-07-16T07:29:44.398451Z","end":"2026-07-16T07:29:46.072356Z","steps":["trace[131461070] 'process raft request' (duration: 1.673346602s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:46.072411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.398417Z","time spent":"1.673972019s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:46.072639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722577284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-16T07:29:46.072745Z","caller":"traceutil/trace.go:171","msg":"trace[195549645] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19452; }","duration":"1.722741069s","start":"2026-07-16T07:29:44.349971Z","end":"2026-07-16T07:29:46.072712Z","steps":["trace[195549645] 'agreement among raft nodes before linearized reading' (duration: 1.722494372s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:46.07281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.349949Z","time spent":"1.722847682s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-16T07:29:46.071958Z","caller":"traceutil/trace.go:171","msg":"trace[380984365] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"1.721212047s","start":"2026-07-16T07:29:44.35066Z","end":"2026-07-16T07:29:46.071872Z","steps":["trace[380984365] 'process raft request' (duration: 1.72097376s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:46.073309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.35063Z","time spent":"1.722444251s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:46.353367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000719853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:46.35355Z","caller":"traceutil/trace.go:171","msg":"trace[1686883729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908878s","start":"2026-07-16T07:29:44.352582Z","end":"2026-07-16T07:29:46.353491Z","steps":["trace[1686883729] 'agreement among raft nodes before linearized reading' (duration: 2.000727393s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:46.353647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.352574Z","time spent":"2.001048773s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:47.242538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.845596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:47.242814Z","caller":"traceutil/trace.go:171","msg":"trace[1662630998] linearizableReadLoop","detail":"{readStateIndex:20384; appliedIndex:20381; }","duration":"1.170611704s","start":"2026-07-16T07:29:46.072183Z","end":"2026-07-16T07:29:47.242795Z","steps":["trace[1662630998] 'read index received' (duration: 286.448479ms)","trace[1662630998] 'applied index is now lower than readState.Index' (duration: 884.162015ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:47.242911Z","caller":"traceutil/trace.go:171","msg":"trace[518989670] transaction","detail":"{read_only:false; response_revision:19453; number_of_response:1; }","duration":"2.150765056s","start":"2026-07-16T07:29:45.092132Z","end":"2026-07-16T07:29:47.242897Z","steps":["trace[518989670] 'process raft request' (duration: 1.266461167s)","trace[518989670] 'compare' (duration: 883.712712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:47.24298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:45.092102Z","time spent":"2.150844038s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:47.243364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804461392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:29:47.243408Z","caller":"traceutil/trace.go:171","msg":"trace[73734843] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19455; }","duration":"2.804546875s","start":"2026-07-16T07:29:44.438851Z","end":"2026-07-16T07:29:47.243398Z","steps":["trace[73734843] 'agreement among raft nodes before linearized reading' (duration: 2.804423681s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.243438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.438834Z","time spent":"2.804597866s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:29:47.243477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892655863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:29:47.243472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804440391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:29:47.243568Z","caller":"traceutil/trace.go:171","msg":"trace[1157458048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19455; }","duration":"2.804570245s","start":"2026-07-16T07:29:44.438974Z","end":"2026-07-16T07:29:47.243544Z","steps":["trace[1157458048] 'agreement among raft nodes before linearized reading' (duration: 2.804260306s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.243658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.4389Z","time spent":"2.804743169s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:47.243786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892053646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:29:47.243808Z","caller":"traceutil/trace.go:171","msg":"trace[528758574] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"1.968065699s","start":"2026-07-16T07:29:45.275728Z","end":"2026-07-16T07:29:47.243794Z","steps":["trace[528758574] 'process raft request' (duration: 1.966934777s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:47.243821Z","caller":"traceutil/trace.go:171","msg":"trace[521915240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19455; }","duration":"2.892120148s","start":"2026-07-16T07:29:44.351689Z","end":"2026-07-16T07:29:47.243809Z","steps":["trace[521915240] 'agreement among raft nodes before linearized reading' (duration: 2.892025335s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.243852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.351671Z","time spent":"2.89217458s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:47.243917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:45.275696Z","time spent":"1.968141011s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:47.243947Z","caller":"traceutil/trace.go:171","msg":"trace[243495195] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"1.564449585s","start":"2026-07-16T07:29:45.679477Z","end":"2026-07-16T07:29:47.243926Z","steps":["trace[243495195] 'process raft request' (duration: 1.563243572s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.243992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757759169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:47.244035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:45.67945Z","time spent":"1.564539148s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:47.244075Z","caller":"traceutil/trace.go:171","msg":"trace[661614657] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19455; }","duration":"2.757914183s","start":"2026-07-16T07:29:44.48614Z","end":"2026-07-16T07:29:47.244054Z","steps":["trace[661614657] 'agreement among raft nodes before linearized reading' (duration: 2.757724518s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.244053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624224581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T07:29:47.244128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.486112Z","time spent":"2.758005456s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:47.244151Z","caller":"traceutil/trace.go:171","msg":"trace[980434600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19455; }","duration":"1.624379675s","start":"2026-07-16T07:29:45.619744Z","end":"2026-07-16T07:29:47.244124Z","steps":["trace[980434600] 'agreement among raft nodes before linearized reading' (duration: 1.624111387s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.244151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805098529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:29:47.244201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:45.619716Z","time spent":"1.624475628s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:29:47.24419Z","caller":"traceutil/trace.go:171","msg":"trace[2088951619] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19455; }","duration":"2.892789467s","start":"2026-07-16T07:29:44.350733Z","end":"2026-07-16T07:29:47.243522Z","steps":["trace[2088951619] 'agreement among raft nodes before linearized reading' (duration: 2.892622562s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:47.244278Z","caller":"traceutil/trace.go:171","msg":"trace[1062285586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19455; }","duration":"2.805265214s","start":"2026-07-16T07:29:44.438955Z","end":"2026-07-16T07:29:47.24422Z","steps":["trace[1062285586] 'agreement among raft nodes before linearized reading' (duration: 2.804929875s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.244313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.350724Z","time spent":"2.893564768s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:47.244328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.43893Z","time spent":"2.805387308s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:47.245014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892235271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929395"} {"level":"info","ts":"2026-07-16T07:29:47.245117Z","caller":"traceutil/trace.go:171","msg":"trace[1887315736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19455; }","duration":"2.892378506s","start":"2026-07-16T07:29:44.352717Z","end":"2026-07-16T07:29:47.245095Z","steps":["trace[1887315736] 'agreement among raft nodes before linearized reading' (duration: 2.890986607s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:47.245167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:44.352707Z","time spent":"2.892446367s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929418,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:47.742985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:48.067121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.708370659s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:48.1816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.179671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:48.182062Z","caller":"traceutil/trace.go:171","msg":"trace[1687201991] transaction","detail":"{read_only:false; response_revision:19459; number_of_response:1; }","duration":"2.098235832s","start":"2026-07-16T07:29:46.083799Z","end":"2026-07-16T07:29:48.182034Z","steps":["trace[1687201991] 'process raft request' (duration: 2.09815956s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:48.182145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.083782Z","time spent":"2.098326324s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:48.182559Z","caller":"traceutil/trace.go:171","msg":"trace[1648936232] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"2.108920227s","start":"2026-07-16T07:29:46.073625Z","end":"2026-07-16T07:29:48.182545Z","steps":["trace[1648936232] 'process raft request' (duration: 1.993683467s)","trace[1648936232] 'compare' (duration: 113.77452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:48.182622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.073601Z","time spent":"2.10899154s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:48.182773Z","caller":"traceutil/trace.go:171","msg":"trace[1017784665] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"2.099653441s","start":"2026-07-16T07:29:46.08311Z","end":"2026-07-16T07:29:48.182763Z","steps":["trace[1017784665] 'process raft request' (duration: 2.098787257s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:48.182833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.083085Z","time spent":"2.099717102s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1774,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:48.182913Z","caller":"traceutil/trace.go:171","msg":"trace[166580080] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19456; }","duration":"2.10177968s","start":"2026-07-16T07:29:46.081099Z","end":"2026-07-16T07:29:48.182878Z","steps":["trace[166580080] 'process raft request' (duration: 2.100619417s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:48.183003Z","caller":"traceutil/trace.go:171","msg":"trace[504032769] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"2.099910538s","start":"2026-07-16T07:29:46.083051Z","end":"2026-07-16T07:29:48.182962Z","steps":["trace[504032769] 'process raft request' (duration: 2.098747836s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:48.18307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.08108Z","time spent":"2.101915084s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:48.183201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.083017Z","time spent":"2.100072232s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1158,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:48.353891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:48.354006Z","caller":"traceutil/trace.go:171","msg":"trace[1783533466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353592s","start":"2026-07-16T07:29:46.353622Z","end":"2026-07-16T07:29:48.353976Z","steps":["trace[1783533466] 'agreement among raft nodes before linearized reading' (duration: 2.000204738s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:48.354074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.353593Z","time spent":"2.000466515s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:48.616675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.250513Z","time spent":"1.366151457s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:49.186759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.253535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:49.187291Z","caller":"traceutil/trace.go:171","msg":"trace[646074222] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"1.936843135s","start":"2026-07-16T07:29:47.250422Z","end":"2026-07-16T07:29:49.187265Z","steps":["trace[646074222] 'process raft request' (duration: 1.936747993s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.187456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.2504Z","time spent":"1.936993609s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:49.187558Z","caller":"traceutil/trace.go:171","msg":"trace[290272472] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"1.937104932s","start":"2026-07-16T07:29:47.25041Z","end":"2026-07-16T07:29:49.187515Z","steps":["trace[290272472] 'process raft request' (duration: 1.936621859s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:49.187558Z","caller":"traceutil/trace.go:171","msg":"trace[1814892192] transaction","detail":"{read_only:false; response_revision:19460; number_of_response:1; }","duration":"1.937905714s","start":"2026-07-16T07:29:47.249608Z","end":"2026-07-16T07:29:49.187514Z","steps":["trace[1814892192] 'process raft request' (duration: 1.586811005s)","trace[1814892192] 'compare' (duration: 349.68527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:49.18778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.250388Z","time spent":"1.937273777s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:49.187872Z","caller":"traceutil/trace.go:171","msg":"trace[638817459] linearizableReadLoop","detail":"{readStateIndex:20394; appliedIndex:20384; }","duration":"1.94498994s","start":"2026-07-16T07:29:47.242856Z","end":"2026-07-16T07:29:49.187846Z","steps":["trace[638817459] 'read index received' (duration: 824.528114ms)","trace[638817459] 'applied index is now lower than readState.Index' (duration: 1.120460746s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:49.187861Z","caller":"traceutil/trace.go:171","msg":"trace[1350020534] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"1.937353019s","start":"2026-07-16T07:29:47.250457Z","end":"2026-07-16T07:29:49.18781Z","steps":["trace[1350020534] 'process raft request' (duration: 1.936759073s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.188047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.249578Z","time spent":"1.938387358s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:29:49.188093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.250433Z","time spent":"1.937540174s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:49.188143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110064392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" ","response":"range_response_count:1 size:5393"} {"level":"info","ts":"2026-07-16T07:29:49.188181Z","caller":"traceutil/trace.go:171","msg":"trace[1564781686] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z; range_end:; response_count:1; response_revision:19464; }","duration":"3.110128703s","start":"2026-07-16T07:29:46.078041Z","end":"2026-07-16T07:29:49.18817Z","steps":["trace[1564781686] 'agreement among raft nodes before linearized reading' (duration: 3.109926378s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.188214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.078018Z","time spent":"3.110188934s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5416,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" "} {"level":"warn","ts":"2026-07-16T07:29:49.188312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823737645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-07-16T07:29:49.188331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110331958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-16T07:29:49.188389Z","caller":"traceutil/trace.go:171","msg":"trace[2140657853] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19464; }","duration":"2.82392559s","start":"2026-07-16T07:29:46.364448Z","end":"2026-07-16T07:29:49.188374Z","steps":["trace[2140657853] 'agreement among raft nodes before linearized reading' (duration: 2.823454597s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.188301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025249532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:49.188525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.364428Z","time spent":"2.824082835s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"info","ts":"2026-07-16T07:29:49.188531Z","caller":"traceutil/trace.go:171","msg":"trace[2102969899] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19464; }","duration":"2.025568651s","start":"2026-07-16T07:29:47.162925Z","end":"2026-07-16T07:29:49.188494Z","steps":["trace[2102969899] 'agreement among raft nodes before linearized reading' (duration: 2.025231412s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.188619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.162892Z","time spent":"2.025707665s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:49.188452Z","caller":"traceutil/trace.go:171","msg":"trace[1010115206] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0; range_end:; response_count:1; response_revision:19464; }","duration":"3.110471553s","start":"2026-07-16T07:29:46.077939Z","end":"2026-07-16T07:29:49.188411Z","steps":["trace[1010115206] 'agreement among raft nodes before linearized reading' (duration: 3.110157774s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.18875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:46.077915Z","time spent":"3.110819432s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" "} {"level":"warn","ts":"2026-07-16T07:29:49.688455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:29:49.770734Z","caller":"traceutil/trace.go:171","msg":"trace[1991650984] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"1.577660682s","start":"2026-07-16T07:29:48.193038Z","end":"2026-07-16T07:29:49.770699Z","steps":["trace[1991650984] 'process raft request' (duration: 1.577112047s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:49.770894Z","caller":"traceutil/trace.go:171","msg":"trace[108604638] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19465; }","duration":"1.150738094s","start":"2026-07-16T07:29:48.620068Z","end":"2026-07-16T07:29:49.770806Z","steps":["trace[108604638] 'process raft request' (duration: 1.150436036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:49.770926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.193014Z","time spent":"1.577815967s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:49.771067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.620048Z","time spent":"1.15092162s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:50.31069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:50.310794Z","caller":"traceutil/trace.go:171","msg":"trace[1534784090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022382s","start":"2026-07-16T07:29:48.310544Z","end":"2026-07-16T07:29:50.310768Z","steps":["trace[1534784090] 'agreement among raft nodes before linearized reading' (duration: 2.000088776s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:50.310853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.310519Z","time spent":"2.000322493s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:50.362134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:50.362257Z","caller":"traceutil/trace.go:171","msg":"trace[1712249769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397136s","start":"2026-07-16T07:29:48.361834Z","end":"2026-07-16T07:29:50.362231Z","steps":["trace[1712249769] 'agreement among raft nodes before linearized reading' (duration: 2.000249362s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:50.362312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.361807Z","time spent":"2.000494748s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:51.795493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:51.795595Z","caller":"traceutil/trace.go:171","msg":"trace[1062843869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015773s","start":"2026-07-16T07:29:49.795558Z","end":"2026-07-16T07:29:51.795573Z","steps":["trace[1062843869] 'agreement among raft nodes before linearized reading' (duration: 1.9998815s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:51.795652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.795526Z","time spent":"2.000114816s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:51.955119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.185034616s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:51.955512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91499283s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:51.955915Z","caller":"traceutil/trace.go:171","msg":"trace[129752896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19465; }","duration":"1.915415401s","start":"2026-07-16T07:29:50.040476Z","end":"2026-07-16T07:29:51.955892Z","steps":["trace[129752896] 'range keys from in-memory index tree' (duration: 1.914968979s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:52.371499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:52.37164Z","caller":"traceutil/trace.go:171","msg":"trace[1504203560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000942969s","start":"2026-07-16T07:29:50.370665Z","end":"2026-07-16T07:29:52.371608Z","steps":["trace[1504203560] 'agreement among raft nodes before linearized reading' (duration: 2.000730563s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:52.371732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:50.370654Z","time spent":"2.001051992s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:29:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:53.077466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999107034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:29:53.077564Z","caller":"traceutil/trace.go:171","msg":"trace[670799607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999265579s","start":"2026-07-16T07:29:48.078274Z","end":"2026-07-16T07:29:53.07754Z","steps":["trace[670799607] 'agreement among raft nodes before linearized reading' (duration: 4.999146425s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:53.077618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.078249Z","time spent":"4.999357931s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/16 07:29:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:53.078638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999226657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:53.078759Z","caller":"traceutil/trace.go:171","msg":"trace[1518363855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999420853s","start":"2026-07-16T07:29:48.079309Z","end":"2026-07-16T07:29:53.07873Z","steps":["trace[1518363855] 'agreement among raft nodes before linearized reading' (duration: 4.999257128s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:53.078824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.079289Z","time spent":"4.999523246s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:53.515189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559785908s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:29:53.517493Z","caller":"traceutil/trace.go:171","msg":"trace[1001788671] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"4.320780116s","start":"2026-07-16T07:29:49.196682Z","end":"2026-07-16T07:29:53.517462Z","steps":["trace[1001788671] 'process raft request' (duration: 4.318619297s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:53.517666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.196664Z","time spent":"4.32090507s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:54.092897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.263824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:54.093108Z","caller":"traceutil/trace.go:171","msg":"trace[1774245750] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20394; }","duration":"4.905155393s","start":"2026-07-16T07:29:49.187936Z","end":"2026-07-16T07:29:54.093092Z","steps":["trace[1774245750] 'read index received' (duration: 582.482604ms)","trace[1774245750] 'applied index is now lower than readState.Index' (duration: 4.322671179s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:54.09328Z","caller":"traceutil/trace.go:171","msg":"trace[1776331620] transaction","detail":"{read_only:false; response_revision:19467; number_of_response:1; }","duration":"4.843077745s","start":"2026-07-16T07:29:49.250188Z","end":"2026-07-16T07:29:54.093266Z","steps":["trace[1776331620] 'process raft request' (duration: 4.267251215s)","trace[1776331620] 'compare' (duration: 575.019028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:54.093493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.250178Z","time spent":"4.84325968s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:54.093597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949146442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:54.093664Z","caller":"traceutil/trace.go:171","msg":"trace[602610319] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19467; }","duration":"4.949198043s","start":"2026-07-16T07:29:49.144441Z","end":"2026-07-16T07:29:54.093639Z","steps":["trace[602610319] 'agreement among raft nodes before linearized reading' (duration: 4.949115721s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.093721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.144416Z","time spent":"4.949294416s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.093485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891005753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:54.093951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907693966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-16T07:29:54.094005Z","caller":"traceutil/trace.go:171","msg":"trace[1442754659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19467; }","duration":"5.8915825s","start":"2026-07-16T07:29:48.202402Z","end":"2026-07-16T07:29:54.093985Z","steps":["trace[1442754659] 'agreement among raft nodes before linearized reading' (duration: 5.890949912s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.09412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328337986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:29:54.094128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957493582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:54.094103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90177712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:29:54.094164Z","caller":"traceutil/trace.go:171","msg":"trace[2018703957] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19467; }","duration":"4.957584325s","start":"2026-07-16T07:29:49.136571Z","end":"2026-07-16T07:29:54.094155Z","steps":["trace[2018703957] 'agreement among raft nodes before linearized reading' (duration: 4.957495033s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:54.094159Z","caller":"traceutil/trace.go:171","msg":"trace[1977746936] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19467; }","duration":"4.328441209s","start":"2026-07-16T07:29:49.765706Z","end":"2026-07-16T07:29:54.094147Z","steps":["trace[1977746936] 'agreement among raft nodes before linearized reading' (duration: 4.328317966s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.09419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830823545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-07-16T07:29:54.094207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.136546Z","time spent":"4.957652747s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.765678Z","time spent":"4.328529051s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:54.094213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.208886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" ","response":"range_response_count:1 size:21298"} {"level":"info","ts":"2026-07-16T07:29:54.094226Z","caller":"traceutil/trace.go:171","msg":"trace[275972479] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19467; }","duration":"4.830859766s","start":"2026-07-16T07:29:49.263356Z","end":"2026-07-16T07:29:54.094216Z","steps":["trace[275972479] 'agreement among raft nodes before linearized reading' (duration: 4.830734593s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400432854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:54.094271Z","caller":"traceutil/trace.go:171","msg":"trace[956945651] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5tcwj; range_end:; response_count:1; response_revision:19467; }","duration":"565.284608ms","start":"2026-07-16T07:29:53.528957Z","end":"2026-07-16T07:29:54.094241Z","steps":["trace[956945651] 'agreement among raft nodes before linearized reading' (duration: 565.186225ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:54.0942Z","caller":"traceutil/trace.go:171","msg":"trace[1813153490] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19467; }","duration":"4.901889213s","start":"2026-07-16T07:29:49.192286Z","end":"2026-07-16T07:29:54.094175Z","steps":["trace[1813153490] 'agreement among raft nodes before linearized reading' (duration: 4.901586305s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.09434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:53.528938Z","time spent":"565.375601ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21321,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" "} {"level":"warn","ts":"2026-07-16T07:29:54.094354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545068796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:29:54.094351Z","caller":"traceutil/trace.go:171","msg":"trace[1101456366] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19467; }","duration":"5.400729682s","start":"2026-07-16T07:29:48.693561Z","end":"2026-07-16T07:29:54.094291Z","steps":["trace[1101456366] 'agreement among raft nodes before linearized reading' (duration: 5.400356982s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901525723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-16T07:29:54.094449Z","caller":"traceutil/trace.go:171","msg":"trace[1779453194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19467; }","duration":"4.901623745s","start":"2026-07-16T07:29:49.192813Z","end":"2026-07-16T07:29:54.094437Z","steps":["trace[1779453194] 'agreement among raft nodes before linearized reading' (duration: 4.90142698s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738458079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:29:54.094489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.192804Z","time spent":"4.901677196s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:54.09449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293527543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:29:54.094372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.192264Z","time spent":"4.902101258s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"info","ts":"2026-07-16T07:29:54.094514Z","caller":"traceutil/trace.go:171","msg":"trace[1079619946] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19467; }","duration":"4.738549411s","start":"2026-07-16T07:29:49.355952Z","end":"2026-07-16T07:29:54.094501Z","steps":["trace[1079619946] 'agreement among raft nodes before linearized reading' (duration: 4.738451708s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.014678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:54.094563Z","caller":"traceutil/trace.go:171","msg":"trace[1072754352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19467; }","duration":"700.086279ms","start":"2026-07-16T07:29:53.394467Z","end":"2026-07-16T07:29:54.094553Z","steps":["trace[1072754352] 'agreement among raft nodes before linearized reading' (duration: 700.050538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900419628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:29:54.094593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:53.394443Z","time spent":"700.144341ms","remote":"127.0.0.1:32976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.09459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008792037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:54.094598Z","caller":"traceutil/trace.go:171","msg":"trace[1431292490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19467; }","duration":"2.900927653s","start":"2026-07-16T07:29:51.193664Z","end":"2026-07-16T07:29:54.094591Z","steps":["trace[1431292490] 'agreement among raft nodes before linearized reading' (duration: 2.900316606s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803209769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:54.094631Z","caller":"traceutil/trace.go:171","msg":"trace[1926944532] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19467; }","duration":"2.0088919s","start":"2026-07-16T07:29:52.085726Z","end":"2026-07-16T07:29:54.094618Z","steps":["trace[1926944532] 'agreement among raft nodes before linearized reading' (duration: 2.008827418s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021616636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:54.094656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:51.193641Z","time spent":"2.901006645s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:29:54.094657Z","caller":"traceutil/trace.go:171","msg":"trace[1475448088] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19467; }","duration":"3.803299872s","start":"2026-07-16T07:29:50.291348Z","end":"2026-07-16T07:29:54.094648Z","steps":["trace[1475448088] 'agreement among raft nodes before linearized reading' (duration: 3.803243821s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.09467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:52.085691Z","time spent":"2.008964312s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:50.291313Z","time spent":"3.803365334s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338227585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:54.094754Z","caller":"traceutil/trace.go:171","msg":"trace[1687884953] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19467; }","duration":"1.338284856s","start":"2026-07-16T07:29:52.75646Z","end":"2026-07-16T07:29:54.094745Z","steps":["trace[1687884953] 'agreement among raft nodes before linearized reading' (duration: 1.338236954s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:52.756448Z","time spent":"1.338321537s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714829489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:54.094342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.202391Z","time spent":"5.891736534s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471748673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:29:54.09489Z","caller":"traceutil/trace.go:171","msg":"trace[1947377553] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19467; }","duration":"3.472118833s","start":"2026-07-16T07:29:50.622763Z","end":"2026-07-16T07:29:54.094882Z","steps":["trace[1947377553] 'agreement among raft nodes before linearized reading' (duration: 3.471780793s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.09426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.263273Z","time spent":"4.83098016s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:29:54.094914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:50.622728Z","time spent":"3.472177784s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.094958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90121874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:29:54.09498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503378966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:29:54.095004Z","caller":"traceutil/trace.go:171","msg":"trace[1134634429] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19467; }","duration":"2.901285483s","start":"2026-07-16T07:29:51.193708Z","end":"2026-07-16T07:29:54.094994Z","steps":["trace[1134634429] 'agreement among raft nodes before linearized reading' (duration: 2.901160949s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:54.094684Z","caller":"traceutil/trace.go:171","msg":"trace[755217932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19467; }","duration":"4.021691158s","start":"2026-07-16T07:29:50.072976Z","end":"2026-07-16T07:29:54.094667Z","steps":["trace[755217932] 'agreement among raft nodes before linearized reading' (duration: 4.021634136s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:50.072954Z","time spent":"4.022111059s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.095078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108093336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:206044"} {"level":"info","ts":"2026-07-16T07:29:54.095123Z","caller":"traceutil/trace.go:171","msg":"trace[1512266749] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:19467; }","duration":"2.108194539s","start":"2026-07-16T07:29:51.986919Z","end":"2026-07-16T07:29:54.095114Z","steps":["trace[1512266749] 'agreement among raft nodes before linearized reading' (duration: 2.10787535s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543054592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:54.095164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:51.986895Z","time spent":"2.108258521s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":206067,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-16T07:29:54.094383Z","caller":"traceutil/trace.go:171","msg":"trace[923153517] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19467; }","duration":"4.545096487s","start":"2026-07-16T07:29:49.549277Z","end":"2026-07-16T07:29:54.094373Z","steps":["trace[923153517] 'agreement among raft nodes before linearized reading' (duration: 4.545006554s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:54.094815Z","caller":"traceutil/trace.go:171","msg":"trace[570463881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19467; }","duration":"1.715167408s","start":"2026-07-16T07:29:52.379632Z","end":"2026-07-16T07:29:54.094799Z","steps":["trace[570463881] 'agreement among raft nodes before linearized reading' (duration: 1.714848109s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.549211Z","time spent":"4.545998552s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:54.095285Z","caller":"traceutil/trace.go:171","msg":"trace[870715667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19467; }","duration":"1.503447338s","start":"2026-07-16T07:29:52.591558Z","end":"2026-07-16T07:29:54.095006Z","steps":["trace[870715667] 'agreement among raft nodes before linearized reading' (duration: 1.503348195s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.355923Z","time spent":"4.738626093s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-07-16T07:29:54.094553Z","caller":"traceutil/trace.go:171","msg":"trace[1404616788] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19467; }","duration":"4.293595174s","start":"2026-07-16T07:29:49.800933Z","end":"2026-07-16T07:29:54.094529Z","steps":["trace[1404616788] 'agreement among raft nodes before linearized reading' (duration: 4.29346039s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:52.379614Z","time spent":"1.715657201s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:54.095362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901289736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929181"} {"level":"warn","ts":"2026-07-16T07:29:54.094776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899729839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:29:54.094456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.693531Z","time spent":"5.400906437s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:54.094055Z","caller":"traceutil/trace.go:171","msg":"trace[1132322303] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19467; }","duration":"5.907825369s","start":"2026-07-16T07:29:48.186206Z","end":"2026-07-16T07:29:54.094032Z","steps":["trace[1132322303] 'agreement among raft nodes before linearized reading' (duration: 5.907555352s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.094888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34892971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:54.095502Z","caller":"traceutil/trace.go:171","msg":"trace[1528297796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19467; }","duration":"2.90047747s","start":"2026-07-16T07:29:51.195007Z","end":"2026-07-16T07:29:54.095485Z","steps":["trace[1528297796] 'agreement among raft nodes before linearized reading' (duration: 2.899700849s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.186192Z","time spent":"5.909343112s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:29:54.095583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:51.194992Z","time spent":"2.900573462s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:54.094512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224925883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:29:54.095201Z","caller":"traceutil/trace.go:171","msg":"trace[900334528] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19467; }","duration":"5.544190553s","start":"2026-07-16T07:29:48.550993Z","end":"2026-07-16T07:29:54.095183Z","steps":["trace[900334528] 'agreement among raft nodes before linearized reading' (duration: 5.54300837s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:54.095758Z","caller":"traceutil/trace.go:171","msg":"trace[1172591072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19467; }","duration":"4.226189209s","start":"2026-07-16T07:29:49.869528Z","end":"2026-07-16T07:29:54.095717Z","steps":["trace[1172591072] 'agreement among raft nodes before linearized reading' (duration: 4.224854312s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.093952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90891671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-07-16T07:29:54.093901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.749757156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:54.095895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.550902Z","time spent":"5.544954865s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:54.095916Z","caller":"traceutil/trace.go:171","msg":"trace[480245305] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19467; }","duration":"5.910903725s","start":"2026-07-16T07:29:48.184971Z","end":"2026-07-16T07:29:54.095875Z","steps":["trace[480245305] 'agreement among raft nodes before linearized reading' (duration: 5.908864709s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.869503Z","time spent":"4.226352052s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:29:54.095958Z","caller":"traceutil/trace.go:171","msg":"trace[155788639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19467; }","duration":"6.751870444s","start":"2026-07-16T07:29:47.344073Z","end":"2026-07-16T07:29:54.095943Z","steps":["trace[155788639] 'agreement among raft nodes before linearized reading' (duration: 6.749680313s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:48.184938Z","time spent":"5.911023018s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-16T07:29:54.096022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:47.344027Z","time spent":"6.751971306s","remote":"127.0.0.1:60532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:54.095448Z","caller":"traceutil/trace.go:171","msg":"trace[1653011305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19467; }","duration":"4.901391799s","start":"2026-07-16T07:29:49.194038Z","end":"2026-07-16T07:29:54.09543Z","steps":["trace[1653011305] 'agreement among raft nodes before linearized reading' (duration: 4.900192856s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.095034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:51.193675Z","time spent":"2.901352805s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:29:54.095671Z","caller":"traceutil/trace.go:171","msg":"trace[945037355] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19467; }","duration":"1.349650901s","start":"2026-07-16T07:29:52.74589Z","end":"2026-07-16T07:29:54.095541Z","steps":["trace[945037355] 'agreement among raft nodes before linearized reading' (duration: 1.348955192s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:54.096097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.194023Z","time spent":"4.902053168s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929204,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:54.096157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:52.745851Z","time spent":"1.350245357s","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:54.095372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:52.591538Z","time spent":"1.503817878s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:54.095465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:49.800923Z","time spent":"4.294487259s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:29:55.096325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.397078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:55.096449Z","caller":"traceutil/trace.go:171","msg":"trace[1328797701] linearizableReadLoop","detail":"{readStateIndex:20400; appliedIndex:20399; }","duration":"991.972059ms","start":"2026-07-16T07:29:54.104457Z","end":"2026-07-16T07:29:55.096429Z","steps":["trace[1328797701] 'read index received' (duration: 93.321134ms)","trace[1328797701] 'applied index is now lower than readState.Index' (duration: 898.648445ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:55.096515Z","caller":"traceutil/trace.go:171","msg":"trace[120319508] transaction","detail":"{read_only:false; response_revision:19468; number_of_response:1; }","duration":"998.005435ms","start":"2026-07-16T07:29:54.098499Z","end":"2026-07-16T07:29:55.096505Z","steps":["trace[120319508] 'process raft request' (duration: 99.304418ms)","trace[120319508] 'compare' (duration: 897.847813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:55.096565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.098471Z","time spent":"998.070547ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:55.096994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.530344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:29:55.097032Z","caller":"traceutil/trace.go:171","msg":"trace[1704852796] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19468; }","duration":"992.611316ms","start":"2026-07-16T07:29:54.104412Z","end":"2026-07-16T07:29:55.097024Z","steps":["trace[1704852796] 'agreement among raft nodes before linearized reading' (duration: 992.408791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.097056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104393Z","time spent":"992.657637ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:29:55.303508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105728738s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:55.812574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.63769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:55.812761Z","caller":"traceutil/trace.go:171","msg":"trace[1819007710] transaction","detail":"{read_only:false; response_revision:19469; number_of_response:1; }","duration":"1.708196155s","start":"2026-07-16T07:29:54.104544Z","end":"2026-07-16T07:29:55.81274Z","steps":["trace[1819007710] 'process raft request' (duration: 1.199243116s)","trace[1819007710] 'compare' (duration: 508.504517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:55.812843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.10452Z","time spent":"1.708288038s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:55.813102Z","caller":"traceutil/trace.go:171","msg":"trace[1448303350] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"1.708472063s","start":"2026-07-16T07:29:54.104598Z","end":"2026-07-16T07:29:55.81307Z","steps":["trace[1448303350] 'process raft request' (duration: 1.708079302s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.813324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104584Z","time spent":"1.708603756s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:55.813805Z","caller":"traceutil/trace.go:171","msg":"trace[871525384] transaction","detail":"{read_only:false; response_revision:19471; number_of_response:1; }","duration":"1.709124941s","start":"2026-07-16T07:29:54.104647Z","end":"2026-07-16T07:29:55.813772Z","steps":["trace[871525384] 'process raft request' (duration: 1.708332959s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.813961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104637Z","time spent":"1.709242385s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:55.814041Z","caller":"traceutil/trace.go:171","msg":"trace[2132784888] transaction","detail":"{read_only:false; response_revision:19472; number_of_response:1; }","duration":"1.709167742s","start":"2026-07-16T07:29:54.104841Z","end":"2026-07-16T07:29:55.814008Z","steps":["trace[2132784888] 'process raft request' (duration: 1.708883704s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:55.814047Z","caller":"traceutil/trace.go:171","msg":"trace[676390227] transaction","detail":"{read_only:false; response_revision:19474; number_of_response:1; }","duration":"1.708064711s","start":"2026-07-16T07:29:54.10595Z","end":"2026-07-16T07:29:55.814015Z","steps":["trace[676390227] 'process raft request' (duration: 1.707947438s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:55.814055Z","caller":"traceutil/trace.go:171","msg":"trace[1899396733] transaction","detail":"{read_only:false; response_revision:19473; number_of_response:1; }","duration":"1.709122561s","start":"2026-07-16T07:29:54.10488Z","end":"2026-07-16T07:29:55.814002Z","steps":["trace[1899396733] 'process raft request' (duration: 1.708957136s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.814195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104819Z","time spent":"1.709290406s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:55.814205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.105938Z","time spent":"1.708182985s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:55.814252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104865Z","time spent":"1.709282435s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:55.81431Z","caller":"traceutil/trace.go:171","msg":"trace[278099713] transaction","detail":"{read_only:false; response_revision:19475; number_of_response:1; }","duration":"1.702916979s","start":"2026-07-16T07:29:54.111385Z","end":"2026-07-16T07:29:55.814302Z","steps":["trace[278099713] 'process raft request' (duration: 1.70256542s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.814355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.111373Z","time spent":"1.70295796s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:55.814359Z","caller":"traceutil/trace.go:171","msg":"trace[386413430] transaction","detail":"{read_only:false; response_revision:19476; number_of_response:1; }","duration":"1.697272193s","start":"2026-07-16T07:29:54.117079Z","end":"2026-07-16T07:29:55.814351Z","steps":["trace[386413430] 'process raft request' (duration: 1.697033406s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:55.814392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.117058Z","time spent":"1.697315794s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:56.107536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:56.107655Z","caller":"traceutil/trace.go:171","msg":"trace[1661464206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374823s","start":"2026-07-16T07:29:54.107251Z","end":"2026-07-16T07:29:56.107626Z","steps":["trace[1661464206] 'agreement among raft nodes before linearized reading' (duration: 2.000209798s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:56.107936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.107242Z","time spent":"2.000467236s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:29:57.09032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.159068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:57.090668Z","caller":"traceutil/trace.go:171","msg":"trace[615711264] linearizableReadLoop","detail":"{readStateIndex:20411; appliedIndex:20400; }","duration":"1.994181143s","start":"2026-07-16T07:29:55.096472Z","end":"2026-07-16T07:29:57.090654Z","steps":["trace[615711264] 'read index received' (duration: 207.34075ms)","trace[615711264] 'applied index is now lower than readState.Index' (duration: 1.786839473s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:57.090837Z","caller":"traceutil/trace.go:171","msg":"trace[519998173] transaction","detail":"{read_only:false; response_revision:19477; number_of_response:1; }","duration":"2.612620332s","start":"2026-07-16T07:29:54.478207Z","end":"2026-07-16T07:29:57.090828Z","steps":["trace[519998173] 'process raft request' (duration: 1.836874878s)","trace[519998173] 'compare' (duration: 775.048525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:57.090879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.478176Z","time spent":"2.612684064s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:57.090994Z","caller":"traceutil/trace.go:171","msg":"trace[703926958] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"2.607288684s","start":"2026-07-16T07:29:54.4837Z","end":"2026-07-16T07:29:57.090988Z","steps":["trace[703926958] 'process raft request' (duration: 2.606697298s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.483684Z","time spent":"2.607327346s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:57.091101Z","caller":"traceutil/trace.go:171","msg":"trace[1681568578] transaction","detail":"{read_only:false; response_revision:19479; number_of_response:1; }","duration":"2.339975235s","start":"2026-07-16T07:29:54.75112Z","end":"2026-07-16T07:29:57.091095Z","steps":["trace[1681568578] 'process raft request' (duration: 2.339313717s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.751087Z","time spent":"2.340031137s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:57.091248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00924179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:29:57.09127Z","caller":"traceutil/trace.go:171","msg":"trace[951375977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19479; }","duration":"2.009316652s","start":"2026-07-16T07:29:55.081946Z","end":"2026-07-16T07:29:57.091262Z","steps":["trace[951375977] 'agreement among raft nodes before linearized reading' (duration: 2.00924114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.081914Z","time spent":"2.009367553s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:29:57.091383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010799823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:29:57.091404Z","caller":"traceutil/trace.go:171","msg":"trace[672876994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19479; }","duration":"2.010819064s","start":"2026-07-16T07:29:55.080579Z","end":"2026-07-16T07:29:57.091398Z","steps":["trace[672876994] 'agreement among raft nodes before linearized reading' (duration: 2.010768802s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.080492Z","time spent":"2.010922906s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:29:57.091527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605451344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:57.091552Z","caller":"traceutil/trace.go:171","msg":"trace[1103509277] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19479; }","duration":"2.605548947s","start":"2026-07-16T07:29:54.485995Z","end":"2026-07-16T07:29:57.091544Z","steps":["trace[1103509277] 'agreement among raft nodes before linearized reading' (duration: 2.605469194s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257858582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:29:57.091568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.485949Z","time spent":"2.605614398s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:57.091639Z","caller":"traceutil/trace.go:171","msg":"trace[373817951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19479; }","duration":"2.258026597s","start":"2026-07-16T07:29:54.833558Z","end":"2026-07-16T07:29:57.091585Z","steps":["trace[373817951] 'agreement among raft nodes before linearized reading' (duration: 2.257860172s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987117228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:29:57.091711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.833526Z","time spent":"2.258169161s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:29:57.091756Z","caller":"traceutil/trace.go:171","msg":"trace[1152921231] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19479; }","duration":"2.987287943s","start":"2026-07-16T07:29:54.104442Z","end":"2026-07-16T07:29:57.09173Z","steps":["trace[1152921231] 'agreement among raft nodes before linearized reading' (duration: 2.986942893s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.091817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104422Z","time spent":"2.987384736s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:29:57.091941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987275862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:29:57.092091Z","caller":"traceutil/trace.go:171","msg":"trace[1082873994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19479; }","duration":"2.987439867s","start":"2026-07-16T07:29:54.104598Z","end":"2026-07-16T07:29:57.092038Z","steps":["trace[1082873994] 'agreement among raft nodes before linearized reading' (duration: 2.98717346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.092115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987528739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d018921-6121-44c2-9fd4-476860a2d509\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-16T07:29:57.09219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104586Z","time spent":"2.987584221s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:29:57.092202Z","caller":"traceutil/trace.go:171","msg":"trace[1370459493] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d018921-6121-44c2-9fd4-476860a2d509; range_end:; response_count:1; response_revision:19479; }","duration":"2.987680954s","start":"2026-07-16T07:29:54.104497Z","end":"2026-07-16T07:29:57.092178Z","steps":["trace[1370459493] 'agreement among raft nodes before linearized reading' (duration: 2.987369896s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.092504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.104473Z","time spent":"2.988010763s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-1d018921-6121-44c2-9fd4-476860a2d509\" "} {"level":"warn","ts":"2026-07-16T07:29:57.093134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985251206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929642"} {"level":"info","ts":"2026-07-16T07:29:57.093275Z","caller":"traceutil/trace.go:171","msg":"trace[513454370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19479; }","duration":"2.985442332s","start":"2026-07-16T07:29:54.107805Z","end":"2026-07-16T07:29:57.093247Z","steps":["trace[513454370] 'agreement among raft nodes before linearized reading' (duration: 2.98358681s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.093353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:54.10779Z","time spent":"2.985542254s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:29:57.598613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.843638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:57.599034Z","caller":"traceutil/trace.go:171","msg":"trace[782039175] linearizableReadLoop","detail":"{readStateIndex:20413; appliedIndex:20411; }","duration":"508.319271ms","start":"2026-07-16T07:29:57.090686Z","end":"2026-07-16T07:29:57.599005Z","steps":["trace[782039175] 'read index received' (duration: 206.956519ms)","trace[782039175] 'applied index is now lower than readState.Index' (duration: 301.317811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:57.599108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490229462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:29:57.599165Z","caller":"traceutil/trace.go:171","msg":"trace[449120115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19481; }","duration":"1.490341795s","start":"2026-07-16T07:29:56.108806Z","end":"2026-07-16T07:29:57.599148Z","steps":["trace[449120115] 'agreement among raft nodes before linearized reading' (duration: 1.490180671s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.599215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:56.108781Z","time spent":"1.490422348s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:29:57.599206Z","caller":"traceutil/trace.go:171","msg":"trace[137736480] transaction","detail":"{read_only:false; response_revision:19481; number_of_response:1; }","duration":"1.495504539s","start":"2026-07-16T07:29:56.103658Z","end":"2026-07-16T07:29:57.599163Z","steps":["trace[137736480] 'process raft request' (duration: 1.495123438s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.599318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779299775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" ","response":"range_response_count:1 size:5179"} {"level":"warn","ts":"2026-07-16T07:29:57.59934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713286367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:29:57.599326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757573483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:29:57.599386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:56.103625Z","time spent":"1.495671403s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:57.59942Z","caller":"traceutil/trace.go:171","msg":"trace[76668100] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z; range_end:; response_count:1; response_revision:19481; }","duration":"1.779456319s","start":"2026-07-16T07:29:55.819942Z","end":"2026-07-16T07:29:57.599399Z","steps":["trace[76668100] 'agreement among raft nodes before linearized reading' (duration: 1.7791358s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:57.599443Z","caller":"traceutil/trace.go:171","msg":"trace[1315466073] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19481; }","duration":"1.713466672s","start":"2026-07-16T07:29:55.885943Z","end":"2026-07-16T07:29:57.599409Z","steps":["trace[1315466073] 'agreement among raft nodes before linearized reading' (duration: 1.713175514s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.599476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.819921Z","time spent":"1.779545731s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5202,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" "} {"level":"warn","ts":"2026-07-16T07:29:57.599494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.885914Z","time spent":"1.713567614s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":72,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:29:57.59949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49870835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c2e1b18e\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-16T07:29:57.59931Z","caller":"traceutil/trace.go:171","msg":"trace[296500491] transaction","detail":"{read_only:false; response_revision:19480; number_of_response:1; }","duration":"1.777606368s","start":"2026-07-16T07:29:55.821649Z","end":"2026-07-16T07:29:57.599256Z","steps":["trace[296500491] 'process raft request' (duration: 1.475977568s)","trace[296500491] 'compare' (duration: 300.665813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:29:57.599632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482846998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:29:57.599614Z","caller":"traceutil/trace.go:171","msg":"trace[1356371738] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c2e1b18e; range_end:; response_count:1; response_revision:19481; }","duration":"2.498918245s","start":"2026-07-16T07:29:55.100669Z","end":"2026-07-16T07:29:57.599587Z","steps":["trace[1356371738] 'agreement among raft nodes before linearized reading' (duration: 2.498513844s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:29:57.599693Z","caller":"traceutil/trace.go:171","msg":"trace[1676144480] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19481; }","duration":"1.482978322s","start":"2026-07-16T07:29:56.116701Z","end":"2026-07-16T07:29:57.59968Z","steps":["trace[1676144480] 'agreement among raft nodes before linearized reading' (duration: 1.482802787s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.599743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:56.116673Z","time spent":"1.483057674s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:29:57.599715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.100651Z","time spent":"2.499045688s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c2e1b18e\" "} {"level":"warn","ts":"2026-07-16T07:29:57.59947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500019426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:29:57.599769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.821637Z","time spent":"1.778016769s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5221,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:57.599824Z","caller":"traceutil/trace.go:171","msg":"trace[109006047] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19481; }","duration":"2.500438557s","start":"2026-07-16T07:29:55.099369Z","end":"2026-07-16T07:29:57.599808Z","steps":["trace[109006047] 'agreement among raft nodes before linearized reading' (duration: 2.499878612s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.599878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.099345Z","time spent":"2.500517429s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:29:57.599986Z","caller":"traceutil/trace.go:171","msg":"trace[1249672782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19481; }","duration":"1.757752528s","start":"2026-07-16T07:29:55.841667Z","end":"2026-07-16T07:29:57.599419Z","steps":["trace[1249672782] 'agreement among raft nodes before linearized reading' (duration: 1.757345506s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:57.600123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:55.84164Z","time spent":"1.758421456s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:29:58.078242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.098199Z","time spent":"980.034138ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:58.078853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.097932Z","time spent":"980.911532ms","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:29:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:29:58.190811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.422332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:29:58.191364Z","caller":"traceutil/trace.go:171","msg":"trace[1305821721] transaction","detail":"{read_only:false; response_revision:19484; number_of_response:1; }","duration":"1.092905513s","start":"2026-07-16T07:29:57.098431Z","end":"2026-07-16T07:29:58.191336Z","steps":["trace[1305821721] 'process raft request' (duration: 1.092552203s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.191555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.098411Z","time spent":"1.093052816s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:58.191665Z","caller":"traceutil/trace.go:171","msg":"trace[761015437] transaction","detail":"{read_only:false; response_revision:19485; number_of_response:1; }","duration":"1.093138649s","start":"2026-07-16T07:29:57.098499Z","end":"2026-07-16T07:29:58.191638Z","steps":["trace[761015437] 'process raft request' (duration: 1.092681087s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.191766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.098472Z","time spent":"1.093252132s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:29:58.191949Z","caller":"traceutil/trace.go:171","msg":"trace[2094638366] linearizableReadLoop","detail":"{readStateIndex:20418; appliedIndex:20413; }","duration":"592.777448ms","start":"2026-07-16T07:29:57.599139Z","end":"2026-07-16T07:29:58.191916Z","steps":["trace[2094638366] 'read index received' (duration: 182.260315ms)","trace[2094638366] 'applied index is now lower than readState.Index' (duration: 410.515823ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:29:58.192106Z","caller":"traceutil/trace.go:171","msg":"trace[369482640] transaction","detail":"{read_only:false; response_revision:19486; number_of_response:1; }","duration":"1.093070167s","start":"2026-07-16T07:29:57.099022Z","end":"2026-07-16T07:29:58.192093Z","steps":["trace[369482640] 'process raft request' (duration: 1.092423769s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.192194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.098994Z","time spent":"1.093157379s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:58.192375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.67314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-07-16T07:29:58.192445Z","caller":"traceutil/trace.go:171","msg":"trace[1164899968] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19486; }","duration":"836.796823ms","start":"2026-07-16T07:29:57.355633Z","end":"2026-07-16T07:29:58.19243Z","steps":["trace[1164899968] 'agreement among raft nodes before linearized reading' (duration: 836.456524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.192487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.35561Z","time spent":"836.867055ms","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-16T07:29:58.192769Z","caller":"traceutil/trace.go:171","msg":"trace[1693401321] transaction","detail":"{read_only:false; response_revision:19487; number_of_response:1; }","duration":"589.577479ms","start":"2026-07-16T07:29:57.603176Z","end":"2026-07-16T07:29:58.192753Z","steps":["trace[1693401321] 'process raft request' (duration: 588.605792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.192884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.603162Z","time spent":"589.648312ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:29:58.193032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094587589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T07:29:58.193084Z","caller":"traceutil/trace.go:171","msg":"trace[1545971221] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19487; }","duration":"1.094667151s","start":"2026-07-16T07:29:57.098403Z","end":"2026-07-16T07:29:58.19307Z","steps":["trace[1545971221] 'agreement among raft nodes before linearized reading' (duration: 1.093772276s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:58.193125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.098384Z","time spent":"1.094733933s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-16T07:29:58.692602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:59.193653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:29:59.397794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30628881s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:29:59.608852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:29:59.608965Z","caller":"traceutil/trace.go:171","msg":"trace[379928301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464985s","start":"2026-07-16T07:29:57.608471Z","end":"2026-07-16T07:29:59.608936Z","steps":["trace[379928301] 'agreement among raft nodes before linearized reading' (duration: 2.000325702s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:29:59.609043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.608464Z","time spent":"2.000561178s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:00.475351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.905109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:00.475488Z","caller":"traceutil/trace.go:171","msg":"trace[1634775634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19487; }","duration":"435.054603ms","start":"2026-07-16T07:30:00.04041Z","end":"2026-07-16T07:30:00.475465Z","steps":["trace[1634775634] 'range keys from in-memory index tree' (duration: 434.880939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.475798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077386464s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:506"} {"level":"info","ts":"2026-07-16T07:30:00.475913Z","caller":"traceutil/trace.go:171","msg":"trace[944584287] linearizableReadLoop","detail":"{readStateIndex:20420; appliedIndex:20419; }","duration":"2.28384789s","start":"2026-07-16T07:29:58.192049Z","end":"2026-07-16T07:30:00.475896Z","steps":["trace[944584287] 'read index received' (duration: 1.205915391s)","trace[944584287] 'applied index is now lower than readState.Index' (duration: 1.077931239s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:00.476107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656227588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:30:00.476142Z","caller":"traceutil/trace.go:171","msg":"trace[97996992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19487; }","duration":"2.6563111s","start":"2026-07-16T07:29:57.81982Z","end":"2026-07-16T07:30:00.476131Z","steps":["trace[97996992] 'agreement among raft nodes before linearized reading' (duration: 2.656149815s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:00.476113Z","caller":"traceutil/trace.go:171","msg":"trace[665322974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19487; }","duration":"2.384644901s","start":"2026-07-16T07:29:58.091375Z","end":"2026-07-16T07:30:00.476019Z","steps":["trace[665322974] 'process raft request' (duration: 1.306758103s)","trace[665322974] 'compare' (duration: 1.077304092s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:00.476198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874214482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-16T07:30:00.476267Z","caller":"traceutil/trace.go:171","msg":"trace[83439355] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19487; }","duration":"2.874256604s","start":"2026-07-16T07:29:57.60197Z","end":"2026-07-16T07:30:00.476226Z","steps":["trace[83439355] 'agreement among raft nodes before linearized reading' (duration: 2.874061438s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.476305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.601945Z","time spent":"2.874351396s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:30:00.476289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656135826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T07:30:00.47631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872120784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-16T07:30:00.476362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.091346Z","time spent":"2.384871777s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:00.476384Z","caller":"traceutil/trace.go:171","msg":"trace[2007344556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19487; }","duration":"2.656284809s","start":"2026-07-16T07:29:57.820074Z","end":"2026-07-16T07:30:00.476359Z","steps":["trace[2007344556] 'agreement among raft nodes before linearized reading' (duration: 2.655890318s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:00.47641Z","caller":"traceutil/trace.go:171","msg":"trace[886326314] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19487; }","duration":"2.872243018s","start":"2026-07-16T07:29:57.604143Z","end":"2026-07-16T07:30:00.476386Z","steps":["trace[886326314] 'agreement among raft nodes before linearized reading' (duration: 2.871873648s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.476436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.820068Z","time spent":"2.656358341s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:30:00.476462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.604137Z","time spent":"2.87231559s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-16T07:30:00.476172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.819793Z","time spent":"2.656370892s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:30:00.47653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44384017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:00.476583Z","caller":"traceutil/trace.go:171","msg":"trace[1544125674] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19487; }","duration":"2.443949933s","start":"2026-07-16T07:29:58.03262Z","end":"2026-07-16T07:30:00.47657Z","steps":["trace[1544125674] 'agreement among raft nodes before linearized reading' (duration: 2.44384481s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.476623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.032591Z","time spent":"2.444019515s","remote":"127.0.0.1:45784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:00.476832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65487671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-16T07:30:00.476933Z","caller":"traceutil/trace.go:171","msg":"trace[1274204994] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19487; }","duration":"2.655024184s","start":"2026-07-16T07:29:57.821886Z","end":"2026-07-16T07:30:00.47691Z","steps":["trace[1274204994] 'agreement among raft nodes before linearized reading' (duration: 2.654686035s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.476951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875523568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:30:00.476989Z","caller":"traceutil/trace.go:171","msg":"trace[704905535] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19487; }","duration":"2.87559089s","start":"2026-07-16T07:29:57.601384Z","end":"2026-07-16T07:30:00.476975Z","steps":["trace[704905535] 'agreement among raft nodes before linearized reading' (duration: 2.874805019s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.477004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.82187Z","time spent":"2.655117257s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:30:00.477023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.601367Z","time spent":"2.875649821s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:30:00.47755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871912689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929642"} {"level":"info","ts":"2026-07-16T07:30:00.477597Z","caller":"traceutil/trace.go:171","msg":"trace[747428833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19487; }","duration":"2.872004981s","start":"2026-07-16T07:29:57.605581Z","end":"2026-07-16T07:30:00.477586Z","steps":["trace[747428833] 'agreement among raft nodes before linearized reading' (duration: 2.871044715s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.47763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:57.605556Z","time spent":"2.872064023s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:30:00.706152Z","caller":"traceutil/trace.go:171","msg":"trace[213919896] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20420; }","duration":"230.174191ms","start":"2026-07-16T07:30:00.475941Z","end":"2026-07-16T07:30:00.706115Z","steps":["trace[213919896] 'read index received' (duration: 230.017657ms)","trace[213919896] 'applied index is now lower than readState.Index' (duration: 154.874µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:00.706374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40301115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:00.70643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596393061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:30:00.706489Z","caller":"traceutil/trace.go:171","msg":"trace[15608495] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19488; }","duration":"2.403151983s","start":"2026-07-16T07:29:58.303302Z","end":"2026-07-16T07:30:00.706454Z","steps":["trace[15608495] 'agreement among raft nodes before linearized reading' (duration: 2.402893806s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:00.706506Z","caller":"traceutil/trace.go:171","msg":"trace[580285224] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19488; }","duration":"1.596535764s","start":"2026-07-16T07:29:59.109952Z","end":"2026-07-16T07:30:00.706488Z","steps":["trace[580285224] 'agreement among raft nodes before linearized reading' (duration: 1.596212385s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.706549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.109926Z","time spent":"1.596617057s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:30:00.706557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510075133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:30:00.706555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.30323Z","time spent":"2.403313928s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:00.706595Z","caller":"traceutil/trace.go:171","msg":"trace[668216394] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19488; }","duration":"2.510119224s","start":"2026-07-16T07:29:58.19646Z","end":"2026-07-16T07:30:00.706579Z","steps":["trace[668216394] 'agreement among raft nodes before linearized reading' (duration: 2.510020821s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.706645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.196452Z","time spent":"2.510181196s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:30:00.706638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094700193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:00.70645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509111416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-16T07:30:00.706772Z","caller":"traceutil/trace.go:171","msg":"trace[897763778] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19488; }","duration":"1.094916449s","start":"2026-07-16T07:29:59.611827Z","end":"2026-07-16T07:30:00.706743Z","steps":["trace[897763778] 'agreement among raft nodes before linearized reading' (duration: 1.094651062s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:00.706804Z","caller":"traceutil/trace.go:171","msg":"trace[590479862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd; range_end:; response_count:1; response_revision:19488; }","duration":"2.509496357s","start":"2026-07-16T07:29:58.19729Z","end":"2026-07-16T07:30:00.706787Z","steps":["trace[590479862] 'agreement among raft nodes before linearized reading' (duration: 2.508980682s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.706833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.197283Z","time spent":"2.509541319s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd\" "} {"level":"warn","ts":"2026-07-16T07:30:00.706842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.611805Z","time spent":"1.095023982s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:00.706951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51067116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:30:00.706943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510465793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g.18c2b2da0fa80f60\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-07-16T07:30:00.707014Z","caller":"traceutil/trace.go:171","msg":"trace[1181931778] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"1.100986608s","start":"2026-07-16T07:29:59.606013Z","end":"2026-07-16T07:30:00.706999Z","steps":["trace[1181931778] 'process raft request' (duration: 1.099888827s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.706959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242399502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:00.707115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.605975Z","time spent":"1.10107188s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:00.707159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097328066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:00.707181Z","caller":"traceutil/trace.go:171","msg":"trace[242134757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19488; }","duration":"1.097402507s","start":"2026-07-16T07:29:59.609772Z","end":"2026-07-16T07:30:00.707175Z","steps":["trace[242134757] 'agreement among raft nodes before linearized reading' (duration: 1.097356496s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.707204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.609744Z","time spent":"1.097456829s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:30:00.707257Z","caller":"traceutil/trace.go:171","msg":"trace[752835790] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19488; }","duration":"1.242688149s","start":"2026-07-16T07:29:59.464449Z","end":"2026-07-16T07:30:00.707137Z","steps":["trace[752835790] 'agreement among raft nodes before linearized reading' (duration: 1.242209306s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:00.707064Z","caller":"traceutil/trace.go:171","msg":"trace[713442673] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g.18c2b2da0fa80f60; range_end:; response_count:1; response_revision:19488; }","duration":"2.510641479s","start":"2026-07-16T07:29:58.196398Z","end":"2026-07-16T07:30:00.707039Z","steps":["trace[713442673] 'agreement among raft nodes before linearized reading' (duration: 2.510264808s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.712346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.196377Z","time spent":"2.515948566s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-nmv6g.18c2b2da0fa80f60\" "} {"level":"warn","ts":"2026-07-16T07:30:00.712212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.46442Z","time spent":"1.247738579s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:00.706992Z","caller":"traceutil/trace.go:171","msg":"trace[1207014607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19488; }","duration":"2.510774752s","start":"2026-07-16T07:29:58.196206Z","end":"2026-07-16T07:30:00.706981Z","steps":["trace[1207014607] 'agreement among raft nodes before linearized reading' (duration: 2.510672449s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.71271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.196185Z","time spent":"2.516509191s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:30:00.707609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750937469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:30:00.712809Z","caller":"traceutil/trace.go:171","msg":"trace[1351109800] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19488; }","duration":"1.756183534s","start":"2026-07-16T07:29:58.956612Z","end":"2026-07-16T07:30:00.712795Z","steps":["trace[1351109800] 'agreement among raft nodes before linearized reading' (duration: 1.749950341s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.712855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:58.956584Z","time spent":"1.756257326s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":140,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:00.713447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606351156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:30:00.713758Z","caller":"traceutil/trace.go:171","msg":"trace[1140742150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19488; }","duration":"1.606694326s","start":"2026-07-16T07:29:59.107038Z","end":"2026-07-16T07:30:00.713733Z","steps":["trace[1140742150] 'agreement among raft nodes before linearized reading' (duration: 1.599350243s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:00.713886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:29:59.107011Z","time spent":"1.60682043s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:30:01.206295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:01.706444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:02.20751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:02.214417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:01.243754Z","time spent":"970.651988ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:30:02.707751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:02.71937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:02.719519Z","caller":"traceutil/trace.go:171","msg":"trace[2144097665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796084s","start":"2026-07-16T07:30:00.718687Z","end":"2026-07-16T07:30:02.719483Z","steps":["trace[2144097665] 'agreement among raft nodes before linearized reading' (duration: 2.000607549s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:02.719606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.718622Z","time spent":"2.000965459s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:02.864519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158590242s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:30:02.865169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.479129Z","time spent":"2.386030148s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:30:02.865544Z","caller":"traceutil/trace.go:171","msg":"trace[1297639311] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"2.383514949s","start":"2026-07-16T07:30:00.481967Z","end":"2026-07-16T07:30:02.865482Z","steps":["trace[1297639311] 'process raft request' (duration: 2.383064886s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:02.865585Z","caller":"traceutil/trace.go:171","msg":"trace[1478812385] transaction","detail":"{read_only:false; response_revision:19491; number_of_response:1; }","duration":"2.381871083s","start":"2026-07-16T07:30:00.483691Z","end":"2026-07-16T07:30:02.865562Z","steps":["trace[1478812385] 'process raft request' (duration: 2.38174672s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:02.865704Z","caller":"traceutil/trace.go:171","msg":"trace[1998768595] transaction","detail":"{read_only:false; response_revision:19492; number_of_response:1; }","duration":"2.377933324s","start":"2026-07-16T07:30:00.487732Z","end":"2026-07-16T07:30:02.865665Z","steps":["trace[1998768595] 'process raft request' (duration: 2.377766979s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:02.865769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.481943Z","time spent":"2.383711584s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:02.865568Z","caller":"traceutil/trace.go:171","msg":"trace[1059628714] transaction","detail":"{read_only:false; response_revision:19490; number_of_response:1; }","duration":"2.382344026s","start":"2026-07-16T07:30:00.483181Z","end":"2026-07-16T07:30:02.865525Z","steps":["trace[1059628714] 'process raft request' (duration: 2.382150221s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:02.865946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.483679Z","time spent":"2.381984876s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:02.866122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.483169Z","time spent":"2.382901951s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:02.865884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.487705Z","time spent":"2.378085748s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:04.032111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167291383s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:30:04.032868Z","caller":"traceutil/trace.go:171","msg":"trace[1307100745] transaction","detail":"{read_only:false; response_revision:19493; number_of_response:1; }","duration":"3.318429878s","start":"2026-07-16T07:30:00.714385Z","end":"2026-07-16T07:30:04.032815Z","steps":["trace[1307100745] 'process raft request' (duration: 3.318073269s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:04.035511Z","caller":"traceutil/trace.go:171","msg":"trace[1980950902] transaction","detail":"{read_only:false; response_revision:19494; number_of_response:1; }","duration":"3.32031348s","start":"2026-07-16T07:30:00.715131Z","end":"2026-07-16T07:30:04.035445Z","steps":["trace[1980950902] 'process raft request' (duration: 3.317583365s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:04.036122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.715118Z","time spent":"3.320548618s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:04.036145Z","caller":"traceutil/trace.go:171","msg":"trace[639982006] transaction","detail":"{read_only:false; response_revision:19495; number_of_response:1; }","duration":"3.315751924s","start":"2026-07-16T07:30:00.720296Z","end":"2026-07-16T07:30:04.036048Z","steps":["trace[639982006] 'process raft request' (duration: 3.314061957s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:04.036372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.720282Z","time spent":"3.315984001s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:04.038147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.714356Z","time spent":"3.318601873s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:04.720011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:04.720124Z","caller":"traceutil/trace.go:171","msg":"trace[209493950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024434s","start":"2026-07-16T07:30:02.720075Z","end":"2026-07-16T07:30:04.720099Z","steps":["trace[209493950] 'agreement among raft nodes before linearized reading' (duration: 1.99987247s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:04.720214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.72005Z","time spent":"2.000151928s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:05.234673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200170582s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:30:05.236076Z","caller":"traceutil/trace.go:171","msg":"trace[1908714604] transaction","detail":"{read_only:false; response_revision:19497; number_of_response:1; }","duration":"2.522900108s","start":"2026-07-16T07:30:02.713127Z","end":"2026-07-16T07:30:05.236027Z","steps":["trace[1908714604] 'process raft request' (duration: 2.521674794s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:05.236123Z","caller":"traceutil/trace.go:171","msg":"trace[346655010] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19497; }","duration":"2.369130221s","start":"2026-07-16T07:30:02.866967Z","end":"2026-07-16T07:30:05.236097Z","steps":["trace[346655010] 'process raft request' (duration: 2.368978267s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:05.23615Z","caller":"traceutil/trace.go:171","msg":"trace[1490663184] linearizableReadLoop","detail":"{readStateIndex:20430; appliedIndex:20421; }","duration":"4.529802981s","start":"2026-07-16T07:30:00.706233Z","end":"2026-07-16T07:30:05.236036Z","steps":["trace[1490663184] 'read index received' (duration: 2.158613633s)","trace[1490663184] 'applied index is now lower than readState.Index' (duration: 2.371184128s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:05.2363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.713095Z","time spent":"2.523071002s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:05.2363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.866881Z","time spent":"2.369291565s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:05.236531Z","caller":"traceutil/trace.go:171","msg":"trace[890438607] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"1.189895178s","start":"2026-07-16T07:30:04.046607Z","end":"2026-07-16T07:30:05.236502Z","steps":["trace[890438607] 'process raft request' (duration: 1.189731454s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:05.236694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.046591Z","time spent":"1.190017641s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:05.2368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.747187038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:30:05.236899Z","caller":"traceutil/trace.go:171","msg":"trace[2092815541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19499; }","duration":"4.747362703s","start":"2026-07-16T07:30:00.489514Z","end":"2026-07-16T07:30:05.236876Z","steps":["trace[2092815541] 'agreement among raft nodes before linearized reading' (duration: 4.746845659s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:05.236981Z","caller":"traceutil/trace.go:171","msg":"trace[1477558363] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"1.197151938s","start":"2026-07-16T07:30:04.039791Z","end":"2026-07-16T07:30:05.236943Z","steps":["trace[1477558363] 'process raft request' (duration: 1.196219982s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:05.236982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.4895Z","time spent":"4.747467506s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:30:05.237106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.039674Z","time spent":"1.197380474s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:30:05.237174Z","caller":"traceutil/trace.go:171","msg":"trace[779375107] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"1.164468003s","start":"2026-07-16T07:30:04.072659Z","end":"2026-07-16T07:30:05.237127Z","steps":["trace[779375107] 'process raft request' (duration: 1.163787875s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:05.237389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.072648Z","time spent":"1.164647899s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:06.729652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:06.729786Z","caller":"traceutil/trace.go:171","msg":"trace[364192164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559369s","start":"2026-07-16T07:30:04.729194Z","end":"2026-07-16T07:30:06.729754Z","steps":["trace[364192164] 'agreement among raft nodes before linearized reading' (duration: 2.000386214s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:06.729855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.729164Z","time spent":"2.000678501s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:08.224891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605271379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:08.225052Z","caller":"traceutil/trace.go:171","msg":"trace[62671373] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"2.988711083s","start":"2026-07-16T07:30:05.236312Z","end":"2026-07-16T07:30:08.225023Z","steps":["trace[62671373] 'read index received' (duration: 383.158686ms)","trace[62671373] 'applied index is now lower than readState.Index' (duration: 2.605550227s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:08.225395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454819998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:08.225447Z","caller":"traceutil/trace.go:171","msg":"trace[566662579] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19501; }","duration":"5.454917001s","start":"2026-07-16T07:30:02.770512Z","end":"2026-07-16T07:30:08.225429Z","steps":["trace[566662579] 'agreement among raft nodes before linearized reading' (duration: 5.454817468s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.225447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292637135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:08.225488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.77049Z","time spent":"5.454987153s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.225513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168690546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:30:08.225587Z","caller":"traceutil/trace.go:171","msg":"trace[1516277327] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19501; }","duration":"4.169369315s","start":"2026-07-16T07:30:04.056199Z","end":"2026-07-16T07:30:08.225568Z","steps":["trace[1516277327] 'agreement among raft nodes before linearized reading' (duration: 4.169162739s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.225608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181398448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:30:08.22563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.056175Z","time spent":"4.169447667s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:30:08.225588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932094277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-16T07:30:08.225664Z","caller":"traceutil/trace.go:171","msg":"trace[390337126] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19501; }","duration":"4.18147085s","start":"2026-07-16T07:30:04.044175Z","end":"2026-07-16T07:30:08.225646Z","steps":["trace[390337126] 'agreement among raft nodes before linearized reading' (duration: 4.181234073s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.225601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355001171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:30:08.225704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.044133Z","time spent":"4.181563442s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:30:08.22571Z","caller":"traceutil/trace.go:171","msg":"trace[281877675] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:19501; }","duration":"3.932278762s","start":"2026-07-16T07:30:04.293402Z","end":"2026-07-16T07:30:08.225681Z","steps":["trace[281877675] 'agreement among raft nodes before linearized reading' (duration: 3.932018525s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:08.225738Z","caller":"traceutil/trace.go:171","msg":"trace[436538207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19501; }","duration":"3.355241749s","start":"2026-07-16T07:30:04.870471Z","end":"2026-07-16T07:30:08.225713Z","steps":["trace[436538207] 'agreement among raft nodes before linearized reading' (duration: 3.354833537s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.225775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.293391Z","time spent":"3.932373284s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-16T07:30:08.225823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.870365Z","time spent":"3.355447174s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:30:08.225535Z","caller":"traceutil/trace.go:171","msg":"trace[957818708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19501; }","duration":"3.292777469s","start":"2026-07-16T07:30:04.932734Z","end":"2026-07-16T07:30:08.225512Z","steps":["trace[957818708] 'agreement among raft nodes before linearized reading' (duration: 3.292606854s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.226069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.93271Z","time spent":"3.293346255s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.225441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984800616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:08.226219Z","caller":"traceutil/trace.go:171","msg":"trace[1639666582] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19501; }","duration":"3.985621138s","start":"2026-07-16T07:30:04.240585Z","end":"2026-07-16T07:30:08.226206Z","steps":["trace[1639666582] 'agreement among raft nodes before linearized reading' (duration: 3.984754414s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.226251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.240565Z","time spent":"3.985676889s","remote":"127.0.0.1:32986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.225449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348473214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-16T07:30:08.226404Z","caller":"traceutil/trace.go:171","msg":"trace[749650080] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19501; }","duration":"5.349467502s","start":"2026-07-16T07:30:02.876926Z","end":"2026-07-16T07:30:08.226393Z","steps":["trace[749650080] 'agreement among raft nodes before linearized reading' (duration: 5.34832919s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.226431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.876913Z","time spent":"5.349509683s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-16T07:30:08.22652Z","caller":"traceutil/trace.go:171","msg":"trace[144167036] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"3.626506008s","start":"2026-07-16T07:30:04.599855Z","end":"2026-07-16T07:30:08.226361Z","steps":["trace[144167036] 'process raft request' (duration: 1.019644275s)","trace[144167036] 'compare' (duration: 2.603460178s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:08.226697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.359742169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:08.22673Z","caller":"traceutil/trace.go:171","msg":"trace[7078455] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19501; }","duration":"7.359807641s","start":"2026-07-16T07:30:00.866915Z","end":"2026-07-16T07:30:08.226722Z","steps":["trace[7078455] 'agreement among raft nodes before linearized reading' (duration: 7.359750829s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.226709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087794379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:08.226752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.866894Z","time spent":"7.359852841s","remote":"127.0.0.1:48182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.22673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354870808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:30:08.226797Z","caller":"traceutil/trace.go:171","msg":"trace[898435080] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19501; }","duration":"6.087929034s","start":"2026-07-16T07:30:02.138834Z","end":"2026-07-16T07:30:08.226763Z","steps":["trace[898435080] 'agreement among raft nodes before linearized reading' (duration: 6.08780251s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:08.226824Z","caller":"traceutil/trace.go:171","msg":"trace[212581041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19501; }","duration":"3.354972021s","start":"2026-07-16T07:30:04.87183Z","end":"2026-07-16T07:30:08.226802Z","steps":["trace[212581041] 'agreement among raft nodes before linearized reading' (duration: 3.354742314s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.226868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.871771Z","time spent":"3.355084244s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:30:08.226872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.138797Z","time spent":"6.088058567s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.226564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239802899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:08.226914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412965702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T07:30:08.226946Z","caller":"traceutil/trace.go:171","msg":"trace[1623512195] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19501; }","duration":"7.24019715s","start":"2026-07-16T07:30:00.986715Z","end":"2026-07-16T07:30:08.226913Z","steps":["trace[1623512195] 'agreement among raft nodes before linearized reading' (duration: 7.239744037s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:08.226968Z","caller":"traceutil/trace.go:171","msg":"trace[2042074447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19501; }","duration":"7.413058064s","start":"2026-07-16T07:30:00.813897Z","end":"2026-07-16T07:30:08.226955Z","steps":["trace[2042074447] 'agreement among raft nodes before linearized reading' (duration: 7.412881329s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.22701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.813877Z","time spent":"7.413126016s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-16T07:30:08.2271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.986696Z","time spent":"7.240385455s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.227173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.599818Z","time spent":"3.626879108s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:08.22749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754876234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:08.227543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.168248618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:08.227573Z","caller":"traceutil/trace.go:171","msg":"trace[1614152389] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19501; }","duration":"5.755070239s","start":"2026-07-16T07:30:02.472475Z","end":"2026-07-16T07:30:08.227546Z","steps":["trace[1614152389] 'agreement among raft nodes before linearized reading' (duration: 5.754869424s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.227593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600952594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:08.227602Z","caller":"traceutil/trace.go:171","msg":"trace[1319867031] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19501; }","duration":"7.168358381s","start":"2026-07-16T07:30:01.059229Z","end":"2026-07-16T07:30:08.227587Z","steps":["trace[1319867031] 'agreement among raft nodes before linearized reading' (duration: 7.168244377s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:08.227625Z","caller":"traceutil/trace.go:171","msg":"trace[648993159] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19501; }","duration":"6.601045667s","start":"2026-07-16T07:30:01.62657Z","end":"2026-07-16T07:30:08.227616Z","steps":["trace[648993159] 'agreement among raft nodes before linearized reading' (duration: 6.600983526s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.227632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.472444Z","time spent":"5.755171052s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.22765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:01.626533Z","time spent":"6.601111489s","remote":"127.0.0.1:35868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.227643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:01.0592Z","time spent":"7.168432373s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.227825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.731744154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:30:08.227896Z","caller":"traceutil/trace.go:171","msg":"trace[1136968972] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19501; }","duration":"5.731859828s","start":"2026-07-16T07:30:02.49602Z","end":"2026-07-16T07:30:08.22788Z","steps":["trace[1136968972] 'agreement among raft nodes before linearized reading' (duration: 5.731665242s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.227959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:02.495996Z","time spent":"5.731951219s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:30:08.227886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.508455695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929642"} {"level":"info","ts":"2026-07-16T07:30:08.228019Z","caller":"traceutil/trace.go:171","msg":"trace[641679724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19501; }","duration":"7.508591979s","start":"2026-07-16T07:30:00.719417Z","end":"2026-07-16T07:30:08.228009Z","steps":["trace[641679724] 'agreement among raft nodes before linearized reading' (duration: 7.506969624s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.228048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:00.719389Z","time spent":"7.50864822s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:30:08.228216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958638102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3178"} {"level":"info","ts":"2026-07-16T07:30:08.229189Z","caller":"traceutil/trace.go:171","msg":"trace[70158507] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:19501; }","duration":"3.95965188s","start":"2026-07-16T07:30:04.269502Z","end":"2026-07-16T07:30:08.229154Z","steps":["trace[70158507] 'agreement among raft nodes before linearized reading' (duration: 3.958391255s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.229273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.26947Z","time spent":"3.959785254s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3201,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-16T07:30:08.228971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357702596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:30:08.229572Z","caller":"traceutil/trace.go:171","msg":"trace[562048991] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19501; }","duration":"3.358370255s","start":"2026-07-16T07:30:04.871186Z","end":"2026-07-16T07:30:08.229556Z","steps":["trace[562048991] 'agreement among raft nodes before linearized reading' (duration: 3.357196623s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.22962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:04.871153Z","time spent":"3.358452287s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:30:08.228998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302270907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:08.229804Z","caller":"traceutil/trace.go:171","msg":"trace[1947598265] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19501; }","duration":"6.303133671s","start":"2026-07-16T07:30:01.926643Z","end":"2026-07-16T07:30:08.229777Z","steps":["trace[1947598265] 'agreement among raft nodes before linearized reading' (duration: 6.302257757s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.229904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:01.926615Z","time spent":"6.303262295s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:08.611748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.99222768s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:30:08.730459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:08.730568Z","caller":"traceutil/trace.go:171","msg":"trace[1813700114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058127s","start":"2026-07-16T07:30:06.729964Z","end":"2026-07-16T07:30:08.730545Z","steps":["trace[1813700114] 'agreement among raft nodes before linearized reading' (duration: 2.000446496s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.730617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:06.729935Z","time spent":"2.000670172s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:30:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:08.976701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.578331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-16T07:30:08.97709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:05.238267Z","time spent":"3.738809915s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:30:08.97748Z","caller":"traceutil/trace.go:171","msg":"trace[1105346157] transaction","detail":"{read_only:false; response_revision:19503; number_of_response:1; }","duration":"3.733341805s","start":"2026-07-16T07:30:05.244103Z","end":"2026-07-16T07:30:08.977444Z","steps":["trace[1105346157] 'process raft request' (duration: 3.733255422s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:08.977538Z","caller":"traceutil/trace.go:171","msg":"trace[400018025] transaction","detail":"{read_only:false; response_revision:19502; number_of_response:1; }","duration":"3.733453267s","start":"2026-07-16T07:30:05.244008Z","end":"2026-07-16T07:30:08.977461Z","steps":["trace[400018025] 'process raft request' (duration: 3.732866751s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:08.977749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:05.243987Z","time spent":"3.733660903s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:08.977778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:05.244092Z","time spent":"3.733459318s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:09.889031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276961078s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:30:09.8897Z","caller":"traceutil/trace.go:171","msg":"trace[198042933] transaction","detail":"{read_only:false; response_revision:19506; number_of_response:1; }","duration":"2.459633886s","start":"2026-07-16T07:30:07.430036Z","end":"2026-07-16T07:30:09.889669Z","steps":["trace[198042933] 'process raft request' (duration: 2.459538493s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:09.889768Z","caller":"traceutil/trace.go:171","msg":"trace[2020589061] transaction","detail":"{read_only:false; response_revision:19505; number_of_response:1; }","duration":"2.644956466s","start":"2026-07-16T07:30:07.244768Z","end":"2026-07-16T07:30:09.889724Z","steps":["trace[2020589061] 'process raft request' (duration: 2.644762741s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:09.889746Z","caller":"traceutil/trace.go:171","msg":"trace[1167448589] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"2.6624481s","start":"2026-07-16T07:30:07.227223Z","end":"2026-07-16T07:30:09.889671Z","steps":["trace[1167448589] 'process raft request' (duration: 2.662129081s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.889894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.430001Z","time spent":"2.45980173s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:09.889975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.244754Z","time spent":"2.645082569s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:09.890085Z","caller":"traceutil/trace.go:171","msg":"trace[1987529921] transaction","detail":"{read_only:false; response_revision:19507; number_of_response:1; }","duration":"1.65891063s","start":"2026-07-16T07:30:08.231146Z","end":"2026-07-16T07:30:09.890057Z","steps":["trace[1987529921] 'process raft request' (duration: 1.658467418s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:09.890159Z","caller":"traceutil/trace.go:171","msg":"trace[740406950] transaction","detail":"{read_only:false; response_revision:19508; number_of_response:1; }","duration":"1.658464998s","start":"2026-07-16T07:30:08.231679Z","end":"2026-07-16T07:30:09.890144Z","steps":["trace[740406950] 'process raft request' (duration: 1.658209661s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.89001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.227192Z","time spent":"2.662658846s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:09.890237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.231671Z","time spent":"1.65852854s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:09.890258Z","caller":"traceutil/trace.go:171","msg":"trace[1147419184] transaction","detail":"{read_only:false; response_revision:19509; number_of_response:1; }","duration":"1.656604547s","start":"2026-07-16T07:30:08.233616Z","end":"2026-07-16T07:30:09.89022Z","steps":["trace[1147419184] 'process raft request' (duration: 1.656442902s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.890271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.231134Z","time spent":"1.659033373s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:09.890292Z","caller":"traceutil/trace.go:171","msg":"trace[7775645] transaction","detail":"{read_only:false; response_revision:19510; number_of_response:1; }","duration":"1.655655231s","start":"2026-07-16T07:30:08.234596Z","end":"2026-07-16T07:30:09.890251Z","steps":["trace[7775645] 'process raft request' (duration: 1.655517107s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.890385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.233604Z","time spent":"1.65671186s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:09.890498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.234588Z","time spent":"1.655813775s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:09.89066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531597928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:09.890624Z","caller":"traceutil/trace.go:171","msg":"trace[430184987] linearizableReadLoop","detail":"{readStateIndex:20442; appliedIndex:20436; }","duration":"1.665465082s","start":"2026-07-16T07:30:08.225088Z","end":"2026-07-16T07:30:09.890553Z","steps":["trace[430184987] 'read index received' (duration: 387.008183ms)","trace[430184987] 'applied index is now lower than readState.Index' (duration: 1.278455519s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:09.890696Z","caller":"traceutil/trace.go:171","msg":"trace[1851913929] transaction","detail":"{read_only:false; response_revision:19511; number_of_response:1; }","duration":"1.531798732s","start":"2026-07-16T07:30:08.35888Z","end":"2026-07-16T07:30:09.890678Z","steps":["trace[1851913929] 'process raft request' (duration: 1.531291047s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:09.890718Z","caller":"traceutil/trace.go:171","msg":"trace[564477532] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19511; }","duration":"2.53169892s","start":"2026-07-16T07:30:07.359005Z","end":"2026-07-16T07:30:09.890704Z","steps":["trace[564477532] 'agreement among raft nodes before linearized reading' (duration: 2.531555756s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.890755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.358983Z","time spent":"2.531762082s","remote":"127.0.0.1:55954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:09.89079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.358845Z","time spent":"1.531895774s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7332,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:09.890787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65668199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:09.890857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165656491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:30:09.890922Z","caller":"traceutil/trace.go:171","msg":"trace[341984157] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19511; }","duration":"2.656902687s","start":"2026-07-16T07:30:07.233992Z","end":"2026-07-16T07:30:09.890895Z","steps":["trace[341984157] 'agreement among raft nodes before linearized reading' (duration: 2.656631149s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:09.890956Z","caller":"traceutil/trace.go:171","msg":"trace[37400943] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19511; }","duration":"4.165824316s","start":"2026-07-16T07:30:05.725106Z","end":"2026-07-16T07:30:09.89093Z","steps":["trace[37400943] 'agreement among raft nodes before linearized reading' (duration: 4.165540789s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.890988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.233958Z","time spent":"2.657017s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:09.891006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:05.725074Z","time spent":"4.165923179s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-07-16T07:30:09.891065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943814387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:09.891207Z","caller":"traceutil/trace.go:171","msg":"trace[1195533062] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19511; }","duration":"1.943988552s","start":"2026-07-16T07:30:07.947194Z","end":"2026-07-16T07:30:09.891182Z","steps":["trace[1195533062] 'agreement among raft nodes before linearized reading' (duration: 1.943631213s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.8913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:07.947163Z","time spent":"1.944121605s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:09.891238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649252958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:30:09.891479Z","caller":"traceutil/trace.go:171","msg":"trace[834993855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19511; }","duration":"4.649597628s","start":"2026-07-16T07:30:05.241785Z","end":"2026-07-16T07:30:09.891383Z","steps":["trace[834993855] 'agreement among raft nodes before linearized reading' (duration: 4.648964831s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:09.891588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:05.241755Z","time spent":"4.649817194s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:30:10.500394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.034324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:10.500558Z","caller":"traceutil/trace.go:171","msg":"trace[31665614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19511; }","duration":"460.213599ms","start":"2026-07-16T07:30:10.040318Z","end":"2026-07-16T07:30:10.500532Z","steps":["trace[31665614] 'range keys from in-memory index tree' (duration: 460.007344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.500815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.074776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:10.501369Z","caller":"traceutil/trace.go:171","msg":"trace[250456556] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"1.522776093s","start":"2026-07-16T07:30:08.978542Z","end":"2026-07-16T07:30:10.501318Z","steps":["trace[250456556] 'process raft request' (duration: 1.320975187s)","trace[250456556] 'compare' (duration: 200.801648ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:10.501569Z","caller":"traceutil/trace.go:171","msg":"trace[1462133314] transaction","detail":"{read_only:false; response_revision:19513; number_of_response:1; }","duration":"607.594399ms","start":"2026-07-16T07:30:09.893919Z","end":"2026-07-16T07:30:10.501513Z","steps":["trace[1462133314] 'process raft request' (duration: 607.147127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.501584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.978515Z","time spent":"1.522966479s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:10.501744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763297271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:10.501777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:09.893888Z","time spent":"607.736343ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:10.501785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159277432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:10.50179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253329674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:10.501834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313332895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:10.501831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255032272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-07-16T07:30:10.501834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951382427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:10.501882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270779568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-16T07:30:10.501895Z","caller":"traceutil/trace.go:171","msg":"trace[701447921] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19513; }","duration":"1.313466358s","start":"2026-07-16T07:30:09.188412Z","end":"2026-07-16T07:30:10.501879Z","steps":["trace[701447921] 'agreement among raft nodes before linearized reading' (duration: 1.313178991s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.501864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781958637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:10.501828Z","caller":"traceutil/trace.go:171","msg":"trace[45483840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19513; }","duration":"1.763424615s","start":"2026-07-16T07:30:08.738383Z","end":"2026-07-16T07:30:10.501808Z","steps":["trace[45483840] 'agreement among raft nodes before linearized reading' (duration: 1.763205978s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.501923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163702793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:30:10.50194Z","caller":"traceutil/trace.go:171","msg":"trace[2113630941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19513; }","duration":"2.27084636s","start":"2026-07-16T07:30:08.231074Z","end":"2026-07-16T07:30:10.501921Z","steps":["trace[2113630941] 'agreement among raft nodes before linearized reading' (duration: 2.270551561s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:10.50194Z","caller":"traceutil/trace.go:171","msg":"trace[726515934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19513; }","duration":"1.95152969s","start":"2026-07-16T07:30:08.550385Z","end":"2026-07-16T07:30:10.501915Z","steps":["trace[726515934] 'agreement among raft nodes before linearized reading' (duration: 1.951208782s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.501943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:09.188373Z","time spent":"1.313559311s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":115,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:10.501932Z","caller":"traceutil/trace.go:171","msg":"trace[203607168] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:19513; }","duration":"2.255170086s","start":"2026-07-16T07:30:08.246733Z","end":"2026-07-16T07:30:10.501903Z","steps":["trace[203607168] 'agreement among raft nodes before linearized reading' (duration: 2.254867308s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.501986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.231069Z","time spent":"2.270908331s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:30:10.502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.55036Z","time spent":"1.951624143s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":88,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:10.501962Z","caller":"traceutil/trace.go:171","msg":"trace[1246510946] linearizableReadLoop","detail":"{readStateIndex:20448; appliedIndex:20447; }","duration":"610.87382ms","start":"2026-07-16T07:30:09.890718Z","end":"2026-07-16T07:30:10.501592Z","steps":["trace[1246510946] 'read index received' (duration: 408.733794ms)","trace[1246510946] 'applied index is now lower than readState.Index' (duration: 202.135445ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:10.502001Z","caller":"traceutil/trace.go:171","msg":"trace[595455600] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19513; }","duration":"2.163818077s","start":"2026-07-16T07:30:08.338149Z","end":"2026-07-16T07:30:10.501967Z","steps":["trace[595455600] 'agreement among raft nodes before linearized reading' (duration: 2.1635759s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.338122Z","time spent":"2.163950901s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:30:10.502029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.246712Z","time spent":"2.255307879s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-16T07:30:10.501968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.738369Z","time spent":"1.763587919s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:10.501936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268794843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-16T07:30:10.502246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271373974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-16T07:30:10.502267Z","caller":"traceutil/trace.go:171","msg":"trace[2133602710] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19513; }","duration":"2.269161243s","start":"2026-07-16T07:30:08.233088Z","end":"2026-07-16T07:30:10.50225Z","steps":["trace[2133602710] 'agreement among raft nodes before linearized reading' (duration: 2.268529155s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:10.502299Z","caller":"traceutil/trace.go:171","msg":"trace[212154269] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a; range_end:; response_count:1; response_revision:19513; }","duration":"2.271435436s","start":"2026-07-16T07:30:08.230846Z","end":"2026-07-16T07:30:10.502282Z","steps":["trace[212154269] 'agreement among raft nodes before linearized reading' (duration: 2.27124799s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.233072Z","time spent":"2.269222125s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:30:10.501881Z","caller":"traceutil/trace.go:171","msg":"trace[970347733] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19513; }","duration":"2.159426395s","start":"2026-07-16T07:30:08.342436Z","end":"2026-07-16T07:30:10.501862Z","steps":["trace[970347733] 'agreement among raft nodes before linearized reading' (duration: 2.15923825s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.230829Z","time spent":"2.271496028s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-39cbcb3c-2d3f-43e9-8cb7-d482d2fbbf4a\" "} {"level":"warn","ts":"2026-07-16T07:30:10.502372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.342424Z","time spent":"2.15993138s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-16T07:30:10.501902Z","caller":"traceutil/trace.go:171","msg":"trace[925338225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19513; }","duration":"1.253497438s","start":"2026-07-16T07:30:09.248377Z","end":"2026-07-16T07:30:10.501875Z","steps":["trace[925338225] 'agreement among raft nodes before linearized reading' (duration: 1.25320944s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:09.248365Z","time spent":"1.254166318s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:10.502639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.34305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"warn","ts":"2026-07-16T07:30:10.502644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.389865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:10.501966Z","caller":"traceutil/trace.go:171","msg":"trace[1347143884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19513; }","duration":"1.782119371s","start":"2026-07-16T07:30:08.719823Z","end":"2026-07-16T07:30:10.501942Z","steps":["trace[1347143884] 'agreement among raft nodes before linearized reading' (duration: 1.781773632s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:10.502692Z","caller":"traceutil/trace.go:171","msg":"trace[371984779] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:19513; }","duration":"608.429073ms","start":"2026-07-16T07:30:09.894248Z","end":"2026-07-16T07:30:10.502677Z","steps":["trace[371984779] 'agreement among raft nodes before linearized reading' (duration: 608.260598ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:10.502706Z","caller":"traceutil/trace.go:171","msg":"trace[1330602538] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19513; }","duration":"408.461367ms","start":"2026-07-16T07:30:10.09423Z","end":"2026-07-16T07:30:10.502692Z","steps":["trace[1330602538] 'agreement among raft nodes before linearized reading' (duration: 408.341654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.377589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:30:10.502733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:09.894235Z","time spent":"608.486634ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-16T07:30:10.50275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.094167Z","time spent":"408.57225ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:10.502742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.719801Z","time spent":"1.782919784s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:10.502759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269151372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929642"} {"level":"info","ts":"2026-07-16T07:30:10.502818Z","caller":"traceutil/trace.go:171","msg":"trace[541860259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19513; }","duration":"2.269233485s","start":"2026-07-16T07:30:08.23357Z","end":"2026-07-16T07:30:10.502804Z","steps":["trace[541860259] 'agreement among raft nodes before linearized reading' (duration: 2.268080083s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.502859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:08.233554Z","time spent":"2.269292466s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:30:10.502913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.953309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:30:10.50277Z","caller":"traceutil/trace.go:171","msg":"trace[761740065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19513; }","duration":"255.456802ms","start":"2026-07-16T07:30:10.247291Z","end":"2026-07-16T07:30:10.502748Z","steps":["trace[761740065] 'agreement among raft nodes before linearized reading' (duration: 255.301637ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:10.503Z","caller":"traceutil/trace.go:171","msg":"trace[1194715234] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19513; }","duration":"604.066902ms","start":"2026-07-16T07:30:09.898919Z","end":"2026-07-16T07:30:10.502986Z","steps":["trace[1194715234] 'agreement among raft nodes before linearized reading' (duration: 603.738673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:10.503286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:09.898892Z","time spent":"604.343359ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-16T07:30:10.50271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.905729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:30:10.503355Z","caller":"traceutil/trace.go:171","msg":"trace[26253813] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19513; }","duration":"258.591278ms","start":"2026-07-16T07:30:10.244749Z","end":"2026-07-16T07:30:10.503341Z","steps":["trace[26253813] 'agreement among raft nodes before linearized reading' (duration: 257.806296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:12.008888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079555304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:12.009019Z","caller":"traceutil/trace.go:171","msg":"trace[966011026] linearizableReadLoop","detail":"{readStateIndex:20450; appliedIndex:20449; }","duration":"1.498618194s","start":"2026-07-16T07:30:10.510378Z","end":"2026-07-16T07:30:12.008997Z","steps":["trace[966011026] 'read index received' (duration: 418.858774ms)","trace[966011026] 'applied index is now lower than readState.Index' (duration: 1.07975754s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:12.009249Z","caller":"traceutil/trace.go:171","msg":"trace[1343715374] transaction","detail":"{read_only:false; response_revision:19514; number_of_response:1; }","duration":"1.501880985s","start":"2026-07-16T07:30:10.507352Z","end":"2026-07-16T07:30:12.009233Z","steps":["trace[1343715374] 'process raft request' (duration: 421.869668ms)","trace[1343715374] 'compare' (duration: 1.078855585s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:12.009317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.507335Z","time spent":"1.501945837s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:12.009444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499039246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T07:30:12.009532Z","caller":"traceutil/trace.go:171","msg":"trace[1633128907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19514; }","duration":"1.499138768s","start":"2026-07-16T07:30:10.510373Z","end":"2026-07-16T07:30:12.009512Z","steps":["trace[1633128907] 'agreement among raft nodes before linearized reading' (duration: 1.498877101s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:12.009571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.510364Z","time spent":"1.499199031s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-16T07:30:12.510047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:12.514329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:12.514456Z","caller":"traceutil/trace.go:171","msg":"trace[1951734409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143456s","start":"2026-07-16T07:30:10.514278Z","end":"2026-07-16T07:30:12.514421Z","steps":["trace[1951734409] 'agreement among raft nodes before linearized reading' (duration: 1.999973192s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:12.514668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.514273Z","time spent":"2.000377543s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:12.539214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609925195s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:30:12.63459Z","caller":"traceutil/trace.go:171","msg":"trace[1624396586] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"2.119780698s","start":"2026-07-16T07:30:10.51479Z","end":"2026-07-16T07:30:12.63457Z","steps":["trace[1624396586] 'process raft request' (duration: 2.119748018s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:12.634594Z","caller":"traceutil/trace.go:171","msg":"trace[1130553742] transaction","detail":"{read_only:false; response_revision:19515; number_of_response:1; }","duration":"2.123718798s","start":"2026-07-16T07:30:10.510831Z","end":"2026-07-16T07:30:12.63455Z","steps":["trace[1130553742] 'process raft request' (duration: 2.028640566s)","trace[1130553742] 'compare' (duration: 94.844485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:12.634696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.514769Z","time spent":"2.119874652s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:12.634761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.510816Z","time spent":"2.123849861s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:12.634963Z","caller":"traceutil/trace.go:171","msg":"trace[1129712137] transaction","detail":"{read_only:false; response_revision:19516; number_of_response:1; }","duration":"2.123580333s","start":"2026-07-16T07:30:10.511376Z","end":"2026-07-16T07:30:12.634956Z","steps":["trace[1129712137] 'process raft request' (duration: 2.123057539s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:12.635027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.511364Z","time spent":"2.123626615s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:12.635113Z","caller":"traceutil/trace.go:171","msg":"trace[890631211] transaction","detail":"{read_only:false; response_revision:19517; number_of_response:1; }","duration":"2.123058379s","start":"2026-07-16T07:30:10.512049Z","end":"2026-07-16T07:30:12.635107Z","steps":["trace[890631211] 'process raft request' (duration: 2.122440462s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:12.63517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.512042Z","time spent":"2.12310678s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:14.041625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027675419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:14.041731Z","caller":"traceutil/trace.go:171","msg":"trace[1020136514] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.027839483s","start":"2026-07-16T07:30:12.013866Z","end":"2026-07-16T07:30:14.041705Z","steps":["trace[1020136514] 'agreement among raft nodes before linearized reading' (duration: 2.027707069s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:14.041791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.013842Z","time spent":"2.027936466s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/16 07:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:14.05459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412337016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:14.054646Z","caller":"traceutil/trace.go:171","msg":"trace[1673003546] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.412448849s","start":"2026-07-16T07:30:12.642184Z","end":"2026-07-16T07:30:14.054633Z","steps":["trace[1673003546] 'agreement among raft nodes before linearized reading' (duration: 1.412385807s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:14.054704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.642154Z","time spent":"1.412540762s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/16 07:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:14.055993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538514781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:14.056043Z","caller":"traceutil/trace.go:171","msg":"trace[1739913227] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; }","duration":"3.538594464s","start":"2026-07-16T07:30:10.517437Z","end":"2026-07-16T07:30:14.056032Z","steps":["trace[1739913227] 'agreement among raft nodes before linearized reading' (duration: 3.538534322s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:14.05608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.51743Z","time spent":"3.538638775s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} 2026/07/16 07:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:14.51547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:14.515589Z","caller":"traceutil/trace.go:171","msg":"trace[380641805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283511s","start":"2026-07-16T07:30:12.515278Z","end":"2026-07-16T07:30:14.515561Z","steps":["trace[380641805] 'agreement among raft nodes before linearized reading' (duration: 2.000129107s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:14.515651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.515252Z","time spent":"2.000387745s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:15.08938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931889138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:15.089508Z","caller":"traceutil/trace.go:171","msg":"trace[1447083935] linearizableReadLoop","detail":"{readStateIndex:20455; appliedIndex:20450; }","duration":"3.080436641s","start":"2026-07-16T07:30:12.009049Z","end":"2026-07-16T07:30:15.089486Z","steps":["trace[1447083935] 'read index received' (duration: 530.316099ms)","trace[1447083935] 'applied index is now lower than readState.Index' (duration: 2.550118691s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:15.089563Z","caller":"traceutil/trace.go:171","msg":"trace[1500978248] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"3.191005802s","start":"2026-07-16T07:30:11.898484Z","end":"2026-07-16T07:30:15.08949Z","steps":["trace[1500978248] 'process raft request' (duration: 1.258910158s)","trace[1500978248] 'compare' (duration: 1.931182028s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:15.089726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:11.898462Z","time spent":"3.191177687s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:15.089757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190760855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:30:15.089792Z","caller":"traceutil/trace.go:171","msg":"trace[808003646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19519; }","duration":"3.190851638s","start":"2026-07-16T07:30:11.898927Z","end":"2026-07-16T07:30:15.089779Z","steps":["trace[808003646] 'agreement among raft nodes before linearized reading' (duration: 3.190667353s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.089833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:11.898918Z","time spent":"3.190906109s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:30:15.0901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480894588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:30:15.090135Z","caller":"traceutil/trace.go:171","msg":"trace[1322288527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19519; }","duration":"4.48098245s","start":"2026-07-16T07:30:10.609144Z","end":"2026-07-16T07:30:15.090127Z","steps":["trace[1322288527] 'agreement among raft nodes before linearized reading' (duration: 4.480834236s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.090165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.609117Z","time spent":"4.481036372s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:30:15.090321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191830574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:30:15.090345Z","caller":"traceutil/trace.go:171","msg":"trace[820123115] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19519; }","duration":"3.191868745s","start":"2026-07-16T07:30:11.89847Z","end":"2026-07-16T07:30:15.090339Z","steps":["trace[820123115] 'agreement among raft nodes before linearized reading' (duration: 3.191799613s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.090362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:11.898464Z","time spent":"3.191894207s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:30:15.090481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19202704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:30:15.090507Z","caller":"traceutil/trace.go:171","msg":"trace[1146297750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19519; }","duration":"3.192098282s","start":"2026-07-16T07:30:11.898403Z","end":"2026-07-16T07:30:15.090501Z","steps":["trace[1146297750] 'agreement among raft nodes before linearized reading' (duration: 3.19202856s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.090523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:11.898374Z","time spent":"3.192144883s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:30:15.090734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101185527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:15.090775Z","caller":"traceutil/trace.go:171","msg":"trace[728984596] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19519; }","duration":"4.101260159s","start":"2026-07-16T07:30:10.989502Z","end":"2026-07-16T07:30:15.090762Z","steps":["trace[728984596] 'agreement among raft nodes before linearized reading' (duration: 4.101092774s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.09079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296128931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:15.090803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.989479Z","time spent":"4.101315261s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:15.090828Z","caller":"traceutil/trace.go:171","msg":"trace[174690010] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19519; }","duration":"2.296238704s","start":"2026-07-16T07:30:12.794579Z","end":"2026-07-16T07:30:15.090818Z","steps":["trace[174690010] 'agreement among raft nodes before linearized reading' (duration: 2.296163842s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.090869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.794526Z","time spent":"2.296329246s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:15.090862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076942225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-16T07:30:15.090892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.310056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:30:15.090938Z","caller":"traceutil/trace.go:171","msg":"trace[684163038] range","detail":"{range_begin:/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b; range_end:; response_count:1; response_revision:19519; }","duration":"3.077067838s","start":"2026-07-16T07:30:12.01385Z","end":"2026-07-16T07:30:15.090918Z","steps":["trace[684163038] 'agreement among raft nodes before linearized reading' (duration: 3.076854712s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.090975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.013832Z","time spent":"3.07713662s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b\" "} {"level":"warn","ts":"2026-07-16T07:30:15.091016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579745344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929642"} {"level":"info","ts":"2026-07-16T07:30:15.091062Z","caller":"traceutil/trace.go:171","msg":"trace[671249416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19519; }","duration":"4.579811206s","start":"2026-07-16T07:30:10.511242Z","end":"2026-07-16T07:30:15.091053Z","steps":["trace[671249416] 'agreement among raft nodes before linearized reading' (duration: 4.578822639s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580083844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:30:15.091072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.621863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:15.091095Z","caller":"traceutil/trace.go:171","msg":"trace[909572733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19519; }","duration":"4.580155596s","start":"2026-07-16T07:30:10.510931Z","end":"2026-07-16T07:30:15.091086Z","steps":["trace[909572733] 'agreement among raft nodes before linearized reading' (duration: 4.580029122s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271118271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-16T07:30:15.091137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.510907Z","time spent":"4.580220208s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:30:15.091148Z","caller":"traceutil/trace.go:171","msg":"trace[462874316] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19519; }","duration":"4.271191573s","start":"2026-07-16T07:30:10.819947Z","end":"2026-07-16T07:30:15.091138Z","steps":["trace[462874316] 'agreement among raft nodes before linearized reading' (duration: 4.271105061s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29898853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:15.091179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.81992Z","time spent":"4.271250275s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-16T07:30:15.091195Z","caller":"traceutil/trace.go:171","msg":"trace[816536440] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19519; }","duration":"2.299022551s","start":"2026-07-16T07:30:12.792165Z","end":"2026-07-16T07:30:15.091187Z","steps":["trace[816536440] 'agreement among raft nodes before linearized reading' (duration: 2.298968619s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.09122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.792094Z","time spent":"2.299120783s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:15.09103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.045034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:15.091261Z","caller":"traceutil/trace.go:171","msg":"trace[1179094946] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19519; }","duration":"357.325741ms","start":"2026-07-16T07:30:14.733924Z","end":"2026-07-16T07:30:15.091249Z","steps":["trace[1179094946] 'agreement among raft nodes before linearized reading' (duration: 357.070064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:14.733898Z","time spent":"357.394143ms","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:15.091351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66817959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:15.091355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567990456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:30:15.091396Z","caller":"traceutil/trace.go:171","msg":"trace[279302411] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19519; }","duration":"2.568053318s","start":"2026-07-16T07:30:12.523333Z","end":"2026-07-16T07:30:15.091386Z","steps":["trace[279302411] 'agreement among raft nodes before linearized reading' (duration: 2.567935865s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.523321Z","time spent":"2.568097569s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"warn","ts":"2026-07-16T07:30:15.091098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.511236Z","time spent":"4.579850567s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929665,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:30:15.091371Z","caller":"traceutil/trace.go:171","msg":"trace[131096401] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19519; }","duration":"2.668241901s","start":"2026-07-16T07:30:12.423123Z","end":"2026-07-16T07:30:15.091365Z","steps":["trace[131096401] 'agreement among raft nodes before linearized reading' (duration: 2.66819376s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.09158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449176497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c61240f5\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-16T07:30:15.091608Z","caller":"traceutil/trace.go:171","msg":"trace[251876147] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c61240f5; range_end:; response_count:1; response_revision:19519; }","duration":"2.44926363s","start":"2026-07-16T07:30:12.642335Z","end":"2026-07-16T07:30:15.091599Z","steps":["trace[251876147] 'agreement among raft nodes before linearized reading' (duration: 2.449190948s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.642308Z","time spent":"2.449321432s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z.18c2b2d9c61240f5\" "} {"level":"warn","ts":"2026-07-16T07:30:15.091684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449244659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" ","response":"range_response_count:1 size:21759"} {"level":"warn","ts":"2026-07-16T07:30:15.091604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.423097Z","time spent":"2.668493539s","remote":"127.0.0.1:45856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:15.091656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580953268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:30:15.091724Z","caller":"traceutil/trace.go:171","msg":"trace[1307740775] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5tcwj; range_end:; response_count:1; response_revision:19519; }","duration":"2.449339022s","start":"2026-07-16T07:30:12.642376Z","end":"2026-07-16T07:30:15.091715Z","steps":["trace[1307740775] 'agreement among raft nodes before linearized reading' (duration: 2.449234209s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:12.642349Z","time spent":"2.449398363s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5tcwj\" "} {"level":"info","ts":"2026-07-16T07:30:15.091772Z","caller":"traceutil/trace.go:171","msg":"trace[957107997] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19519; }","duration":"4.581115132s","start":"2026-07-16T07:30:10.510629Z","end":"2026-07-16T07:30:15.091744Z","steps":["trace[957107997] 'agreement among raft nodes before linearized reading' (duration: 4.580723611s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.510623Z","time spent":"4.581203864s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:30:15.091029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271034339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:30:15.091947Z","caller":"traceutil/trace.go:171","msg":"trace[524690112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19519; }","duration":"4.271950684s","start":"2026-07-16T07:30:10.819985Z","end":"2026-07-16T07:30:15.091936Z","steps":["trace[524690112] 'agreement among raft nodes before linearized reading' (duration: 4.270970967s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.091987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:10.81992Z","time spent":"4.272056247s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:30:15.091102Z","caller":"traceutil/trace.go:171","msg":"trace[985192678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19519; }","duration":"567.689905ms","start":"2026-07-16T07:30:14.523402Z","end":"2026-07-16T07:30:15.091092Z","steps":["trace[985192678] 'agreement among raft nodes before linearized reading' (duration: 567.645804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.092095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:14.523381Z","time spent":"568.696362ms","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:30:15.090938Z","caller":"traceutil/trace.go:171","msg":"trace[1606064816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19519; }","duration":"191.403518ms","start":"2026-07-16T07:30:14.89952Z","end":"2026-07-16T07:30:15.090924Z","steps":["trace[1606064816] 'agreement among raft nodes before linearized reading' (duration: 191.254194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:15.597546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:16.09874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:16.139136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.540423Z","time spent":"598.701772ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:30:16.477649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380608956s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:30:16.478348Z","caller":"traceutil/trace.go:171","msg":"trace[772913613] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"1.381569973s","start":"2026-07-16T07:30:15.096735Z","end":"2026-07-16T07:30:16.478305Z","steps":["trace[772913613] 'process raft request' (duration: 1.381221764s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:16.478678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.09672Z","time spent":"1.381760748s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:17.920401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:17.920507Z","caller":"traceutil/trace.go:171","msg":"trace[1375453806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206859s","start":"2026-07-16T07:30:15.920269Z","end":"2026-07-16T07:30:17.920476Z","steps":["trace[1375453806] 'agreement among raft nodes before linearized reading' (duration: 2.000046364s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:17.920553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.920219Z","time spent":"2.000324802s","remote":"127.0.0.1:45570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:30:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:18.827933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342844823s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:30:18.828596Z","caller":"traceutil/trace.go:171","msg":"trace[697301327] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"3.731782631s","start":"2026-07-16T07:30:15.096775Z","end":"2026-07-16T07:30:18.828557Z","steps":["trace[697301327] 'process raft request' (duration: 3.73137928s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.828778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096761Z","time spent":"3.731922254s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:18.828913Z","caller":"traceutil/trace.go:171","msg":"trace[343525012] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"3.732026917s","start":"2026-07-16T07:30:15.096831Z","end":"2026-07-16T07:30:18.828858Z","steps":["trace[343525012] 'process raft request' (duration: 3.731605765s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:18.829024Z","caller":"traceutil/trace.go:171","msg":"trace[880160380] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"3.732139201s","start":"2026-07-16T07:30:15.09686Z","end":"2026-07-16T07:30:18.829Z","steps":["trace[880160380] 'process raft request' (duration: 3.731877174s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.829147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096837Z","time spent":"3.732224053s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:18.82916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096816Z","time spent":"3.732232383s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:18.829252Z","caller":"traceutil/trace.go:171","msg":"trace[1408921418] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"3.732321986s","start":"2026-07-16T07:30:15.096923Z","end":"2026-07-16T07:30:18.829245Z","steps":["trace[1408921418] 'process raft request' (duration: 3.731938465s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.829282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096888Z","time spent":"3.732378158s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:18.829286Z","caller":"traceutil/trace.go:171","msg":"trace[1316632588] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"3.712778925s","start":"2026-07-16T07:30:15.116493Z","end":"2026-07-16T07:30:18.829272Z","steps":["trace[1316632588] 'process raft request' (duration: 3.712444705s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:18.82934Z","caller":"traceutil/trace.go:171","msg":"trace[1104978795] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"3.732061658s","start":"2026-07-16T07:30:15.097266Z","end":"2026-07-16T07:30:18.829328Z","steps":["trace[1104978795] 'process raft request' (duration: 3.731629336s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.829365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.116454Z","time spent":"3.712863717s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21726,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:18.829392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.09725Z","time spent":"3.73211591s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:18.829663Z","caller":"traceutil/trace.go:171","msg":"trace[1389651220] linearizableReadLoop","detail":"{readStateIndex:20463; appliedIndex:20455; }","duration":"3.732744948s","start":"2026-07-16T07:30:15.096848Z","end":"2026-07-16T07:30:18.829593Z","steps":["trace[1389651220] 'read index received' (duration: 1.381181453s)","trace[1389651220] 'applied index is now lower than readState.Index' (duration: 2.351561965s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:18.829777Z","caller":"traceutil/trace.go:171","msg":"trace[913883279] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"3.093622495s","start":"2026-07-16T07:30:15.736141Z","end":"2026-07-16T07:30:18.829764Z","steps":["trace[913883279] 'process raft request' (duration: 3.09306438s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.829839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.736098Z","time spent":"3.093707387s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:18.830066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73319523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:30:18.830145Z","caller":"traceutil/trace.go:171","msg":"trace[1368538181] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19527; }","duration":"3.733314944s","start":"2026-07-16T07:30:15.096817Z","end":"2026-07-16T07:30:18.830132Z","steps":["trace[1368538181] 'agreement among raft nodes before linearized reading' (duration: 3.733018565s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:18.830225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096794Z","time spent":"3.733418626s","remote":"127.0.0.1:45842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:30:19.921283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:30:19.92139Z","caller":"traceutil/trace.go:171","msg":"trace[1633501417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068575s","start":"2026-07-16T07:30:17.921297Z","end":"2026-07-16T07:30:19.921366Z","steps":["trace[1633501417] 'agreement among raft nodes before linearized reading' (duration: 1.99989919s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:19.921447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.921274Z","time spent":"2.000161917s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:22.094277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.096631Z","time spent":"4.997637831s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:30:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:22.1707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130673121s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.170873Z","caller":"traceutil/trace.go:171","msg":"trace[1968652047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19527; }","duration":"2.130863036s","start":"2026-07-16T07:30:20.039984Z","end":"2026-07-16T07:30:22.170847Z","steps":["trace[1968652047] 'range keys from in-memory index tree' (duration: 2.13064534s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.171567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949889257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:22.172663Z","caller":"traceutil/trace.go:171","msg":"trace[1313755851] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"5.066227351s","start":"2026-07-16T07:30:17.106386Z","end":"2026-07-16T07:30:22.172613Z","steps":["trace[1313755851] 'process raft request' (duration: 5.065330036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.172906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.106372Z","time spent":"5.066419596s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:22.484421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.537312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:30:22.484569Z","caller":"traceutil/trace.go:171","msg":"trace[1654168858] linearizableReadLoop","detail":"{readStateIndex:20466; appliedIndex:20463; }","duration":"3.65477877s","start":"2026-07-16T07:30:18.829766Z","end":"2026-07-16T07:30:22.484544Z","steps":["trace[1654168858] 'read index received' (duration: 391.714314ms)","trace[1654168858] 'applied index is now lower than readState.Index' (duration: 3.263062706s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.843953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298313835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-16T07:30:22.844087Z","caller":"traceutil/trace.go:171","msg":"trace[677441224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.298462989s","start":"2026-07-16T07:30:17.545585Z","end":"2026-07-16T07:30:22.844048Z","steps":["trace[677441224] 'agreement among raft nodes before linearized reading' (duration: 4.939315658s)","trace[677441224] 'range keys from in-memory index tree' (duration: 358.954116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.84415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.545493Z","time spent":"5.298644654s","remote":"127.0.0.1:45832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:30:22.844118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.110652312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} 2026/07/16 07:30:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-16T07:30:22.844267Z","caller":"traceutil/trace.go:171","msg":"trace[332437605] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19529; }","duration":"7.110872969s","start":"2026-07-16T07:30:15.733333Z","end":"2026-07-16T07:30:22.844206Z","steps":["trace[332437605] 'agreement among raft nodes before linearized reading' (duration: 6.751422279s)","trace[332437605] 'count revisions from in-memory index tree' (duration: 359.255264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.844331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.733304Z","time spent":"7.111013132s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.844368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52757998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.844403Z","caller":"traceutil/trace.go:171","msg":"trace[21326939] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19529; }","duration":"4.527674052s","start":"2026-07-16T07:30:18.316717Z","end":"2026-07-16T07:30:22.844391Z","steps":["trace[21326939] 'agreement among raft nodes before linearized reading' (duration: 4.168088168s)","trace[21326939] 'count revisions from in-memory index tree' (duration: 359.511492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.844442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:18.316689Z","time spent":"4.527740274s","remote":"127.0.0.1:45680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.844477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087504748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.844619Z","caller":"traceutil/trace.go:171","msg":"trace[676620508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19529; }","duration":"4.087747035s","start":"2026-07-16T07:30:18.756834Z","end":"2026-07-16T07:30:22.844581Z","steps":["trace[676620508] 'agreement among raft nodes before linearized reading' (duration: 3.727948866s)","trace[676620508] 'count revisions from in-memory index tree' (duration: 359.565723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.8447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:18.756802Z","time spent":"4.087876919s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.844735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223088551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.844776Z","caller":"traceutil/trace.go:171","msg":"trace[1301566814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19529; }","duration":"4.223231575s","start":"2026-07-16T07:30:18.621529Z","end":"2026-07-16T07:30:22.844761Z","steps":["trace[1301566814] 'agreement among raft nodes before linearized reading' (duration: 3.863284441s)","trace[1301566814] 'count revisions from in-memory index tree' (duration: 359.892542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.844766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.627254591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:22.84483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:18.621504Z","time spent":"4.223295787s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.84488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.745499336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4d91abe-887b-40e0-925f-390701e171fb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-16T07:30:22.844882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.63372919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:30:22.844926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.215784ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"warn","ts":"2026-07-16T07:30:22.844942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5383083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:22.845055Z","caller":"traceutil/trace.go:171","msg":"trace[1969347560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19529; }","duration":"7.538499046s","start":"2026-07-16T07:30:15.306526Z","end":"2026-07-16T07:30:22.845025Z","steps":["trace[1969347560] 'agreement among raft nodes before linearized reading' (duration: 7.178178862s)","trace[1969347560] 'count revisions from in-memory index tree' (duration: 360.140679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.845103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.361873796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-16T07:30:22.845124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734844999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-07-16T07:30:22.84517Z","caller":"traceutil/trace.go:171","msg":"trace[1036609048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19529; }","duration":"6.361983559s","start":"2026-07-16T07:30:16.483167Z","end":"2026-07-16T07:30:22.84515Z","steps":["trace[1036609048] 'agreement among raft nodes before linearized reading' (duration: 6.001587953s)","trace[1036609048] 'range keys from in-memory index tree' (duration: 360.261142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.845205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109841765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:22.845226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:16.483139Z","time spent":"6.362074172s","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:30:22.845234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.272521973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:30:22.84526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898787703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:22.845262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011127353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:30:22.845315Z","caller":"traceutil/trace.go:171","msg":"trace[1517224431] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:19529; }","duration":"4.011226206s","start":"2026-07-16T07:30:18.834078Z","end":"2026-07-16T07:30:22.845304Z","steps":["trace[1517224431] 'agreement among raft nodes before linearized reading' (duration: 4.01102287s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:22.845315Z","caller":"traceutil/trace.go:171","msg":"trace[1237277484] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19529; }","duration":"3.898882386s","start":"2026-07-16T07:30:18.946416Z","end":"2026-07-16T07:30:22.845298Z","steps":["trace[1237277484] 'agreement among raft nodes before linearized reading' (duration: 3.898790083s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:22.845321Z","caller":"traceutil/trace.go:171","msg":"trace[781291494] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19529; }","duration":"7.272646697s","start":"2026-07-16T07:30:15.572642Z","end":"2026-07-16T07:30:22.845289Z","steps":["trace[781291494] 'agreement among raft nodes before linearized reading' (duration: 6.912125277s)","trace[781291494] 'range keys from in-memory index tree' (duration: 360.311324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.845364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:18.834056Z","time spent":"4.011298958s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:30:22.845373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.572614Z","time spent":"7.2727461s","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:30:22.845367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:18.946391Z","time spent":"3.898961738s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:22.84496Z","caller":"traceutil/trace.go:171","msg":"trace[1927173840] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4d91abe-887b-40e0-925f-390701e171fb; range_end:; response_count:1; response_revision:19529; }","duration":"7.745607869s","start":"2026-07-16T07:30:15.099328Z","end":"2026-07-16T07:30:22.844936Z","steps":["trace[1927173840] 'agreement among raft nodes before linearized reading' (duration: 7.385415588s)","trace[1927173840] 'range keys from in-memory index tree' (duration: 360.025455ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:22.84539Z","caller":"traceutil/trace.go:171","msg":"trace[1415461838] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19529; }","duration":"5.627360724s","start":"2026-07-16T07:30:17.217463Z","end":"2026-07-16T07:30:22.844823Z","steps":["trace[1415461838] 'agreement among raft nodes before linearized reading' (duration: 5.26742757s)","trace[1415461838] 'count revisions from in-memory index tree' (duration: 359.83434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.846042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.217449Z","time spent":"5.628572507s","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:22.845252Z","caller":"traceutil/trace.go:171","msg":"trace[739554580] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19529; }","duration":"3.109934968s","start":"2026-07-16T07:30:19.735307Z","end":"2026-07-16T07:30:22.845242Z","steps":["trace[739554580] 'agreement among raft nodes before linearized reading' (duration: 3.109850246s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:22.845176Z","caller":"traceutil/trace.go:171","msg":"trace[1455002372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ntm22; range_end:; response_count:1; response_revision:19529; }","duration":"5.734936231s","start":"2026-07-16T07:30:17.110224Z","end":"2026-07-16T07:30:22.84516Z","steps":["trace[1455002372] 'agreement among raft nodes before linearized reading' (duration: 5.374512384s)","trace[1455002372] 'range keys from in-memory index tree' (duration: 360.256632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.846297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.110196Z","time spent":"5.736081623s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ntm22\" "} {"level":"warn","ts":"2026-07-16T07:30:22.845116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616524938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:22.846378Z","caller":"traceutil/trace.go:171","msg":"trace[1557172635] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19529; }","duration":"1.617827864s","start":"2026-07-16T07:30:21.228531Z","end":"2026-07-16T07:30:22.846359Z","steps":["trace[1557172635] 'agreement among raft nodes before linearized reading' (duration: 1.616536279s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:22.845068Z","caller":"traceutil/trace.go:171","msg":"trace[461318190] linearizableReadLoop","detail":"{readStateIndex:20467; appliedIndex:20466; }","duration":"360.447868ms","start":"2026-07-16T07:30:22.484596Z","end":"2026-07-16T07:30:22.845044Z","steps":["trace[461318190] 'read index received' (duration: 196.696µs)","trace[461318190] 'applied index is now lower than readState.Index' (duration: 360.249392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.845123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.306502Z","time spent":"7.538607549s","remote":"127.0.0.1:60570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.846448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:21.228505Z","time spent":"1.617921537s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.84654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.956528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:30:22.844971Z","caller":"traceutil/trace.go:171","msg":"trace[498344034] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19529; }","duration":"5.633816392s","start":"2026-07-16T07:30:17.21113Z","end":"2026-07-16T07:30:22.844946Z","steps":["trace[498344034] 'agreement among raft nodes before linearized reading' (duration: 5.27356819s)","trace[498344034] 'count revisions from in-memory index tree' (duration: 360.113818ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:22.846607Z","caller":"traceutil/trace.go:171","msg":"trace[215821965] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19529; }","duration":"945.071821ms","start":"2026-07-16T07:30:21.901522Z","end":"2026-07-16T07:30:22.846594Z","steps":["trace[215821965] 'agreement among raft nodes before linearized reading' (duration: 943.664472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.846648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:21.901498Z","time spent":"945.135673ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1821,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.846658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:17.211052Z","time spent":"5.635583411s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":187,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.845248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118784719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.846773Z","caller":"traceutil/trace.go:171","msg":"trace[1627581152] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19529; }","duration":"1.120348293s","start":"2026-07-16T07:30:21.72641Z","end":"2026-07-16T07:30:22.846758Z","steps":["trace[1627581152] 'agreement among raft nodes before linearized reading' (duration: 1.118810411s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.846807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:21.72638Z","time spent":"1.120414924s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.845245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554333578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:22.846884Z","caller":"traceutil/trace.go:171","msg":"trace[2097711222] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19529; }","duration":"3.556015525s","start":"2026-07-16T07:30:19.290845Z","end":"2026-07-16T07:30:22.84686Z","steps":["trace[2097711222] 'agreement among raft nodes before linearized reading' (duration: 3.554317948s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.846938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:19.290812Z","time spent":"3.556107328s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":31,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.845437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.09931Z","time spent":"7.746111063s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-d4d91abe-887b-40e0-925f-390701e171fb\" "} {"level":"warn","ts":"2026-07-16T07:30:22.845497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686839126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.847121Z","caller":"traceutil/trace.go:171","msg":"trace[651949935] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19529; }","duration":"2.688518722s","start":"2026-07-16T07:30:20.158589Z","end":"2026-07-16T07:30:22.847108Z","steps":["trace[651949935] 'agreement among raft nodes before linearized reading' (duration: 2.686878507s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:22.847152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:20.158553Z","time spent":"2.688588904s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:22.845531Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17451} {"level":"warn","ts":"2026-07-16T07:30:22.844797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.747794339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17214"} {"level":"info","ts":"2026-07-16T07:30:22.847341Z","caller":"traceutil/trace.go:171","msg":"trace[105245809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19529; }","duration":"7.750368651s","start":"2026-07-16T07:30:15.09696Z","end":"2026-07-16T07:30:22.847329Z","steps":["trace[105245809] 'agreement among raft nodes before linearized reading' (duration: 7.387744513s)","trace[105245809] 'range keys from in-memory index tree' (duration: 359.918613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.847378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.096952Z","time spent":"7.750411392s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17237,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-16T07:30:22.845598Z","caller":"traceutil/trace.go:171","msg":"trace[443552178] compact","detail":"{revision:17451; response_revision:19529; }","duration":"671.691104ms","start":"2026-07-16T07:30:22.173882Z","end":"2026-07-16T07:30:22.845573Z","steps":["trace[443552178] 'process raft request' (duration: 310.642699ms)","trace[443552178] 'check and update compact revision' (duration: 359.07116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.847472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:22.173836Z","time spent":"673.633327ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:30:22.84564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385250517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:22.845763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517857304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:22.847616Z","caller":"traceutil/trace.go:171","msg":"trace[1384256843] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19529; }","duration":"2.387193131s","start":"2026-07-16T07:30:20.460379Z","end":"2026-07-16T07:30:22.847572Z","steps":["trace[1384256843] 'agreement among raft nodes before linearized reading' (duration: 2.384899297s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:22.847668Z","caller":"traceutil/trace.go:171","msg":"trace[689413111] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19529; }","duration":"6.519816158s","start":"2026-07-16T07:30:16.327836Z","end":"2026-07-16T07:30:22.847653Z","steps":["trace[689413111] 'agreement among raft nodes before linearized reading' (duration: 6.156928453s)","trace[689413111] 'count revisions from in-memory index tree' (duration: 360.955482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.847695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:20.460294Z","time spent":"2.387376327s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.847711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:16.327811Z","time spent":"6.5198854s","remote":"127.0.0.1:45630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.845841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.745777083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929626"} {"level":"info","ts":"2026-07-16T07:30:22.847929Z","caller":"traceutil/trace.go:171","msg":"trace[1288029589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19529; }","duration":"7.747877022s","start":"2026-07-16T07:30:15.10003Z","end":"2026-07-16T07:30:22.847907Z","steps":["trace[1288029589] 'agreement among raft nodes before linearized reading' (duration: 7.384703619s)","trace[1288029589] 'range keys from in-memory index tree' (duration: 360.265153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:22.847994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:19.73528Z","time spent":"3.110957746s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:22.848032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:15.100025Z","time spent":"7.747984965s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":929649,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:30:23.847217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.385836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:23.84733Z","caller":"traceutil/trace.go:171","msg":"trace[620747447] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"998.780147ms","start":"2026-07-16T07:30:22.848529Z","end":"2026-07-16T07:30:23.847309Z","steps":["trace[620747447] 'process raft request' (duration: 336.219287ms)","trace[620747447] 'compare' (duration: 662.117808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:23.847372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:22.848504Z","time spent":"998.851189ms","remote":"127.0.0.1:45616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:24.57823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393536465s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:30:24.819654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.067343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-16T07:30:24.819805Z","caller":"traceutil/trace.go:171","msg":"trace[918391487] linearizableReadLoop","detail":"{readStateIndex:20469; appliedIndex:20467; }","duration":"1.930983702s","start":"2026-07-16T07:30:22.888794Z","end":"2026-07-16T07:30:24.819778Z","steps":["trace[918391487] 'read index received' (duration: 295.870339ms)","trace[918391487] 'applied index is now lower than readState.Index' (duration: 1.635111343s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:24.820155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931313321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:24.820323Z","caller":"traceutil/trace.go:171","msg":"trace[424450097] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19531; }","duration":"1.931562718s","start":"2026-07-16T07:30:22.888733Z","end":"2026-07-16T07:30:24.820295Z","steps":["trace[424450097] 'agreement among raft nodes before linearized reading' (duration: 1.931189548s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:24.819994Z","caller":"traceutil/trace.go:171","msg":"trace[678494780] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19531; }","duration":"1.971404391s","start":"2026-07-16T07:30:22.848558Z","end":"2026-07-16T07:30:24.819963Z","steps":["trace[678494780] 'process raft request' (duration: 1.729918446s)","trace[678494780] 'compare' (duration: 240.066776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:24.82039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:22.888707Z","time spent":"1.931669951s","remote":"127.0.0.1:35822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:24.820527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:22.848537Z","time spent":"1.971882293s","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-16T07:30:25.31998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830577889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:30:25.735059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04507964s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:30:28.427158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991231151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.427281Z","caller":"traceutil/trace.go:171","msg":"trace[1271354282] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; }","duration":"2.991462888s","start":"2026-07-16T07:30:25.43579Z","end":"2026-07-16T07:30:28.427253Z","steps":["trace[1271354282] 'agreement among raft nodes before linearized reading' (duration: 2.991281923s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.427368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:25.43576Z","time spent":"2.991587922s","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} 2026/07/16 07:30:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:28.439297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012140563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.439395Z","caller":"traceutil/trace.go:171","msg":"trace[1325949015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"5.012329408s","start":"2026-07-16T07:30:23.427044Z","end":"2026-07-16T07:30:28.439373Z","steps":["trace[1325949015] 'agreement among raft nodes before linearized reading' (duration: 5.012182714s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.439446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:23.426981Z","time spent":"5.012454602s","remote":"127.0.0.1:60534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.439527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18563919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.439604Z","caller":"traceutil/trace.go:171","msg":"trace[140969985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"1.185789585s","start":"2026-07-16T07:30:27.253797Z","end":"2026-07-16T07:30:28.439586Z","steps":["trace[140969985] 'agreement among raft nodes before linearized reading' (duration: 1.185679372s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.439661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:27.253769Z","time spent":"1.185877317s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.440515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.374826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.440546Z","caller":"traceutil/trace.go:171","msg":"trace[1486978159] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; }","duration":"381.450408ms","start":"2026-07-16T07:30:28.059089Z","end":"2026-07-16T07:30:28.440539Z","steps":["trace[1486978159] 'agreement among raft nodes before linearized reading' (duration: 381.413267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.440619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:28.059064Z","time spent":"381.546771ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.440714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534563823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.44074Z","caller":"traceutil/trace.go:171","msg":"trace[1871914931] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; }","duration":"4.534615725s","start":"2026-07-16T07:30:23.906118Z","end":"2026-07-16T07:30:28.440733Z","steps":["trace[1871914931] 'agreement among raft nodes before linearized reading' (duration: 4.534586114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.440759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:23.906106Z","time spent":"4.534646745s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.440861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543340946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.440888Z","caller":"traceutil/trace.go:171","msg":"trace[1011629916] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; }","duration":"4.543428649s","start":"2026-07-16T07:30:23.897453Z","end":"2026-07-16T07:30:28.440882Z","steps":["trace[1011629916] 'agreement among raft nodes before linearized reading' (duration: 4.543397198s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.440905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:23.897429Z","time spent":"4.543470829s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.439533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29834393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.440981Z","caller":"traceutil/trace.go:171","msg":"trace[7120057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"1.299862323s","start":"2026-07-16T07:30:27.141113Z","end":"2026-07-16T07:30:28.440976Z","steps":["trace[7120057] 'agreement among raft nodes before linearized reading' (duration: 1.298398742s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.441008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:27.141084Z","time spent":"1.299916474s","remote":"127.0.0.1:60542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} 2026/07/16 07:30:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:28.440896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930449068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.441133Z","caller":"traceutil/trace.go:171","msg":"trace[1021587960] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"2.930743237s","start":"2026-07-16T07:30:25.510381Z","end":"2026-07-16T07:30:28.441124Z","steps":["trace[1021587960] 'agreement among raft nodes before linearized reading' (duration: 2.930502s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.44116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:25.510351Z","time spent":"2.930800518s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.442388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94574434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.442419Z","caller":"traceutil/trace.go:171","msg":"trace[1039265486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"1.945837803s","start":"2026-07-16T07:30:26.496574Z","end":"2026-07-16T07:30:28.442412Z","steps":["trace[1039265486] 'agreement among raft nodes before linearized reading' (duration: 1.945799502s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.442439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:26.496546Z","time spent":"1.945887295s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:30:28.442488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109462835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:30:28.442518Z","caller":"traceutil/trace.go:171","msg":"trace[1378033094] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"4.109551968s","start":"2026-07-16T07:30:24.332956Z","end":"2026-07-16T07:30:28.442508Z","steps":["trace[1378033094] 'agreement among raft nodes before linearized reading' (duration: 4.109520647s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:28.442539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:24.332927Z","time spent":"4.10960735s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} 2026/07/16 07:30:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:30:29.954079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21872427s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:30:29.954236Z","caller":"traceutil/trace.go:171","msg":"trace[925610422] linearizableReadLoop","detail":"{readStateIndex:20470; appliedIndex:20469; }","duration":"5.134361737s","start":"2026-07-16T07:30:24.819848Z","end":"2026-07-16T07:30:29.95421Z","steps":["trace[925610422] 'read index received' (duration: 915.386419ms)","trace[925610422] 'applied index is now lower than readState.Index' (duration: 4.218973018s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:33.681848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641174112s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:33.682002Z","caller":"traceutil/trace.go:171","msg":"trace[402014249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19531; }","duration":"3.641355257s","start":"2026-07-16T07:30:30.040621Z","end":"2026-07-16T07:30:33.681977Z","steps":["trace[402014249] 'range keys from in-memory index tree' (duration: 3.641146052s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:37.516291Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17451,"took":"14.662923269s","hash":3930656972,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":31322112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-16T07:30:37.516393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3930656972,"revision":17451,"compact-revision":14585} {"level":"info","ts":"2026-07-16T07:30:48.481022Z","caller":"traceutil/trace.go:171","msg":"trace[619072850] linearizableReadLoop","detail":"{readStateIndex:20476; appliedIndex:20471; }","duration":"163.584528ms","start":"2026-07-16T07:30:48.317397Z","end":"2026-07-16T07:30:48.480982Z","steps":["trace[619072850] 'read index received' (duration: 118.694225ms)","trace[619072850] 'applied index is now lower than readState.Index' (duration: 44.888533ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:48.481097Z","caller":"traceutil/trace.go:171","msg":"trace[523186508] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"179.20322ms","start":"2026-07-16T07:30:48.301857Z","end":"2026-07-16T07:30:48.48106Z","steps":["trace[523186508] 'process raft request' (duration: 178.128751ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.481225Z","caller":"traceutil/trace.go:171","msg":"trace[1221868983] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"164.826292ms","start":"2026-07-16T07:30:48.316382Z","end":"2026-07-16T07:30:48.481208Z","steps":["trace[1221868983] 'process raft request' (duration: 164.504223ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.481278Z","caller":"traceutil/trace.go:171","msg":"trace[1705315228] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"179.030676ms","start":"2026-07-16T07:30:48.302205Z","end":"2026-07-16T07:30:48.481236Z","steps":["trace[1705315228] 'process raft request' (duration: 178.545673ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.481424Z","caller":"traceutil/trace.go:171","msg":"trace[322827080] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"178.647095ms","start":"2026-07-16T07:30:48.302768Z","end":"2026-07-16T07:30:48.481415Z","steps":["trace[322827080] 'process raft request' (duration: 178.067699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:48.481657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.031124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-ltprw\" ","response":"range_response_count:1 size:4942"} {"level":"info","ts":"2026-07-16T07:30:48.481816Z","caller":"traceutil/trace.go:171","msg":"trace[1024262822] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-ltprw; range_end:; response_count:1; response_revision:19536; }","duration":"193.216979ms","start":"2026-07-16T07:30:48.288563Z","end":"2026-07-16T07:30:48.48178Z","steps":["trace[1024262822] 'agreement among raft nodes before linearized reading' (duration: 192.684334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:48.481715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.262576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:48.482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.87908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130428"} {"level":"info","ts":"2026-07-16T07:30:48.48204Z","caller":"traceutil/trace.go:171","msg":"trace[1691545552] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19536; }","duration":"187.977693ms","start":"2026-07-16T07:30:48.294053Z","end":"2026-07-16T07:30:48.482031Z","steps":["trace[1691545552] 'agreement among raft nodes before linearized reading' (duration: 187.730216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:48.482053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.79511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-16T07:30:48.482169Z","caller":"traceutil/trace.go:171","msg":"trace[629524877] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19536; }","duration":"186.946395ms","start":"2026-07-16T07:30:48.295195Z","end":"2026-07-16T07:30:48.482142Z","steps":["trace[629524877] 'agreement among raft nodes before linearized reading' (duration: 186.586805ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.481971Z","caller":"traceutil/trace.go:171","msg":"trace[1052626210] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:0; response_revision:19536; }","duration":"104.555984ms","start":"2026-07-16T07:30:48.377397Z","end":"2026-07-16T07:30:48.481953Z","steps":["trace[1052626210] 'agreement among raft nodes before linearized reading' (duration: 104.244265ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.720762Z","caller":"traceutil/trace.go:171","msg":"trace[64189912] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"196.136239ms","start":"2026-07-16T07:30:48.52458Z","end":"2026-07-16T07:30:48.720717Z","steps":["trace[64189912] 'process raft request' (duration: 194.35614ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.720839Z","caller":"traceutil/trace.go:171","msg":"trace[746374779] linearizableReadLoop","detail":"{readStateIndex:20481; appliedIndex:20477; }","duration":"180.178238ms","start":"2026-07-16T07:30:48.540629Z","end":"2026-07-16T07:30:48.720807Z","steps":["trace[746374779] 'read index received' (duration: 17.009761ms)","trace[746374779] 'applied index is now lower than readState.Index' (duration: 163.167287ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:48.720869Z","caller":"traceutil/trace.go:171","msg":"trace[687839703] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"195.201644ms","start":"2026-07-16T07:30:48.525608Z","end":"2026-07-16T07:30:48.72081Z","steps":["trace[687839703] 'process raft request' (duration: 195.028469ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:48.721055Z","caller":"traceutil/trace.go:171","msg":"trace[1846790736] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"195.216924ms","start":"2026-07-16T07:30:48.525713Z","end":"2026-07-16T07:30:48.72093Z","steps":["trace[1846790736] 'process raft request' (duration: 195.000268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:48.721382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.722912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:206050"} {"level":"info","ts":"2026-07-16T07:30:48.721432Z","caller":"traceutil/trace.go:171","msg":"trace[481953206] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:19541; }","duration":"180.847297ms","start":"2026-07-16T07:30:48.540569Z","end":"2026-07-16T07:30:48.721416Z","steps":["trace[481953206] 'agreement among raft nodes before linearized reading' (duration: 180.411055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.030845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.997326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:30:49.031004Z","caller":"traceutil/trace.go:171","msg":"trace[899614055] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"303.615515ms","start":"2026-07-16T07:30:48.727361Z","end":"2026-07-16T07:30:49.030977Z","steps":["trace[899614055] 'process raft request' (duration: 103.385652ms)","trace[899614055] 'compare' (duration: 199.800041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:49.031089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:48.72734Z","time spent":"303.716787ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:49.059548Z","caller":"traceutil/trace.go:171","msg":"trace[600439871] linearizableReadLoop","detail":"{readStateIndex:20483; appliedIndex:20482; }","duration":"218.792427ms","start":"2026-07-16T07:30:48.840622Z","end":"2026-07-16T07:30:49.059415Z","steps":["trace[600439871] 'read index received' (duration: 218.520739ms)","trace[600439871] 'applied index is now lower than readState.Index' (duration: 270.588µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:49.059873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.214488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:30:49.059925Z","caller":"traceutil/trace.go:171","msg":"trace[1727386388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19543; }","duration":"219.331742ms","start":"2026-07-16T07:30:48.840578Z","end":"2026-07-16T07:30:49.05991Z","steps":["trace[1727386388] 'agreement among raft nodes before linearized reading' (duration: 219.099925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.06012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.854805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:49.060285Z","caller":"traceutil/trace.go:171","msg":"trace[2019153853] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19543; }","duration":"216.04799ms","start":"2026-07-16T07:30:48.844176Z","end":"2026-07-16T07:30:49.060224Z","steps":["trace[2019153853] 'agreement among raft nodes before linearized reading' (duration: 215.822314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.060489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.456461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:30:49.06054Z","caller":"traceutil/trace.go:171","msg":"trace[84837868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19543; }","duration":"212.507833ms","start":"2026-07-16T07:30:48.84802Z","end":"2026-07-16T07:30:49.060528Z","steps":["trace[84837868] 'agreement among raft nodes before linearized reading' (duration: 212.39318ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.059636Z","caller":"traceutil/trace.go:171","msg":"trace[60158883] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"324.560515ms","start":"2026-07-16T07:30:48.735055Z","end":"2026-07-16T07:30:49.059616Z","steps":["trace[60158883] 'process raft request' (duration: 324.190964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.060901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:48.735026Z","time spent":"325.82218ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:49.060896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.545494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:23 size:52014"} {"level":"info","ts":"2026-07-16T07:30:49.060977Z","caller":"traceutil/trace.go:171","msg":"trace[78256767] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:23; response_revision:19543; }","duration":"216.683528ms","start":"2026-07-16T07:30:48.844274Z","end":"2026-07-16T07:30:49.060958Z","steps":["trace[78256767] 'agreement among raft nodes before linearized reading' (duration: 216.163793ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.176981Z","caller":"traceutil/trace.go:171","msg":"trace[977793679] transaction","detail":"{read_only:false; response_revision:19547; number_of_response:1; }","duration":"102.498698ms","start":"2026-07-16T07:30:49.074449Z","end":"2026-07-16T07:30:49.176948Z","steps":["trace[977793679] 'process raft request' (duration: 102.441006ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.17736Z","caller":"traceutil/trace.go:171","msg":"trace[598489488] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"112.399912ms","start":"2026-07-16T07:30:49.064949Z","end":"2026-07-16T07:30:49.177349Z","steps":["trace[598489488] 'process raft request' (duration: 111.678402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.17747Z","caller":"traceutil/trace.go:171","msg":"trace[1047275743] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"110.816238ms","start":"2026-07-16T07:30:49.066609Z","end":"2026-07-16T07:30:49.177425Z","steps":["trace[1047275743] 'process raft request' (duration: 110.214271ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.503013Z","caller":"traceutil/trace.go:171","msg":"trace[864245601] transaction","detail":"{read_only:false; response_revision:19548; number_of_response:1; }","duration":"314.484806ms","start":"2026-07-16T07:30:49.188497Z","end":"2026-07-16T07:30:49.502981Z","steps":["trace[864245601] 'process raft request' (duration: 236.819176ms)","trace[864245601] 'compare' (duration: 77.515015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:49.503193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:49.188468Z","time spent":"314.62609ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1966,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:49.558894Z","caller":"traceutil/trace.go:171","msg":"trace[1743910216] linearizableReadLoop","detail":"{readStateIndex:20489; appliedIndex:20487; }","duration":"355.171311ms","start":"2026-07-16T07:30:49.203692Z","end":"2026-07-16T07:30:49.558863Z","steps":["trace[1743910216] 'read index received' (duration: 221.615535ms)","trace[1743910216] 'applied index is now lower than readState.Index' (duration: 133.554656ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:49.559024Z","caller":"traceutil/trace.go:171","msg":"trace[2101404157] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"362.729301ms","start":"2026-07-16T07:30:49.19625Z","end":"2026-07-16T07:30:49.55898Z","steps":["trace[2101404157] 'process raft request' (duration: 362.424822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.54548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.559157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.418268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.559252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.548931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.559244Z","caller":"traceutil/trace.go:171","msg":"trace[23650247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19549; }","duration":"343.715414ms","start":"2026-07-16T07:30:49.215435Z","end":"2026-07-16T07:30:49.55915Z","steps":["trace[23650247] 'agreement among raft nodes before linearized reading' (duration: 343.591711ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.559302Z","caller":"traceutil/trace.go:171","msg":"trace[1749347724] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19549; }","duration":"101.623973ms","start":"2026-07-16T07:30:49.457665Z","end":"2026-07-16T07:30:49.559289Z","steps":["trace[1749347724] 'agreement among raft nodes before linearized reading' (duration: 101.552011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.674702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.559355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.559616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.559388Z","caller":"traceutil/trace.go:171","msg":"trace[1339201346] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19549; }","duration":"270.774866ms","start":"2026-07-16T07:30:49.2886Z","end":"2026-07-16T07:30:49.559374Z","steps":["trace[1339201346] 'agreement among raft nodes before linearized reading' (duration: 270.606821ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.559403Z","caller":"traceutil/trace.go:171","msg":"trace[1066964853] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19549; }","duration":"142.650509ms","start":"2026-07-16T07:30:49.416731Z","end":"2026-07-16T07:30:49.559382Z","steps":["trace[1066964853] 'agreement among raft nodes before linearized reading' (duration: 142.604808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.766785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.559534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.129607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.559253Z","caller":"traceutil/trace.go:171","msg":"trace[1718414923] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19549; }","duration":"101.551781ms","start":"2026-07-16T07:30:49.457678Z","end":"2026-07-16T07:30:49.55923Z","steps":["trace[1718414923] 'agreement among raft nodes before linearized reading' (duration: 101.369946ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.559667Z","caller":"traceutil/trace.go:171","msg":"trace[343166403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19549; }","duration":"335.274581ms","start":"2026-07-16T07:30:49.224379Z","end":"2026-07-16T07:30:49.559654Z","steps":["trace[343166403] 'agreement among raft nodes before linearized reading' (duration: 334.995114ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.559592Z","caller":"traceutil/trace.go:171","msg":"trace[589292691] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19549; }","duration":"185.168256ms","start":"2026-07-16T07:30:49.374393Z","end":"2026-07-16T07:30:49.559561Z","steps":["trace[589292691] 'agreement among raft nodes before linearized reading' (duration: 184.735814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:49.215407Z","time spent":"343.89982ms","remote":"127.0.0.1:49742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-07-16T07:30:49.560441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.025734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:2 size:5758"} {"level":"warn","ts":"2026-07-16T07:30:49.56046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.377476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:30:49.560479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:49.224373Z","time spent":"335.324123ms","remote":"127.0.0.1:49742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:49.560527Z","caller":"traceutil/trace.go:171","msg":"trace[1275447847] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19549; }","duration":"167.27009ms","start":"2026-07-16T07:30:49.393237Z","end":"2026-07-16T07:30:49.560507Z","steps":["trace[1275447847] 'agreement among raft nodes before linearized reading' (duration: 166.387296ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.560506Z","caller":"traceutil/trace.go:171","msg":"trace[449557985] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:2; response_revision:19549; }","duration":"167.131546ms","start":"2026-07-16T07:30:49.393349Z","end":"2026-07-16T07:30:49.56048Z","steps":["trace[449557985] 'agreement among raft nodes before linearized reading' (duration: 166.311934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.561688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.014277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.559278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:49.196212Z","time spent":"362.898845ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:49.561815Z","caller":"traceutil/trace.go:171","msg":"trace[339531201] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19549; }","duration":"273.154771ms","start":"2026-07-16T07:30:49.288614Z","end":"2026-07-16T07:30:49.561769Z","steps":["trace[339531201] 'agreement among raft nodes before linearized reading' (duration: 270.897478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.888218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.562086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.38035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:89 size:74131"} {"level":"info","ts":"2026-07-16T07:30:49.562111Z","caller":"traceutil/trace.go:171","msg":"trace[1536664810] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19549; }","duration":"295.433009ms","start":"2026-07-16T07:30:49.266645Z","end":"2026-07-16T07:30:49.562078Z","steps":["trace[1536664810] 'agreement among raft nodes before linearized reading' (duration: 292.763595ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.562174Z","caller":"traceutil/trace.go:171","msg":"trace[1679547009] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:89; response_revision:19549; }","duration":"358.486744ms","start":"2026-07-16T07:30:49.203637Z","end":"2026-07-16T07:30:49.562124Z","steps":["trace[1679547009] 'agreement among raft nodes before linearized reading' (duration: 355.339757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.559289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.605677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.56225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:49.203618Z","time spent":"358.585356ms","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":74154,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-07-16T07:30:49.562239Z","caller":"traceutil/trace.go:171","msg":"trace[498157614] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19549; }","duration":"145.568029ms","start":"2026-07-16T07:30:49.416641Z","end":"2026-07-16T07:30:49.562209Z","steps":["trace[498157614] 'agreement among raft nodes before linearized reading' (duration: 142.585057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.562682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.292943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.562751Z","caller":"traceutil/trace.go:171","msg":"trace[1495424612] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19549; }","duration":"188.386685ms","start":"2026-07-16T07:30:49.374335Z","end":"2026-07-16T07:30:49.562722Z","steps":["trace[1495424612] 'agreement among raft nodes before linearized reading' (duration: 185.231518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.563322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.024461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.563414Z","caller":"traceutil/trace.go:171","msg":"trace[357632939] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19549; }","duration":"296.749744ms","start":"2026-07-16T07:30:49.26662Z","end":"2026-07-16T07:30:49.563369Z","steps":["trace[357632939] 'agreement among raft nodes before linearized reading' (duration: 292.788015ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.807259Z","caller":"traceutil/trace.go:171","msg":"trace[832703964] linearizableReadLoop","detail":"{readStateIndex:20491; appliedIndex:20490; }","duration":"190.395041ms","start":"2026-07-16T07:30:49.616823Z","end":"2026-07-16T07:30:49.807218Z","steps":["trace[832703964] 'read index received' (duration: 190.114353ms)","trace[832703964] 'applied index is now lower than readState.Index' (duration: 279.008µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:49.807486Z","caller":"traceutil/trace.go:171","msg":"trace[709745574] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"197.297471ms","start":"2026-07-16T07:30:49.610097Z","end":"2026-07-16T07:30:49.807395Z","steps":["trace[709745574] 'process raft request' (duration: 196.86985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.807711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.835673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:49.807824Z","caller":"traceutil/trace.go:171","msg":"trace[134591059] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19551; }","duration":"191.016388ms","start":"2026-07-16T07:30:49.616782Z","end":"2026-07-16T07:30:49.807798Z","steps":["trace[134591059] 'agreement among raft nodes before linearized reading' (duration: 190.655728ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.815645Z","caller":"traceutil/trace.go:171","msg":"trace[349846925] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"111.032043ms","start":"2026-07-16T07:30:49.70453Z","end":"2026-07-16T07:30:49.815562Z","steps":["trace[349846925] 'process raft request' (duration: 110.726585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.815781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.076576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.815765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.144783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:49.815884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.247501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.815894Z","caller":"traceutil/trace.go:171","msg":"trace[844937092] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19552; }","duration":"147.36639ms","start":"2026-07-16T07:30:49.668502Z","end":"2026-07-16T07:30:49.815869Z","steps":["trace[844937092] 'agreement among raft nodes before linearized reading' (duration: 147.071692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.8162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.330118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:24 size:47087"} {"level":"info","ts":"2026-07-16T07:30:49.816284Z","caller":"traceutil/trace.go:171","msg":"trace[1513827702] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:24; response_revision:19552; }","duration":"199.454681ms","start":"2026-07-16T07:30:49.616818Z","end":"2026-07-16T07:30:49.816273Z","steps":["trace[1513827702] 'agreement among raft nodes before linearized reading' (duration: 199.132802ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.815929Z","caller":"traceutil/trace.go:171","msg":"trace[258060538] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19552; }","duration":"162.320553ms","start":"2026-07-16T07:30:49.653598Z","end":"2026-07-16T07:30:49.815918Z","steps":["trace[258060538] 'agreement among raft nodes before linearized reading' (duration: 162.257771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.816409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.643165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2015"} {"level":"warn","ts":"2026-07-16T07:30:49.816429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.58637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.816462Z","caller":"traceutil/trace.go:171","msg":"trace[2016793776] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:19552; }","duration":"109.706117ms","start":"2026-07-16T07:30:49.706743Z","end":"2026-07-16T07:30:49.81645Z","steps":["trace[2016793776] 'agreement among raft nodes before linearized reading' (duration: 109.524962ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.816484Z","caller":"traceutil/trace.go:171","msg":"trace[1944124020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19552; }","duration":"132.671122ms","start":"2026-07-16T07:30:49.6838Z","end":"2026-07-16T07:30:49.816471Z","steps":["trace[1944124020] 'agreement among raft nodes before linearized reading' (duration: 132.526799ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:49.815828Z","caller":"traceutil/trace.go:171","msg":"trace[810801677] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19552; }","duration":"162.147048ms","start":"2026-07-16T07:30:49.653665Z","end":"2026-07-16T07:30:49.815812Z","steps":["trace[810801677] 'agreement among raft nodes before linearized reading' (duration: 162.085127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.816796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.309624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-07-16T07:30:49.816839Z","caller":"traceutil/trace.go:171","msg":"trace[1300614984] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:19552; }","duration":"114.378676ms","start":"2026-07-16T07:30:49.70245Z","end":"2026-07-16T07:30:49.816828Z","steps":["trace[1300614984] 'agreement among raft nodes before linearized reading' (duration: 114.282624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.816919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.071204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.816964Z","caller":"traceutil/trace.go:171","msg":"trace[1041612718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19552; }","duration":"133.143846ms","start":"2026-07-16T07:30:49.68381Z","end":"2026-07-16T07:30:49.816954Z","steps":["trace[1041612718] 'agreement among raft nodes before linearized reading' (duration: 133.070864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:49.815712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.38363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:49.817243Z","caller":"traceutil/trace.go:171","msg":"trace[1106716315] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19552; }","duration":"148.923443ms","start":"2026-07-16T07:30:49.668283Z","end":"2026-07-16T07:30:49.817206Z","steps":["trace[1106716315] 'agreement among raft nodes before linearized reading' (duration: 147.328699ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.023158Z","caller":"traceutil/trace.go:171","msg":"trace[1181374868] linearizableReadLoop","detail":"{readStateIndex:20494; appliedIndex:20493; }","duration":"153.704655ms","start":"2026-07-16T07:30:49.869417Z","end":"2026-07-16T07:30:50.023122Z","steps":["trace[1181374868] 'read index received' (duration: 153.372926ms)","trace[1181374868] 'applied index is now lower than readState.Index' (duration: 330.379µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:50.023384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.185771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:50.023387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.309454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:50.023447Z","caller":"traceutil/trace.go:171","msg":"trace[591281808] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19554; }","duration":"170.328745ms","start":"2026-07-16T07:30:49.853108Z","end":"2026-07-16T07:30:50.023437Z","steps":["trace[591281808] 'agreement among raft nodes before linearized reading' (duration: 170.1542ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.023486Z","caller":"traceutil/trace.go:171","msg":"trace[208484165] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19554; }","duration":"170.438048ms","start":"2026-07-16T07:30:49.853026Z","end":"2026-07-16T07:30:50.023464Z","steps":["trace[208484165] 'agreement among raft nodes before linearized reading' (duration: 170.289464ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.023227Z","caller":"traceutil/trace.go:171","msg":"trace[2005167746] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"195.232804ms","start":"2026-07-16T07:30:49.82797Z","end":"2026-07-16T07:30:50.023202Z","steps":["trace[2005167746] 'process raft request' (duration: 194.929836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.023634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.474276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:30:50.023735Z","caller":"traceutil/trace.go:171","msg":"trace[1119785759] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:19554; }","duration":"197.61207ms","start":"2026-07-16T07:30:49.826095Z","end":"2026-07-16T07:30:50.023707Z","steps":["trace[1119785759] 'agreement among raft nodes before linearized reading' (duration: 197.372793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.023746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.082501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-16T07:30:50.023848Z","caller":"traceutil/trace.go:171","msg":"trace[959456089] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19554; }","duration":"130.246695ms","start":"2026-07-16T07:30:49.893575Z","end":"2026-07-16T07:30:50.023822Z","steps":["trace[959456089] 'agreement among raft nodes before linearized reading' (duration: 129.977158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.023886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.033103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:50.023919Z","caller":"traceutil/trace.go:171","msg":"trace[1656718145] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19554; }","duration":"146.066654ms","start":"2026-07-16T07:30:49.877844Z","end":"2026-07-16T07:30:50.02391Z","steps":["trace[1656718145] 'agreement among raft nodes before linearized reading' (duration: 145.994522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.023911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.677453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:693"} {"level":"warn","ts":"2026-07-16T07:30:50.023921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.102254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:3 size:3229"} {"level":"info","ts":"2026-07-16T07:30:50.023967Z","caller":"traceutil/trace.go:171","msg":"trace[1789001699] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:19554; }","duration":"149.735625ms","start":"2026-07-16T07:30:49.874214Z","end":"2026-07-16T07:30:50.023949Z","steps":["trace[1789001699] 'agreement among raft nodes before linearized reading' (duration: 149.604031ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.023982Z","caller":"traceutil/trace.go:171","msg":"trace[203766298] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:3; response_revision:19554; }","duration":"146.176606ms","start":"2026-07-16T07:30:49.877788Z","end":"2026-07-16T07:30:50.023965Z","steps":["trace[203766298] 'agreement among raft nodes before linearized reading' (duration: 145.823546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.023732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.420674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-16T07:30:50.024127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.767512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:50.024135Z","caller":"traceutil/trace.go:171","msg":"trace[71915718] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19554; }","duration":"150.864236ms","start":"2026-07-16T07:30:49.873255Z","end":"2026-07-16T07:30:50.02412Z","steps":["trace[71915718] 'agreement among raft nodes before linearized reading' (duration: 150.27254ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.024152Z","caller":"traceutil/trace.go:171","msg":"trace[157730722] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19554; }","duration":"129.808923ms","start":"2026-07-16T07:30:49.894335Z","end":"2026-07-16T07:30:50.024144Z","steps":["trace[157730722] 'agreement among raft nodes before linearized reading' (duration: 129.763812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.024324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.925336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:50.024355Z","caller":"traceutil/trace.go:171","msg":"trace[1769392396] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19554; }","duration":"129.981898ms","start":"2026-07-16T07:30:49.894367Z","end":"2026-07-16T07:30:50.024349Z","steps":["trace[1769392396] 'agreement among raft nodes before linearized reading' (duration: 129.932386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.380194Z","caller":"traceutil/trace.go:171","msg":"trace[397725227] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"320.584215ms","start":"2026-07-16T07:30:50.059549Z","end":"2026-07-16T07:30:50.380133Z","steps":["trace[397725227] 'process raft request' (duration: 263.809683ms)","trace[397725227] 'compare' (duration: 56.453493ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:50.380324Z","caller":"traceutil/trace.go:171","msg":"trace[1980250703] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"306.223807ms","start":"2026-07-16T07:30:50.074049Z","end":"2026-07-16T07:30:50.380273Z","steps":["trace[1980250703] 'process raft request' (duration: 305.9813ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.380374Z","caller":"traceutil/trace.go:171","msg":"trace[1394159712] linearizableReadLoop","detail":"{readStateIndex:20498; appliedIndex:20496; }","duration":"304.080138ms","start":"2026-07-16T07:30:50.076054Z","end":"2026-07-16T07:30:50.380134Z","steps":["trace[1394159712] 'read index received' (duration: 247.222114ms)","trace[1394159712] 'applied index is now lower than readState.Index' (duration: 56.856834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:50.38058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.231815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2003"} {"level":"info","ts":"2026-07-16T07:30:50.380741Z","caller":"traceutil/trace.go:171","msg":"trace[714904679] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:19558; }","duration":"320.448931ms","start":"2026-07-16T07:30:50.060271Z","end":"2026-07-16T07:30:50.38072Z","steps":["trace[714904679] 'agreement among raft nodes before linearized reading' (duration: 319.868905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.38083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.060259Z","time spent":"320.557814ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2026,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-07-16T07:30:50.380883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.841605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-07-16T07:30:50.38085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.074019Z","time spent":"306.491004ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21530,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:30:50.380953Z","caller":"traceutil/trace.go:171","msg":"trace[1174778186] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:19558; }","duration":"301.941418ms","start":"2026-07-16T07:30:50.078994Z","end":"2026-07-16T07:30:50.380936Z","steps":["trace[1174778186] 'agreement among raft nodes before linearized reading' (duration: 301.763233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.381001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.078974Z","time spent":"302.017891ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-07-16T07:30:50.380956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.05952Z","time spent":"320.822372ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:30:50.381138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.781939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:30:50.381254Z","caller":"traceutil/trace.go:171","msg":"trace[1596928160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:19558; }","duration":"182.924924ms","start":"2026-07-16T07:30:50.198302Z","end":"2026-07-16T07:30:50.381226Z","steps":["trace[1596928160] 'agreement among raft nodes before linearized reading' (duration: 182.608705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.381309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.391047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:50.381363Z","caller":"traceutil/trace.go:171","msg":"trace[1134429069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19558; }","duration":"183.449188ms","start":"2026-07-16T07:30:50.197897Z","end":"2026-07-16T07:30:50.381346Z","steps":["trace[1134429069] 'agreement among raft nodes before linearized reading' (duration: 183.356036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.381604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.715235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:7 size:22288"} {"level":"info","ts":"2026-07-16T07:30:50.381641Z","caller":"traceutil/trace.go:171","msg":"trace[1295388403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:7; response_revision:19558; }","duration":"183.791837ms","start":"2026-07-16T07:30:50.19784Z","end":"2026-07-16T07:30:50.381632Z","steps":["trace[1295388403] 'agreement among raft nodes before linearized reading' (duration: 183.612602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.381618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.480743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-16T07:30:50.381739Z","caller":"traceutil/trace.go:171","msg":"trace[533978037] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:19558; }","duration":"104.653947ms","start":"2026-07-16T07:30:50.277072Z","end":"2026-07-16T07:30:50.381726Z","steps":["trace[533978037] 'agreement among raft nodes before linearized reading' (duration: 104.453891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.38178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.057395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-16T07:30:50.38183Z","caller":"traceutil/trace.go:171","msg":"trace[1135213821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:19558; }","duration":"223.157987ms","start":"2026-07-16T07:30:50.15866Z","end":"2026-07-16T07:30:50.381818Z","steps":["trace[1135213821] 'agreement among raft nodes before linearized reading' (duration: 223.029724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.381973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.060671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18c2b30e3402ccfb\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-07-16T07:30:50.38204Z","caller":"traceutil/trace.go:171","msg":"trace[852935441] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18c2b30e3402ccfb; range_end:; response_count:1; response_revision:19558; }","duration":"302.187845ms","start":"2026-07-16T07:30:50.079837Z","end":"2026-07-16T07:30:50.382025Z","steps":["trace[852935441] 'agreement among raft nodes before linearized reading' (duration: 301.835875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.382083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.07983Z","time spent":"302.245066ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":692,"request content":"key:\"/registry/events/default/kube-prometheus-stack.18c2b30e3402ccfb\" "} {"level":"info","ts":"2026-07-16T07:30:50.834995Z","caller":"traceutil/trace.go:171","msg":"trace[234202916] linearizableReadLoop","detail":"{readStateIndex:20499; appliedIndex:20498; }","duration":"448.140705ms","start":"2026-07-16T07:30:50.386829Z","end":"2026-07-16T07:30:50.83497Z","steps":["trace[234202916] 'read index received' (duration: 424.244744ms)","trace[234202916] 'applied index is now lower than readState.Index' (duration: 23.894771ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:30:50.835159Z","caller":"traceutil/trace.go:171","msg":"trace[1418761173] transaction","detail":"{read_only:false; response_revision:19559; number_of_response:1; }","duration":"449.016629ms","start":"2026-07-16T07:30:50.386133Z","end":"2026-07-16T07:30:50.835149Z","steps":["trace[1418761173] 'process raft request' (duration: 424.875361ms)","trace[1418761173] 'compare' (duration: 23.83903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:30:50.835319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.386116Z","time spent":"449.118132ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:30:50.835709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.25695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:50.835822Z","caller":"traceutil/trace.go:171","msg":"trace[700392969] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19559; }","duration":"305.440265ms","start":"2026-07-16T07:30:50.530355Z","end":"2026-07-16T07:30:50.835795Z","steps":["trace[700392969] 'agreement among raft nodes before linearized reading' (duration: 305.241829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.835829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.358862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:50.835827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.337047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-07-16T07:30:50.835951Z","caller":"traceutil/trace.go:171","msg":"trace[1823844476] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19559; }","duration":"305.523207ms","start":"2026-07-16T07:30:50.530389Z","end":"2026-07-16T07:30:50.835913Z","steps":["trace[1823844476] 'agreement among raft nodes before linearized reading' (duration: 305.329462ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.83598Z","caller":"traceutil/trace.go:171","msg":"trace[798062809] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:19559; }","duration":"445.534983ms","start":"2026-07-16T07:30:50.390429Z","end":"2026-07-16T07:30:50.835964Z","steps":["trace[798062809] 'agreement among raft nodes before linearized reading' (duration: 445.055959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.836039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.61952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-07-16T07:30:50.836045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.530365Z","time spent":"305.656861ms","remote":"127.0.0.1:49944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 "} {"level":"info","ts":"2026-07-16T07:30:50.836072Z","caller":"traceutil/trace.go:171","msg":"trace[1855220664] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:19559; }","duration":"447.661952ms","start":"2026-07-16T07:30:50.388401Z","end":"2026-07-16T07:30:50.836063Z","steps":["trace[1855220664] 'agreement among raft nodes before linearized reading' (duration: 447.521698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.8361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.388394Z","time spent":"447.699903ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3968,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-07-16T07:30:50.836227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.383709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" ","response":"range_response_count:1 size:5179"} {"level":"warn","ts":"2026-07-16T07:30:50.836314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.60901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:30:50.836359Z","caller":"traceutil/trace.go:171","msg":"trace[1986389611] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z; range_end:; response_count:1; response_revision:19559; }","duration":"449.537164ms","start":"2026-07-16T07:30:50.386802Z","end":"2026-07-16T07:30:50.836339Z","steps":["trace[1986389611] 'agreement among raft nodes before linearized reading' (duration: 449.275897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.836423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.38679Z","time spent":"449.618686ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5202,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-v8b2z\" "} {"level":"warn","ts":"2026-07-16T07:30:50.836479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:23 size:145902"} {"level":"warn","ts":"2026-07-16T07:30:50.83588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.530329Z","time spent":"305.539688ms","remote":"127.0.0.1:49944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:30:50.836561Z","caller":"traceutil/trace.go:171","msg":"trace[1327393773] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:23; response_revision:19559; }","duration":"101.152269ms","start":"2026-07-16T07:30:50.735384Z","end":"2026-07-16T07:30:50.836536Z","steps":["trace[1327393773] 'agreement among raft nodes before linearized reading' (duration: 100.623765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.836557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.908356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:30:50.83575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.787753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:30:50.836625Z","caller":"traceutil/trace.go:171","msg":"trace[1878295715] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:19559; }","duration":"449.701589ms","start":"2026-07-16T07:30:50.386913Z","end":"2026-07-16T07:30:50.836615Z","steps":["trace[1878295715] 'agreement among raft nodes before linearized reading' (duration: 448.519376ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.836634Z","caller":"traceutil/trace.go:171","msg":"trace[1094504118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19559; }","duration":"107.99674ms","start":"2026-07-16T07:30:50.728616Z","end":"2026-07-16T07:30:50.836612Z","steps":["trace[1094504118] 'agreement among raft nodes before linearized reading' (duration: 107.800824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.836599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.910764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:50.836664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.386903Z","time spent":"449.75161ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"info","ts":"2026-07-16T07:30:50.836705Z","caller":"traceutil/trace.go:171","msg":"trace[1658252175] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19559; }","duration":"165.142791ms","start":"2026-07-16T07:30:50.671539Z","end":"2026-07-16T07:30:50.836682Z","steps":["trace[1658252175] 'agreement among raft nodes before linearized reading' (duration: 164.882224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.836746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.670408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:30:50.836839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.803719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:30:50.836868Z","caller":"traceutil/trace.go:171","msg":"trace[249015863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19559; }","duration":"273.898171ms","start":"2026-07-16T07:30:50.562962Z","end":"2026-07-16T07:30:50.83686Z","steps":["trace[249015863] 'agreement among raft nodes before linearized reading' (duration: 272.507773ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.836873Z","caller":"traceutil/trace.go:171","msg":"trace[463236729] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19559; }","duration":"165.176612ms","start":"2026-07-16T07:30:50.671666Z","end":"2026-07-16T07:30:50.836843Z","steps":["trace[463236729] 'agreement among raft nodes before linearized reading' (duration: 164.617336ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:30:50.836983Z","caller":"traceutil/trace.go:171","msg":"trace[1096247764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19559; }","duration":"318.763413ms","start":"2026-07-16T07:30:50.51763Z","end":"2026-07-16T07:30:50.836394Z","steps":["trace[1096247764] 'agreement among raft nodes before linearized reading' (duration: 318.245619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.837074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.517598Z","time spent":"319.463673ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:30:50.837086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.52923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:30:50.837154Z","caller":"traceutil/trace.go:171","msg":"trace[832356351] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19559; }","duration":"101.664474ms","start":"2026-07-16T07:30:50.735473Z","end":"2026-07-16T07:30:50.837138Z","steps":["trace[832356351] 'agreement among raft nodes before linearized reading' (duration: 100.841711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.837722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.209357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930158"} {"level":"info","ts":"2026-07-16T07:30:50.837863Z","caller":"traceutil/trace.go:171","msg":"trace[131634131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19559; }","duration":"448.393563ms","start":"2026-07-16T07:30:50.389447Z","end":"2026-07-16T07:30:50.83784Z","steps":["trace[131634131] 'agreement among raft nodes before linearized reading' (duration: 446.4949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.837928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.389431Z","time spent":"448.483025ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930181,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-16T07:30:50.840005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.390424Z","time spent":"449.487803ms","remote":"127.0.0.1:49794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-07-16T07:30:50.841284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.051246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930158"} {"level":"info","ts":"2026-07-16T07:30:50.84135Z","caller":"traceutil/trace.go:171","msg":"trace[606906869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19559; }","duration":"451.132809ms","start":"2026-07-16T07:30:50.390203Z","end":"2026-07-16T07:30:50.841336Z","steps":["trace[606906869] 'agreement among raft nodes before linearized reading' (duration: 445.583825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:30:50.841394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:30:50.390197Z","time spent":"451.18248ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930181,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-16T07:31:03.249455Z","caller":"traceutil/trace.go:171","msg":"trace[1845186739] linearizableReadLoop","detail":"{readStateIndex:20634; appliedIndex:20633; }","duration":"164.562665ms","start":"2026-07-16T07:31:03.084858Z","end":"2026-07-16T07:31:03.24942Z","steps":["trace[1845186739] 'read index received' (duration: 164.282598ms)","trace[1845186739] 'applied index is now lower than readState.Index' (duration: 279.067µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:03.249544Z","caller":"traceutil/trace.go:171","msg":"trace[2081658667] transaction","detail":"{read_only:false; response_revision:19692; number_of_response:1; }","duration":"182.481682ms","start":"2026-07-16T07:31:03.067014Z","end":"2026-07-16T07:31:03.249496Z","steps":["trace[2081658667] 'process raft request' (duration: 182.215904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:03.249743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.361101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:31:03.249786Z","caller":"traceutil/trace.go:171","msg":"trace[1322715119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19692; }","duration":"107.531096ms","start":"2026-07-16T07:31:03.142243Z","end":"2026-07-16T07:31:03.249774Z","steps":["trace[1322715119] 'agreement among raft nodes before linearized reading' (duration: 107.340931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:03.249801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.911195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T07:31:03.249884Z","caller":"traceutil/trace.go:171","msg":"trace[1458089398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19692; }","duration":"165.0624ms","start":"2026-07-16T07:31:03.084802Z","end":"2026-07-16T07:31:03.249864Z","steps":["trace[1458089398] 'agreement among raft nodes before linearized reading' (duration: 164.760261ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:23.865996Z","caller":"traceutil/trace.go:171","msg":"trace[991294091] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"201.530469ms","start":"2026-07-16T07:31:23.664423Z","end":"2026-07-16T07:31:23.865954Z","steps":["trace[991294091] 'process raft request' (duration: 200.795529ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:44.010522Z","caller":"traceutil/trace.go:171","msg":"trace[320036758] linearizableReadLoop","detail":"{readStateIndex:21054; appliedIndex:21053; }","duration":"148.170991ms","start":"2026-07-16T07:31:43.862311Z","end":"2026-07-16T07:31:44.010482Z","steps":["trace[320036758] 'read index received' (duration: 145.811216ms)","trace[320036758] 'applied index is now lower than readState.Index' (duration: 2.358075ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:44.010526Z","caller":"traceutil/trace.go:171","msg":"trace[1696929232] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"202.467505ms","start":"2026-07-16T07:31:43.808029Z","end":"2026-07-16T07:31:44.010497Z","steps":["trace[1696929232] 'process raft request' (duration: 200.164101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:44.011031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.698856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:31:44.011154Z","caller":"traceutil/trace.go:171","msg":"trace[1658038198] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20095; }","duration":"148.870411ms","start":"2026-07-16T07:31:43.862252Z","end":"2026-07-16T07:31:44.011123Z","steps":["trace[1658038198] 'agreement among raft nodes before linearized reading' (duration: 148.529121ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:44.171311Z","caller":"traceutil/trace.go:171","msg":"trace[722124667] linearizableReadLoop","detail":"{readStateIndex:21055; appliedIndex:21054; }","duration":"153.132349ms","start":"2026-07-16T07:31:44.018145Z","end":"2026-07-16T07:31:44.171278Z","steps":["trace[722124667] 'read index received' (duration: 94.620689ms)","trace[722124667] 'applied index is now lower than readState.Index' (duration: 58.51051ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:44.171466Z","caller":"traceutil/trace.go:171","msg":"trace[590155011] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"155.896585ms","start":"2026-07-16T07:31:44.015521Z","end":"2026-07-16T07:31:44.171418Z","steps":["trace[590155011] 'process raft request' (duration: 97.353644ms)","trace[590155011] 'compare' (duration: 58.247813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:44.17168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.0937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:31:44.171761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.588272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:31:44.171774Z","caller":"traceutil/trace.go:171","msg":"trace[109302436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20096; }","duration":"118.249874ms","start":"2026-07-16T07:31:44.053504Z","end":"2026-07-16T07:31:44.171754Z","steps":["trace[109302436] 'agreement among raft nodes before linearized reading' (duration: 117.974856ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:44.171831Z","caller":"traceutil/trace.go:171","msg":"trace[1608350715] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20096; }","duration":"153.709205ms","start":"2026-07-16T07:31:44.0181Z","end":"2026-07-16T07:31:44.17181Z","steps":["trace[1608350715] 'agreement among raft nodes before linearized reading' (duration: 153.304034ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:50.571637Z","caller":"traceutil/trace.go:171","msg":"trace[535704370] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"108.161124ms","start":"2026-07-16T07:31:50.463438Z","end":"2026-07-16T07:31:50.571599Z","steps":["trace[535704370] 'process raft request' (duration: 108.080472ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:50.571879Z","caller":"traceutil/trace.go:171","msg":"trace[2123131352] transaction","detail":"{read_only:false; response_revision:20160; number_of_response:1; }","duration":"115.150687ms","start":"2026-07-16T07:31:50.456649Z","end":"2026-07-16T07:31:50.5718Z","steps":["trace[2123131352] 'process raft request' (duration: 114.699685ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:51.518754Z","caller":"traceutil/trace.go:171","msg":"trace[1399125081] transaction","detail":"{read_only:false; response_revision:20172; number_of_response:1; }","duration":"102.331383ms","start":"2026-07-16T07:31:51.416395Z","end":"2026-07-16T07:31:51.518727Z","steps":["trace[1399125081] 'process raft request' (duration: 102.105676ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:52.540428Z","caller":"traceutil/trace.go:171","msg":"trace[397129943] linearizableReadLoop","detail":"{readStateIndex:21139; appliedIndex:21138; }","duration":"190.389619ms","start":"2026-07-16T07:31:52.349998Z","end":"2026-07-16T07:31:52.540388Z","steps":["trace[397129943] 'read index received' (duration: 190.013288ms)","trace[397129943] 'applied index is now lower than readState.Index' (duration: 371.651µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:52.540538Z","caller":"traceutil/trace.go:171","msg":"trace[1370810656] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"224.184964ms","start":"2026-07-16T07:31:52.316329Z","end":"2026-07-16T07:31:52.540514Z","steps":["trace[1370810656] 'process raft request' (duration: 223.785353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:52.540784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.75474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:31:52.540827Z","caller":"traceutil/trace.go:171","msg":"trace[612298011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20175; }","duration":"190.844412ms","start":"2026-07-16T07:31:52.349969Z","end":"2026-07-16T07:31:52.540814Z","steps":["trace[612298011] 'agreement among raft nodes before linearized reading' (duration: 190.594355ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:52.738387Z","caller":"traceutil/trace.go:171","msg":"trace[1095406436] linearizableReadLoop","detail":"{readStateIndex:21141; appliedIndex:21139; }","duration":"161.214473ms","start":"2026-07-16T07:31:52.577132Z","end":"2026-07-16T07:31:52.738347Z","steps":["trace[1095406436] 'read index received' (duration: 16.99157ms)","trace[1095406436] 'applied index is now lower than readState.Index' (duration: 144.221543ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:52.738451Z","caller":"traceutil/trace.go:171","msg":"trace[999075972] transaction","detail":"{read_only:false; response_revision:20177; number_of_response:1; }","duration":"191.11772ms","start":"2026-07-16T07:31:52.547271Z","end":"2026-07-16T07:31:52.738388Z","steps":["trace[999075972] 'process raft request' (duration: 149.269242ms)","trace[999075972] 'compare' (duration: 41.56047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:52.738755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.548692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:31:52.740282Z","caller":"traceutil/trace.go:171","msg":"trace[1033404949] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20177; }","duration":"163.078624ms","start":"2026-07-16T07:31:52.577083Z","end":"2026-07-16T07:31:52.740161Z","steps":["trace[1033404949] 'agreement among raft nodes before linearized reading' (duration: 161.364266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:52.973423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.561113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:31:52.973544Z","caller":"traceutil/trace.go:171","msg":"trace[160954156] linearizableReadLoop","detail":"{readStateIndex:21142; appliedIndex:21141; }","duration":"167.212469ms","start":"2026-07-16T07:31:52.80631Z","end":"2026-07-16T07:31:52.973523Z","steps":["trace[160954156] 'read index received' (duration: 57.324807ms)","trace[160954156] 'applied index is now lower than readState.Index' (duration: 109.886272ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:52.974029Z","caller":"traceutil/trace.go:171","msg":"trace[446703054] transaction","detail":"{read_only:false; response_revision:20178; number_of_response:1; }","duration":"225.42356ms","start":"2026-07-16T07:31:52.748568Z","end":"2026-07-16T07:31:52.973991Z","steps":["trace[446703054] 'process raft request' (duration: 115.183968ms)","trace[446703054] 'compare' (duration: 109.337877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:52.974646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.310969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:31:52.974755Z","caller":"traceutil/trace.go:171","msg":"trace[130456264] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20178; }","duration":"168.516085ms","start":"2026-07-16T07:31:52.806211Z","end":"2026-07-16T07:31:52.974727Z","steps":["trace[130456264] 'agreement among raft nodes before linearized reading' (duration: 167.565709ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:53.870207Z","caller":"traceutil/trace.go:171","msg":"trace[1387777523] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"508.403234ms","start":"2026-07-16T07:31:53.361777Z","end":"2026-07-16T07:31:53.870181Z","steps":["trace[1387777523] 'process raft request' (duration: 508.230149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:53.870489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.361759Z","time spent":"508.531147ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:31:53.878445Z","caller":"traceutil/trace.go:171","msg":"trace[1230280429] linearizableReadLoop","detail":"{readStateIndex:21148; appliedIndex:21146; }","duration":"370.800564ms","start":"2026-07-16T07:31:53.507625Z","end":"2026-07-16T07:31:53.878425Z","steps":["trace[1230280429] 'read index received' (duration: 362.446483ms)","trace[1230280429] 'applied index is now lower than readState.Index' (duration: 8.352601ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:53.878522Z","caller":"traceutil/trace.go:171","msg":"trace[1071599094] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"466.411961ms","start":"2026-07-16T07:31:53.412052Z","end":"2026-07-16T07:31:53.878464Z","steps":["trace[1071599094] 'process raft request' (duration: 466.247007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:53.878679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.03232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:31:53.878719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.575895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:31:53.878745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.412005Z","time spent":"466.630607ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:31:53.878761Z","caller":"traceutil/trace.go:171","msg":"trace[1180837808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20184; }","duration":"371.128054ms","start":"2026-07-16T07:31:53.507615Z","end":"2026-07-16T07:31:53.878743Z","steps":["trace[1180837808] 'agreement among raft nodes before linearized reading' (duration: 370.912698ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:53.878766Z","caller":"traceutil/trace.go:171","msg":"trace[266970389] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20184; }","duration":"354.648537ms","start":"2026-07-16T07:31:53.524101Z","end":"2026-07-16T07:31:53.87875Z","steps":["trace[266970389] 'agreement among raft nodes before linearized reading' (duration: 354.449792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:53.878813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.524086Z","time spent":"354.71873ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:31:53.878809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.50755Z","time spent":"371.250056ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:31:54.232098Z","caller":"traceutil/trace.go:171","msg":"trace[1669544089] linearizableReadLoop","detail":"{readStateIndex:21150; appliedIndex:21149; }","duration":"339.166428ms","start":"2026-07-16T07:31:53.892904Z","end":"2026-07-16T07:31:54.23207Z","steps":["trace[1669544089] 'read index received' (duration: 27.672686ms)","trace[1669544089] 'applied index is now lower than readState.Index' (duration: 311.492692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:54.232432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.79554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-conductor-69dbc86cb9-rnpfx\" ","response":"range_response_count:1 size:7022"} {"level":"info","ts":"2026-07-16T07:31:54.232486Z","caller":"traceutil/trace.go:171","msg":"trace[75854870] range","detail":"{range_begin:/registry/pods/openstack/senlin-conductor-69dbc86cb9-rnpfx; range_end:; response_count:1; response_revision:20186; }","duration":"226.010296ms","start":"2026-07-16T07:31:54.006456Z","end":"2026-07-16T07:31:54.232467Z","steps":["trace[75854870] 'agreement among raft nodes before linearized reading' (duration: 225.816091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:54.232487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.556489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:31:54.232602Z","caller":"traceutil/trace.go:171","msg":"trace[450449453] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20186; }","duration":"339.720803ms","start":"2026-07-16T07:31:53.892853Z","end":"2026-07-16T07:31:54.232574Z","steps":["trace[450449453] 'agreement among raft nodes before linearized reading' (duration: 339.408235ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:54.232422Z","caller":"traceutil/trace.go:171","msg":"trace[19157083] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"345.158185ms","start":"2026-07-16T07:31:53.887183Z","end":"2026-07-16T07:31:54.232341Z","steps":["trace[19157083] 'process raft request' (duration: 344.641811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:54.232668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.892822Z","time spent":"339.831447ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:31:54.232924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:53.887161Z","time spent":"345.589006ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:31:54.63908Z","caller":"traceutil/trace.go:171","msg":"trace[1249439855] linearizableReadLoop","detail":"{readStateIndex:21151; appliedIndex:21150; }","duration":"395.266201ms","start":"2026-07-16T07:31:54.243754Z","end":"2026-07-16T07:31:54.63902Z","steps":["trace[1249439855] 'read index received' (duration: 394.994324ms)","trace[1249439855] 'applied index is now lower than readState.Index' (duration: 270.477µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:54.639463Z","caller":"traceutil/trace.go:171","msg":"trace[1795597882] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"396.704881ms","start":"2026-07-16T07:31:54.242744Z","end":"2026-07-16T07:31:54.639449Z","steps":["trace[1795597882] 'process raft request' (duration: 396.055323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:54.639604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:54.242715Z","time spent":"396.782174ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7242,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:31:54.639972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.190788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:31:54.640063Z","caller":"traceutil/trace.go:171","msg":"trace[765186250] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20187; }","duration":"396.341172ms","start":"2026-07-16T07:31:54.243697Z","end":"2026-07-16T07:31:54.640038Z","steps":["trace[765186250] 'agreement among raft nodes before linearized reading' (duration: 396.000902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:54.640105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:54.243674Z","time spent":"396.423893ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:31:54.806853Z","caller":"traceutil/trace.go:171","msg":"trace[494166335] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"161.297075ms","start":"2026-07-16T07:31:54.645506Z","end":"2026-07-16T07:31:54.806803Z","steps":["trace[494166335] 'process raft request' (duration: 148.797299ms)","trace[494166335] 'compare' (duration: 12.043343ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:54.806924Z","caller":"traceutil/trace.go:171","msg":"trace[343483622] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"160.883074ms","start":"2026-07-16T07:31:54.646017Z","end":"2026-07-16T07:31:54.8069Z","steps":["trace[343483622] 'process raft request' (duration: 160.73514ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:54.807122Z","caller":"traceutil/trace.go:171","msg":"trace[1366536007] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"160.927064ms","start":"2026-07-16T07:31:54.646179Z","end":"2026-07-16T07:31:54.807106Z","steps":["trace[1366536007] 'process raft request' (duration: 160.655497ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:54.807334Z","caller":"traceutil/trace.go:171","msg":"trace[238210554] transaction","detail":"{read_only:false; response_revision:20191; number_of_response:1; }","duration":"160.881813ms","start":"2026-07-16T07:31:54.646442Z","end":"2026-07-16T07:31:54.807324Z","steps":["trace[238210554] 'process raft request' (duration: 160.577175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.044727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.439093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.044844Z","caller":"traceutil/trace.go:171","msg":"trace[1127642899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20192; }","duration":"125.621838ms","start":"2026-07-16T07:31:54.919195Z","end":"2026-07-16T07:31:55.044817Z","steps":["trace[1127642899] 'range keys from in-memory index tree' (duration: 125.3481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.045184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.714274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:31:55.045246Z","caller":"traceutil/trace.go:171","msg":"trace[162104760] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20192; }","duration":"106.793046ms","start":"2026-07-16T07:31:54.938438Z","end":"2026-07-16T07:31:55.045231Z","steps":["trace[162104760] 'count revisions from in-memory index tree' (duration: 106.535129ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.240472Z","caller":"traceutil/trace.go:171","msg":"trace[2013549408] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"205.407476ms","start":"2026-07-16T07:31:55.035032Z","end":"2026-07-16T07:31:55.240439Z","steps":["trace[2013549408] 'process raft request' (duration: 205.270712ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.24069Z","caller":"traceutil/trace.go:171","msg":"trace[2032190756] linearizableReadLoop","detail":"{readStateIndex:21157; appliedIndex:21157; }","duration":"194.34686ms","start":"2026-07-16T07:31:55.046307Z","end":"2026-07-16T07:31:55.240654Z","steps":["trace[2032190756] 'read index received' (duration: 194.321269ms)","trace[2032190756] 'applied index is now lower than readState.Index' (duration: 22.361µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:55.241007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.652078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.241159Z","caller":"traceutil/trace.go:171","msg":"trace[144385969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20193; }","duration":"194.829653ms","start":"2026-07-16T07:31:55.0463Z","end":"2026-07-16T07:31:55.241129Z","steps":["trace[144385969] 'agreement among raft nodes before linearized reading' (duration: 194.464633ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.401467Z","caller":"traceutil/trace.go:171","msg":"trace[117254509] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"231.470327ms","start":"2026-07-16T07:31:55.169963Z","end":"2026-07-16T07:31:55.401433Z","steps":["trace[117254509] 'process raft request' (duration: 231.230411ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.401466Z","caller":"traceutil/trace.go:171","msg":"trace[223045451] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"352.701293ms","start":"2026-07-16T07:31:55.048724Z","end":"2026-07-16T07:31:55.401425Z","steps":["trace[223045451] 'process raft request' (duration: 278.664803ms)","trace[223045451] 'compare' (duration: 73.420443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:55.401651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.299688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.401596Z","caller":"traceutil/trace.go:171","msg":"trace[1142296683] linearizableReadLoop","detail":"{readStateIndex:21159; appliedIndex:21157; }","duration":"160.707089ms","start":"2026-07-16T07:31:55.240818Z","end":"2026-07-16T07:31:55.401525Z","steps":["trace[1142296683] 'read index received' (duration: 86.587677ms)","trace[1142296683] 'applied index is now lower than readState.Index' (duration: 74.109462ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:55.401709Z","caller":"traceutil/trace.go:171","msg":"trace[1646362656] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20195; }","duration":"276.407862ms","start":"2026-07-16T07:31:55.125288Z","end":"2026-07-16T07:31:55.401696Z","steps":["trace[1646362656] 'agreement among raft nodes before linearized reading' (duration: 276.300939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.401631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.66296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:55.401792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.418223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:31:55.401859Z","caller":"traceutil/trace.go:171","msg":"trace[1156663524] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20195; }","duration":"275.931519ms","start":"2026-07-16T07:31:55.125907Z","end":"2026-07-16T07:31:55.401838Z","steps":["trace[1156663524] 'agreement among raft nodes before linearized reading' (duration: 275.61186ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.401879Z","caller":"traceutil/trace.go:171","msg":"trace[32892542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20195; }","duration":"353.533336ms","start":"2026-07-16T07:31:55.048324Z","end":"2026-07-16T07:31:55.401858Z","steps":["trace[32892542] 'agreement among raft nodes before linearized reading' (duration: 353.261959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.401876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.391891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-07-16T07:31:55.401918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.204235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:31:55.401955Z","caller":"traceutil/trace.go:171","msg":"trace[743401535] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20195; }","duration":"276.452683ms","start":"2026-07-16T07:31:55.125475Z","end":"2026-07-16T07:31:55.401927Z","steps":["trace[743401535] 'agreement among raft nodes before linearized reading' (duration: 276.244127ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.402053Z","caller":"traceutil/trace.go:171","msg":"trace[2096258044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20195; }","duration":"354.288088ms","start":"2026-07-16T07:31:55.047698Z","end":"2026-07-16T07:31:55.401986Z","steps":["trace[2096258044] 'agreement among raft nodes before linearized reading' (duration: 354.02745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.401928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:55.048318Z","time spent":"353.601719ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:31:55.401971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.117063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" ","response":"range_response_count:1 size:9974"} {"level":"warn","ts":"2026-07-16T07:31:55.402148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:55.047691Z","time spent":"354.436342ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:31:55.401657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.264758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:55.401873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.034581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.402337Z","caller":"traceutil/trace.go:171","msg":"trace[831174644] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:20195; }","duration":"276.916585ms","start":"2026-07-16T07:31:55.125348Z","end":"2026-07-16T07:31:55.402264Z","steps":["trace[831174644] 'agreement among raft nodes before linearized reading' (duration: 276.202946ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.402221Z","caller":"traceutil/trace.go:171","msg":"trace[272562811] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f9f8t; range_end:; response_count:1; response_revision:20195; }","duration":"349.404172ms","start":"2026-07-16T07:31:55.052779Z","end":"2026-07-16T07:31:55.402183Z","steps":["trace[272562811] 'agreement among raft nodes before linearized reading' (duration: 348.788895ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.402371Z","caller":"traceutil/trace.go:171","msg":"trace[1166606576] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20195; }","duration":"276.566785ms","start":"2026-07-16T07:31:55.125734Z","end":"2026-07-16T07:31:55.4023Z","steps":["trace[1166606576] 'agreement among raft nodes before linearized reading' (duration: 275.908327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.402581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.352852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.402628Z","caller":"traceutil/trace.go:171","msg":"trace[2050776751] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20196; }","duration":"150.409684ms","start":"2026-07-16T07:31:55.252208Z","end":"2026-07-16T07:31:55.402617Z","steps":["trace[2050776751] 'agreement among raft nodes before linearized reading' (duration: 150.293221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.40263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.116438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:55.402452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:55.052774Z","time spent":"349.660939ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9997,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f9f8t\" "} {"level":"info","ts":"2026-07-16T07:31:55.402489Z","caller":"traceutil/trace.go:171","msg":"trace[1828890768] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"156.223824ms","start":"2026-07-16T07:31:55.246254Z","end":"2026-07-16T07:31:55.402478Z","steps":["trace[1828890768] 'process raft request' (duration: 155.029831ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.402779Z","caller":"traceutil/trace.go:171","msg":"trace[1437816147] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:20196; }","duration":"149.290793ms","start":"2026-07-16T07:31:55.253435Z","end":"2026-07-16T07:31:55.402726Z","steps":["trace[1437816147] 'agreement among raft nodes before linearized reading' (duration: 149.083327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.402385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:55.048712Z","time spent":"353.006382ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:31:55.402832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.432215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.40291Z","caller":"traceutil/trace.go:171","msg":"trace[491367612] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20196; }","duration":"150.529578ms","start":"2026-07-16T07:31:55.252354Z","end":"2026-07-16T07:31:55.402883Z","steps":["trace[491367612] 'agreement among raft nodes before linearized reading' (duration: 150.135347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.402912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.958239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:55.402972Z","caller":"traceutil/trace.go:171","msg":"trace[2014545048] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20196; }","duration":"151.022751ms","start":"2026-07-16T07:31:55.251934Z","end":"2026-07-16T07:31:55.402956Z","steps":["trace[2014545048] 'agreement among raft nodes before linearized reading' (duration: 150.557028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.402214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.427062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-16T07:31:55.403321Z","caller":"traceutil/trace.go:171","msg":"trace[395480951] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:20195; }","duration":"277.292946ms","start":"2026-07-16T07:31:55.125739Z","end":"2026-07-16T07:31:55.403032Z","steps":["trace[395480951] 'agreement among raft nodes before linearized reading' (duration: 275.955489ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.542788Z","caller":"traceutil/trace.go:171","msg":"trace[1845255633] transaction","detail":"{read_only:false; response_revision:20198; number_of_response:1; }","duration":"134.068421ms","start":"2026-07-16T07:31:55.408663Z","end":"2026-07-16T07:31:55.542731Z","steps":["trace[1845255633] 'process raft request' (duration: 133.721241ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:55.543019Z","caller":"traceutil/trace.go:171","msg":"trace[1642403676] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"129.450864ms","start":"2026-07-16T07:31:55.413529Z","end":"2026-07-16T07:31:55.54298Z","steps":["trace[1642403676] 'process raft request' (duration: 129.080433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:55.716853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-16T07:31:55.716928Z","caller":"traceutil/trace.go:171","msg":"trace[864525377] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20204; }","duration":"104.035471ms","start":"2026-07-16T07:31:55.612876Z","end":"2026-07-16T07:31:55.716911Z","steps":["trace[864525377] 'agreement among raft nodes before linearized reading' (duration: 103.831805ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:56.491016Z","caller":"traceutil/trace.go:171","msg":"trace[1064586371] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"296.306052ms","start":"2026-07-16T07:31:56.194672Z","end":"2026-07-16T07:31:56.490978Z","steps":["trace[1064586371] 'process raft request' (duration: 279.481156ms)","trace[1064586371] 'compare' (duration: 16.461686ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:56.936446Z","caller":"traceutil/trace.go:171","msg":"trace[1853671793] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"119.109697ms","start":"2026-07-16T07:31:56.817304Z","end":"2026-07-16T07:31:56.936414Z","steps":["trace[1853671793] 'process raft request' (duration: 118.885141ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:56.97799Z","caller":"traceutil/trace.go:171","msg":"trace[2049415071] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"159.832105ms","start":"2026-07-16T07:31:56.818119Z","end":"2026-07-16T07:31:56.977951Z","steps":["trace[2049415071] 'process raft request' (duration: 159.482855ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:56.978322Z","caller":"traceutil/trace.go:171","msg":"trace[76834488] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"157.405898ms","start":"2026-07-16T07:31:56.820858Z","end":"2026-07-16T07:31:56.978264Z","steps":["trace[76834488] 'process raft request' (duration: 156.958255ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:57.194153Z","caller":"traceutil/trace.go:171","msg":"trace[511715111] transaction","detail":"{read_only:false; response_revision:20220; number_of_response:1; }","duration":"209.326305ms","start":"2026-07-16T07:31:56.984784Z","end":"2026-07-16T07:31:57.19411Z","steps":["trace[511715111] 'process raft request' (duration: 209.011136ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:57.219806Z","caller":"traceutil/trace.go:171","msg":"trace[911784019] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"231.579891ms","start":"2026-07-16T07:31:56.988199Z","end":"2026-07-16T07:31:57.219779Z","steps":["trace[911784019] 'process raft request' (duration: 231.283203ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:57.4056Z","caller":"traceutil/trace.go:171","msg":"trace[1144724494] linearizableReadLoop","detail":"{readStateIndex:21188; appliedIndex:21187; }","duration":"112.307149ms","start":"2026-07-16T07:31:57.293263Z","end":"2026-07-16T07:31:57.40557Z","steps":["trace[1144724494] 'read index received' (duration: 112.153085ms)","trace[1144724494] 'applied index is now lower than readState.Index' (duration: 152.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:57.405703Z","caller":"traceutil/trace.go:171","msg":"trace[458062269] transaction","detail":"{read_only:false; response_revision:20222; number_of_response:1; }","duration":"174.13054ms","start":"2026-07-16T07:31:57.231519Z","end":"2026-07-16T07:31:57.405649Z","steps":["trace[458062269] 'process raft request' (duration: 173.812812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.405916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.592047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-16T07:31:57.406032Z","caller":"traceutil/trace.go:171","msg":"trace[1674664124] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20222; }","duration":"112.792522ms","start":"2026-07-16T07:31:57.293213Z","end":"2026-07-16T07:31:57.406006Z","steps":["trace[1674664124] 'agreement among raft nodes before linearized reading' (duration: 112.501494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.911443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830580450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:31:57.960175Z","caller":"traceutil/trace.go:171","msg":"trace[585006378] transaction","detail":"{read_only:false; response_revision:20223; number_of_response:1; }","duration":"549.307455ms","start":"2026-07-16T07:31:57.410829Z","end":"2026-07-16T07:31:57.960137Z","steps":["trace[585006378] 'process raft request' (duration: 529.870787ms)","trace[585006378] 'compare' (duration: 18.963365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:57.960415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.410804Z","time spent":"549.503841ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:31:57.983689Z","caller":"traceutil/trace.go:171","msg":"trace[1969093385] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"566.8272ms","start":"2026-07-16T07:31:57.416813Z","end":"2026-07-16T07:31:57.98364Z","steps":["trace[1969093385] 'process raft request' (duration: 566.565993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.983929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.416782Z","time spent":"567.010315ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:31:57.984184Z","caller":"traceutil/trace.go:171","msg":"trace[1162003967] transaction","detail":"{read_only:false; response_revision:20225; number_of_response:1; }","duration":"551.672361ms","start":"2026-07-16T07:31:57.432484Z","end":"2026-07-16T07:31:57.984156Z","steps":["trace[1162003967] 'process raft request' (duration: 551.108396ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:57.984225Z","caller":"traceutil/trace.go:171","msg":"trace[639167021] linearizableReadLoop","detail":"{readStateIndex:21192; appliedIndex:21188; }","duration":"573.174107ms","start":"2026-07-16T07:31:57.411032Z","end":"2026-07-16T07:31:57.984206Z","steps":["trace[639167021] 'read index received' (duration: 529.693393ms)","trace[639167021] 'applied index is now lower than readState.Index' (duration: 43.479393ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:57.984383Z","caller":"traceutil/trace.go:171","msg":"trace[1698489434] transaction","detail":"{read_only:false; response_revision:20226; number_of_response:1; }","duration":"396.406033ms","start":"2026-07-16T07:31:57.587966Z","end":"2026-07-16T07:31:57.984372Z","steps":["trace[1698489434] 'process raft request' (duration: 396.055083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.984449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.432457Z","time spent":"551.834075ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:31:57.98446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.587933Z","time spent":"396.482645ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8024,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:31:57.984537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.835204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:57.98454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.548737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:57.984603Z","caller":"traceutil/trace.go:171","msg":"trace[1332942286] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20226; }","duration":"258.898267ms","start":"2026-07-16T07:31:57.72567Z","end":"2026-07-16T07:31:57.984569Z","steps":["trace[1332942286] 'agreement among raft nodes before linearized reading' (duration: 258.807844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.984759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.264753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17139"} {"level":"info","ts":"2026-07-16T07:31:57.984913Z","caller":"traceutil/trace.go:171","msg":"trace[896793547] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20226; }","duration":"468.418157ms","start":"2026-07-16T07:31:57.516445Z","end":"2026-07-16T07:31:57.984864Z","steps":["trace[896793547] 'agreement among raft nodes before linearized reading' (duration: 468.025816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.984957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.901514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:57.985001Z","caller":"traceutil/trace.go:171","msg":"trace[1800150190] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20226; }","duration":"260.025248ms","start":"2026-07-16T07:31:57.724958Z","end":"2026-07-16T07:31:57.984983Z","steps":["trace[1800150190] 'agreement among raft nodes before linearized reading' (duration: 259.971247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.985022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.38247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:57.985076Z","caller":"traceutil/trace.go:171","msg":"trace[16825320] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:20226; }","duration":"259.490013ms","start":"2026-07-16T07:31:57.725577Z","end":"2026-07-16T07:31:57.985067Z","steps":["trace[16825320] 'agreement among raft nodes before linearized reading' (duration: 259.422292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.985183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.516366Z","time spent":"468.621682ms","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17162,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-16T07:31:57.985182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.264154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:57.985244Z","caller":"traceutil/trace.go:171","msg":"trace[1776439682] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20226; }","duration":"260.379718ms","start":"2026-07-16T07:31:57.724856Z","end":"2026-07-16T07:31:57.985236Z","steps":["trace[1776439682] 'agreement among raft nodes before linearized reading' (duration: 260.299826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.985245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.122064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:31:57.98527Z","caller":"traceutil/trace.go:171","msg":"trace[1809218648] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20226; }","duration":"306.199716ms","start":"2026-07-16T07:31:57.679061Z","end":"2026-07-16T07:31:57.985261Z","steps":["trace[1809218648] 'agreement among raft nodes before linearized reading' (duration: 306.119524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.985293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.679033Z","time spent":"306.253588ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:31:57.987072Z","caller":"traceutil/trace.go:171","msg":"trace[979749073] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20226; }","duration":"573.674891ms","start":"2026-07-16T07:31:57.410934Z","end":"2026-07-16T07:31:57.984609Z","steps":["trace[979749073] 'agreement among raft nodes before linearized reading' (duration: 573.458035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:57.987227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:31:57.410918Z","time spent":"576.278463ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-07-16T07:31:58.557725Z","caller":"traceutil/trace.go:171","msg":"trace[817592600] transaction","detail":"{read_only:false; response_revision:20236; number_of_response:1; }","duration":"203.74462ms","start":"2026-07-16T07:31:58.35395Z","end":"2026-07-16T07:31:58.557695Z","steps":["trace[817592600] 'process raft request' (duration: 203.562115ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:58.690001Z","caller":"traceutil/trace.go:171","msg":"trace[1203510648] transaction","detail":"{read_only:false; response_revision:20237; number_of_response:1; }","duration":"104.42685ms","start":"2026-07-16T07:31:58.585539Z","end":"2026-07-16T07:31:58.689965Z","steps":["trace[1203510648] 'process raft request' (duration: 46.101906ms)","trace[1203510648] 'compare' (duration: 58.050157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:31:59.325178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.600207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-init-xr6hh\" ","response":"range_response_count:1 size:7286"} {"level":"warn","ts":"2026-07-16T07:31:59.32519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.130769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:31:59.325259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.776462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:31:59.325267Z","caller":"traceutil/trace.go:171","msg":"trace[1152752813] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-init-xr6hh; range_end:; response_count:1; response_revision:20239; }","duration":"155.749631ms","start":"2026-07-16T07:31:59.169496Z","end":"2026-07-16T07:31:59.325245Z","steps":["trace[1152752813] 'range keys from in-memory index tree' (duration: 155.404411ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.325323Z","caller":"traceutil/trace.go:171","msg":"trace[1877322558] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20239; }","duration":"101.324705ms","start":"2026-07-16T07:31:59.223966Z","end":"2026-07-16T07:31:59.32529Z","steps":["trace[1877322558] 'range keys from in-memory index tree' (duration: 100.887652ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.325323Z","caller":"traceutil/trace.go:171","msg":"trace[1901402727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20239; }","duration":"125.901725ms","start":"2026-07-16T07:31:59.199401Z","end":"2026-07-16T07:31:59.325303Z","steps":["trace[1901402727] 'range keys from in-memory index tree' (duration: 125.35846ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.601983Z","caller":"traceutil/trace.go:171","msg":"trace[227201973] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"266.906668ms","start":"2026-07-16T07:31:59.335034Z","end":"2026-07-16T07:31:59.60194Z","steps":["trace[227201973] 'process raft request' (duration: 266.568939ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.602018Z","caller":"traceutil/trace.go:171","msg":"trace[1836490504] linearizableReadLoop","detail":"{readStateIndex:21208; appliedIndex:21206; }","duration":"185.519305ms","start":"2026-07-16T07:31:59.416463Z","end":"2026-07-16T07:31:59.601983Z","steps":["trace[1836490504] 'read index received' (duration: 185.065983ms)","trace[1836490504] 'applied index is now lower than readState.Index' (duration: 449.032µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:31:59.602236Z","caller":"traceutil/trace.go:171","msg":"trace[182513060] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"264.638865ms","start":"2026-07-16T07:31:59.337552Z","end":"2026-07-16T07:31:59.60219Z","steps":["trace[182513060] 'process raft request' (duration: 264.343477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:59.602309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.829124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:59.602355Z","caller":"traceutil/trace.go:171","msg":"trace[1314424865] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20242; }","duration":"185.948967ms","start":"2026-07-16T07:31:59.416392Z","end":"2026-07-16T07:31:59.602341Z","steps":["trace[1314424865] 'agreement among raft nodes before linearized reading' (duration: 185.793253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:59.602629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.125303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:59.60276Z","caller":"traceutil/trace.go:171","msg":"trace[1217160172] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:20242; }","duration":"186.341648ms","start":"2026-07-16T07:31:59.416391Z","end":"2026-07-16T07:31:59.602732Z","steps":["trace[1217160172] 'agreement among raft nodes before linearized reading' (duration: 186.066381ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.657574Z","caller":"traceutil/trace.go:171","msg":"trace[2056003703] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"116.67624ms","start":"2026-07-16T07:31:59.540855Z","end":"2026-07-16T07:31:59.657531Z","steps":["trace[2056003703] 'process raft request' (duration: 116.238808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:59.657598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.537071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:59.657631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.172798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:59.657661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.2612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:59.657716Z","caller":"traceutil/trace.go:171","msg":"trace[838615844] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20243; }","duration":"239.669685ms","start":"2026-07-16T07:31:59.418001Z","end":"2026-07-16T07:31:59.657671Z","steps":["trace[838615844] 'agreement among raft nodes before linearized reading' (duration: 239.374397ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.657737Z","caller":"traceutil/trace.go:171","msg":"trace[643463521] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:20243; }","duration":"240.284391ms","start":"2026-07-16T07:31:59.417403Z","end":"2026-07-16T07:31:59.657688Z","steps":["trace[643463521] 'agreement among raft nodes before linearized reading' (duration: 240.149978ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.657754Z","caller":"traceutil/trace.go:171","msg":"trace[874461968] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20243; }","duration":"240.397445ms","start":"2026-07-16T07:31:59.417337Z","end":"2026-07-16T07:31:59.657734Z","steps":["trace[874461968] 'agreement among raft nodes before linearized reading' (duration: 240.296672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:31:59.657638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.090097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:31:59.657578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.676052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:31:59.657843Z","caller":"traceutil/trace.go:171","msg":"trace[2004221394] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20243; }","duration":"240.316743ms","start":"2026-07-16T07:31:59.417493Z","end":"2026-07-16T07:31:59.657809Z","steps":["trace[2004221394] 'agreement among raft nodes before linearized reading' (duration: 239.927862ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:31:59.657895Z","caller":"traceutil/trace.go:171","msg":"trace[1965701967] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20243; }","duration":"240.97915ms","start":"2026-07-16T07:31:59.416847Z","end":"2026-07-16T07:31:59.657826Z","steps":["trace[1965701967] 'agreement among raft nodes before linearized reading' (duration: 240.588559ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:00.06836Z","caller":"traceutil/trace.go:171","msg":"trace[519580086] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"100.743658ms","start":"2026-07-16T07:31:59.96758Z","end":"2026-07-16T07:32:00.068323Z","steps":["trace[519580086] 'process raft request' (duration: 100.486641ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:00.317071Z","caller":"traceutil/trace.go:171","msg":"trace[1733373703] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"113.479531ms","start":"2026-07-16T07:32:00.203556Z","end":"2026-07-16T07:32:00.317035Z","steps":["trace[1733373703] 'process raft request' (duration: 98.500777ms)","trace[1733373703] 'compare' (duration: 14.673746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:08.089663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.364344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:08.089792Z","caller":"traceutil/trace.go:171","msg":"trace[1103270194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20321; }","duration":"169.57922ms","start":"2026-07-16T07:32:07.920185Z","end":"2026-07-16T07:32:08.089764Z","steps":["trace[1103270194] 'range keys from in-memory index tree' (duration: 169.157289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:08.596977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.564312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:08.597143Z","caller":"traceutil/trace.go:171","msg":"trace[975548064] linearizableReadLoop","detail":"{readStateIndex:21295; appliedIndex:21293; }","duration":"326.730327ms","start":"2026-07-16T07:32:08.27039Z","end":"2026-07-16T07:32:08.59712Z","steps":["trace[975548064] 'read index received' (duration: 51.461334ms)","trace[975548064] 'applied index is now lower than readState.Index' (duration: 275.267503ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:08.597208Z","caller":"traceutil/trace.go:171","msg":"trace[674618428] transaction","detail":"{read_only:false; response_revision:20325; number_of_response:1; }","duration":"342.415191ms","start":"2026-07-16T07:32:08.25476Z","end":"2026-07-16T07:32:08.597175Z","steps":["trace[674618428] 'process raft request' (duration: 241.533541ms)","trace[674618428] 'compare' (duration: 100.360365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:08.597317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.108456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:32:08.59735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:08.254742Z","time spent":"342.528614ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:32:08.597379Z","caller":"traceutil/trace.go:171","msg":"trace[623010189] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20325; }","duration":"276.170038ms","start":"2026-07-16T07:32:08.321191Z","end":"2026-07-16T07:32:08.597361Z","steps":["trace[623010189] 'agreement among raft nodes before linearized reading' (duration: 276.067575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:08.597436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.021335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:32:08.597544Z","caller":"traceutil/trace.go:171","msg":"trace[846425737] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20325; }","duration":"327.182999ms","start":"2026-07-16T07:32:08.270337Z","end":"2026-07-16T07:32:08.59752Z","steps":["trace[846425737] 'agreement among raft nodes before linearized reading' (duration: 326.900471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:08.597601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:08.270316Z","time spent":"327.273642ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":75,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:32:08.597576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.123272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:32:08.597691Z","caller":"traceutil/trace.go:171","msg":"trace[2064740780] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20325; }","duration":"231.301577ms","start":"2026-07-16T07:32:08.366354Z","end":"2026-07-16T07:32:08.597655Z","steps":["trace[2064740780] 'agreement among raft nodes before linearized reading' (duration: 230.952557ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:08.834968Z","caller":"traceutil/trace.go:171","msg":"trace[1098384335] transaction","detail":"{read_only:false; response_revision:20326; number_of_response:1; }","duration":"227.265966ms","start":"2026-07-16T07:32:08.607661Z","end":"2026-07-16T07:32:08.834926Z","steps":["trace[1098384335] 'process raft request' (duration: 135.712793ms)","trace[1098384335] 'compare' (duration: 91.147652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:09.167528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.030759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:09.167703Z","caller":"traceutil/trace.go:171","msg":"trace[2137442939] linearizableReadLoop","detail":"{readStateIndex:21297; appliedIndex:21296; }","duration":"246.718023ms","start":"2026-07-16T07:32:08.920958Z","end":"2026-07-16T07:32:09.167676Z","steps":["trace[2137442939] 'read index received' (duration: 83.394596ms)","trace[2137442939] 'applied index is now lower than readState.Index' (duration: 163.320837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:09.168052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.442122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:32:09.168101Z","caller":"traceutil/trace.go:171","msg":"trace[1845911728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20327; }","duration":"162.534765ms","start":"2026-07-16T07:32:09.005555Z","end":"2026-07-16T07:32:09.16809Z","steps":["trace[1845911728] 'agreement among raft nodes before linearized reading' (duration: 162.281818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:09.168066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.077353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:09.168176Z","caller":"traceutil/trace.go:171","msg":"trace[139425107] transaction","detail":"{read_only:false; response_revision:20327; number_of_response:1; }","duration":"321.980574ms","start":"2026-07-16T07:32:08.846136Z","end":"2026-07-16T07:32:09.168116Z","steps":["trace[139425107] 'process raft request' (duration: 158.194495ms)","trace[139425107] 'compare' (duration: 162.804222ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:09.168381Z","caller":"traceutil/trace.go:171","msg":"trace[523815592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20327; }","duration":"247.31734ms","start":"2026-07-16T07:32:08.920895Z","end":"2026-07-16T07:32:09.168213Z","steps":["trace[523815592] 'agreement among raft nodes before linearized reading' (duration: 246.926309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:09.168421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:08.846103Z","time spent":"322.202481ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:32:09.882947Z","caller":"traceutil/trace.go:171","msg":"trace[402779029] transaction","detail":"{read_only:false; response_revision:20331; number_of_response:1; }","duration":"127.385893ms","start":"2026-07-16T07:32:09.755522Z","end":"2026-07-16T07:32:09.882908Z","steps":["trace[402779029] 'process raft request' (duration: 126.865418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:10.166896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.161639ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:10.167163Z","caller":"traceutil/trace.go:171","msg":"trace[2010424364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20331; }","duration":"126.474148ms","start":"2026-07-16T07:32:10.040651Z","end":"2026-07-16T07:32:10.167125Z","steps":["trace[2010424364] 'range keys from in-memory index tree' (duration: 126.120078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:10.167512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.54991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:10.167742Z","caller":"traceutil/trace.go:171","msg":"trace[248275492] transaction","detail":"{read_only:false; response_revision:20332; number_of_response:1; }","duration":"275.641524ms","start":"2026-07-16T07:32:09.892051Z","end":"2026-07-16T07:32:10.167693Z","steps":["trace[248275492] 'process raft request' (duration: 152.770565ms)","trace[248275492] 'compare' (duration: 122.262542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:10.205787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.717981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:32:10.205814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.912846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:10.205879Z","caller":"traceutil/trace.go:171","msg":"trace[2010644245] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20333; }","duration":"102.841414ms","start":"2026-07-16T07:32:10.103015Z","end":"2026-07-16T07:32:10.205857Z","steps":["trace[2010644245] 'agreement among raft nodes before linearized reading' (duration: 102.657149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:10.205882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.775855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-16T07:32:10.205915Z","caller":"traceutil/trace.go:171","msg":"trace[852144236] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20333; }","duration":"103.114832ms","start":"2026-07-16T07:32:10.102774Z","end":"2026-07-16T07:32:10.205889Z","steps":["trace[852144236] 'agreement among raft nodes before linearized reading' (duration: 102.924997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:10.205899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.967067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:10.205955Z","caller":"traceutil/trace.go:171","msg":"trace[1275115575] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:20333; }","duration":"101.877117ms","start":"2026-07-16T07:32:10.104058Z","end":"2026-07-16T07:32:10.205935Z","steps":["trace[1275115575] 'agreement among raft nodes before linearized reading' (duration: 101.61084ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:10.206006Z","caller":"traceutil/trace.go:171","msg":"trace[1783305825] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20333; }","duration":"103.106582ms","start":"2026-07-16T07:32:10.102874Z","end":"2026-07-16T07:32:10.20598Z","steps":["trace[1783305825] 'agreement among raft nodes before linearized reading' (duration: 102.896546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:11.627445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.980017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:11.628157Z","caller":"traceutil/trace.go:171","msg":"trace[2130512287] transaction","detail":"{read_only:false; response_revision:20346; number_of_response:1; }","duration":"388.809624ms","start":"2026-07-16T07:32:11.239299Z","end":"2026-07-16T07:32:11.628108Z","steps":["trace[2130512287] 'process raft request' (duration: 388.462204ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:11.628145Z","caller":"traceutil/trace.go:171","msg":"trace[1851387921] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"388.985448ms","start":"2026-07-16T07:32:11.239111Z","end":"2026-07-16T07:32:11.628096Z","steps":["trace[1851387921] 'process raft request' (duration: 242.230509ms)","trace[1851387921] 'compare' (duration: 145.782712ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:11.628163Z","caller":"traceutil/trace.go:171","msg":"trace[255530026] transaction","detail":"{read_only:false; response_revision:20347; number_of_response:1; }","duration":"386.275784ms","start":"2026-07-16T07:32:11.241844Z","end":"2026-07-16T07:32:11.62812Z","steps":["trace[255530026] 'process raft request' (duration: 386.031857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:11.628367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:11.239291Z","time spent":"389.006409ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:32:11.628422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.495992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-16T07:32:11.628458Z","caller":"traceutil/trace.go:171","msg":"trace[189737343] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20347; }","duration":"381.532933ms","start":"2026-07-16T07:32:11.246913Z","end":"2026-07-16T07:32:11.628446Z","steps":["trace[189737343] 'agreement among raft nodes before linearized reading' (duration: 381.280796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:11.628448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:11.239091Z","time spent":"389.233015ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:32:11.628487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:11.246876Z","time spent":"381.606055ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-16T07:32:11.628165Z","caller":"traceutil/trace.go:171","msg":"trace[502126572] linearizableReadLoop","detail":"{readStateIndex:21319; appliedIndex:21316; }","duration":"381.018638ms","start":"2026-07-16T07:32:11.24692Z","end":"2026-07-16T07:32:11.627938Z","steps":["trace[502126572] 'read index received' (duration: 234.412443ms)","trace[502126572] 'applied index is now lower than readState.Index' (duration: 146.602955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:11.628563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:11.241809Z","time spent":"386.611033ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:32:11.628985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.582073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-sync-qw8rg\" ","response":"range_response_count:1 size:6858"} {"level":"info","ts":"2026-07-16T07:32:11.629163Z","caller":"traceutil/trace.go:171","msg":"trace[1834433570] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-sync-qw8rg; range_end:; response_count:1; response_revision:20347; }","duration":"219.736817ms","start":"2026-07-16T07:32:11.409344Z","end":"2026-07-16T07:32:11.629081Z","steps":["trace[1834433570] 'agreement among raft nodes before linearized reading' (duration: 219.508401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:14.733185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.227271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:32:14.733308Z","caller":"traceutil/trace.go:171","msg":"trace[922352663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20368; }","duration":"105.449617ms","start":"2026-07-16T07:32:14.627831Z","end":"2026-07-16T07:32:14.73328Z","steps":["trace[922352663] 'range keys from in-memory index tree' (duration: 104.943713ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:15.754839Z","caller":"traceutil/trace.go:171","msg":"trace[866297116] transaction","detail":"{read_only:false; response_revision:20373; number_of_response:1; }","duration":"101.851287ms","start":"2026-07-16T07:32:15.652955Z","end":"2026-07-16T07:32:15.754806Z","steps":["trace[866297116] 'process raft request' (duration: 101.59784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:15.80967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.029811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:15.809763Z","caller":"traceutil/trace.go:171","msg":"trace[385613086] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20374; }","duration":"124.172724ms","start":"2026-07-16T07:32:15.685568Z","end":"2026-07-16T07:32:15.809741Z","steps":["trace[385613086] 'agreement among raft nodes before linearized reading' (duration: 123.975469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:15.809818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.588059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:15.809944Z","caller":"traceutil/trace.go:171","msg":"trace[818005205] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20374; }","duration":"110.755764ms","start":"2026-07-16T07:32:15.699151Z","end":"2026-07-16T07:32:15.809907Z","steps":["trace[818005205] 'agreement among raft nodes before linearized reading' (duration: 110.469026ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:15.810022Z","caller":"traceutil/trace.go:171","msg":"trace[1386135802] transaction","detail":"{read_only:false; response_revision:20374; number_of_response:1; }","duration":"120.387489ms","start":"2026-07-16T07:32:15.689576Z","end":"2026-07-16T07:32:15.809963Z","steps":["trace[1386135802] 'process raft request' (duration: 89.214847ms)","trace[1386135802] 'compare' (duration: 30.600887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:15.810095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.72138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:32:15.810142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.842091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:15.810194Z","caller":"traceutil/trace.go:171","msg":"trace[412690772] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:20374; }","duration":"111.887495ms","start":"2026-07-16T07:32:15.698284Z","end":"2026-07-16T07:32:15.810171Z","steps":["trace[412690772] 'agreement among raft nodes before linearized reading' (duration: 111.69026ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:15.810246Z","caller":"traceutil/trace.go:171","msg":"trace[736260355] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20374; }","duration":"112.980455ms","start":"2026-07-16T07:32:15.697241Z","end":"2026-07-16T07:32:15.810222Z","steps":["trace[736260355] 'agreement among raft nodes before linearized reading' (duration: 112.777329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:15.810322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.345894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-16T07:32:15.810364Z","caller":"traceutil/trace.go:171","msg":"trace[324782235] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:20374; }","duration":"109.378946ms","start":"2026-07-16T07:32:15.70096Z","end":"2026-07-16T07:32:15.810339Z","steps":["trace[324782235] 'agreement among raft nodes before linearized reading' (duration: 109.259233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:15.81019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.745431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:15.810423Z","caller":"traceutil/trace.go:171","msg":"trace[1460648356] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20374; }","duration":"112.027599ms","start":"2026-07-16T07:32:15.698386Z","end":"2026-07-16T07:32:15.810413Z","steps":["trace[1460648356] 'agreement among raft nodes before linearized reading' (duration: 111.780582ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:16.117563Z","caller":"traceutil/trace.go:171","msg":"trace[778058712] transaction","detail":"{read_only:false; response_revision:20375; number_of_response:1; }","duration":"146.451121ms","start":"2026-07-16T07:32:15.971062Z","end":"2026-07-16T07:32:16.117513Z","steps":["trace[778058712] 'process raft request' (duration: 146.08526ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:16.413261Z","caller":"traceutil/trace.go:171","msg":"trace[70271013] transaction","detail":"{read_only:false; response_revision:20376; number_of_response:1; }","duration":"113.577401ms","start":"2026-07-16T07:32:16.299635Z","end":"2026-07-16T07:32:16.413212Z","steps":["trace[70271013] 'process raft request' (duration: 113.293173ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:19.902958Z","caller":"traceutil/trace.go:171","msg":"trace[1550878706] transaction","detail":"{read_only:false; response_revision:20400; number_of_response:1; }","duration":"116.013748ms","start":"2026-07-16T07:32:19.786907Z","end":"2026-07-16T07:32:19.902921Z","steps":["trace[1550878706] 'process raft request' (duration: 91.389927ms)","trace[1550878706] 'compare' (duration: 24.262291ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:25.048928Z","caller":"traceutil/trace.go:171","msg":"trace[748016349] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"123.053264ms","start":"2026-07-16T07:32:24.925834Z","end":"2026-07-16T07:32:25.048887Z","steps":["trace[748016349] 'process raft request' (duration: 122.812817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:25.969854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.321916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:25.97Z","caller":"traceutil/trace.go:171","msg":"trace[1973491978] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20458; }","duration":"292.544072ms","start":"2026-07-16T07:32:25.677426Z","end":"2026-07-16T07:32:25.96997Z","steps":["trace[1973491978] 'range keys from in-memory index tree' (duration: 292.167371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:25.9704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.793091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-rabbit-init-6pt8k\" ","response":"range_response_count:1 size:6135"} {"level":"warn","ts":"2026-07-16T07:32:25.970447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.712741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:32:25.970533Z","caller":"traceutil/trace.go:171","msg":"trace[2145121996] range","detail":"{range_begin:/registry/pods/openstack/senlin-rabbit-init-6pt8k; range_end:; response_count:1; response_revision:20458; }","duration":"299.988927ms","start":"2026-07-16T07:32:25.670514Z","end":"2026-07-16T07:32:25.970503Z","steps":["trace[2145121996] 'range keys from in-memory index tree' (duration: 299.278758ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:25.970567Z","caller":"traceutil/trace.go:171","msg":"trace[1480534266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20458; }","duration":"183.904596ms","start":"2026-07-16T07:32:25.786632Z","end":"2026-07-16T07:32:25.970537Z","steps":["trace[1480534266] 'range keys from in-memory index tree' (duration: 183.411053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:25.970619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:25.670487Z","time spent":"300.116551ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6158,"request content":"key:\"/registry/pods/openstack/senlin-rabbit-init-6pt8k\" "} {"level":"warn","ts":"2026-07-16T07:32:26.706532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.491195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:26.706821Z","caller":"traceutil/trace.go:171","msg":"trace[266341854] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"156.663853ms","start":"2026-07-16T07:32:26.55011Z","end":"2026-07-16T07:32:26.706774Z","steps":["trace[266341854] 'process raft request' (duration: 40.793369ms)","trace[266341854] 'compare' (duration: 115.301089ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:26.706913Z","caller":"traceutil/trace.go:171","msg":"trace[1940930382] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"151.407238ms","start":"2026-07-16T07:32:26.555461Z","end":"2026-07-16T07:32:26.706868Z","steps":["trace[1940930382] 'process raft request' (duration: 151.237103ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:27.039974Z","caller":"traceutil/trace.go:171","msg":"trace[259014995] linearizableReadLoop","detail":"{readStateIndex:21444; appliedIndex:21443; }","duration":"119.570008ms","start":"2026-07-16T07:32:26.920375Z","end":"2026-07-16T07:32:27.039945Z","steps":["trace[259014995] 'read index received' (duration: 119.28461ms)","trace[259014995] 'applied index is now lower than readState.Index' (duration: 284.318µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:27.040139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.759093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:27.040176Z","caller":"traceutil/trace.go:171","msg":"trace[1160125257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20467; }","duration":"119.827875ms","start":"2026-07-16T07:32:26.920337Z","end":"2026-07-16T07:32:27.040165Z","steps":["trace[1160125257] 'agreement among raft nodes before linearized reading' (duration: 119.725132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:27.040623Z","caller":"traceutil/trace.go:171","msg":"trace[1963414044] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"300.641765ms","start":"2026-07-16T07:32:26.739934Z","end":"2026-07-16T07:32:27.040576Z","steps":["trace[1963414044] 'process raft request' (duration: 299.792852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:27.04085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:26.739913Z","time spent":"300.81376ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:32:28.164933Z","caller":"traceutil/trace.go:171","msg":"trace[306804213] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"167.549194ms","start":"2026-07-16T07:32:27.997321Z","end":"2026-07-16T07:32:28.16487Z","steps":["trace[306804213] 'process raft request' (duration: 123.699481ms)","trace[306804213] 'compare' (duration: 43.591536ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:28.165012Z","caller":"traceutil/trace.go:171","msg":"trace[729018288] linearizableReadLoop","detail":"{readStateIndex:21457; appliedIndex:21455; }","duration":"148.817206ms","start":"2026-07-16T07:32:28.016164Z","end":"2026-07-16T07:32:28.164981Z","steps":["trace[729018288] 'read index received' (duration: 104.748387ms)","trace[729018288] 'applied index is now lower than readState.Index' (duration: 44.067579ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:28.165153Z","caller":"traceutil/trace.go:171","msg":"trace[1196453859] transaction","detail":"{read_only:false; response_revision:20480; number_of_response:1; }","duration":"144.99478ms","start":"2026-07-16T07:32:28.020138Z","end":"2026-07-16T07:32:28.165133Z","steps":["trace[1196453859] 'process raft request' (duration: 144.783545ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:28.16516Z","caller":"traceutil/trace.go:171","msg":"trace[504984656] transaction","detail":"{read_only:false; response_revision:20479; number_of_response:1; }","duration":"159.988055ms","start":"2026-07-16T07:32:28.005125Z","end":"2026-07-16T07:32:28.165113Z","steps":["trace[504984656] 'process raft request' (duration: 159.708137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:28.165861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.68671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-16T07:32:28.165964Z","caller":"traceutil/trace.go:171","msg":"trace[127438514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20480; }","duration":"149.898356ms","start":"2026-07-16T07:32:28.016023Z","end":"2026-07-16T07:32:28.165922Z","steps":["trace[127438514] 'agreement among raft nodes before linearized reading' (duration: 149.132575ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:31.949488Z","caller":"traceutil/trace.go:171","msg":"trace[758907280] linearizableReadLoop","detail":"{readStateIndex:21486; appliedIndex:21485; }","duration":"127.025753ms","start":"2026-07-16T07:32:31.822428Z","end":"2026-07-16T07:32:31.949454Z","steps":["trace[758907280] 'read index received' (duration: 126.638612ms)","trace[758907280] 'applied index is now lower than readState.Index' (duration: 385.641µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:31.949591Z","caller":"traceutil/trace.go:171","msg":"trace[997889790] transaction","detail":"{read_only:false; response_revision:20507; number_of_response:1; }","duration":"146.962014ms","start":"2026-07-16T07:32:31.802584Z","end":"2026-07-16T07:32:31.949546Z","steps":["trace[997889790] 'process raft request' (duration: 146.623305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:31.949774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.31378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:32:31.949835Z","caller":"traceutil/trace.go:171","msg":"trace[1879910778] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20507; }","duration":"127.411093ms","start":"2026-07-16T07:32:31.822404Z","end":"2026-07-16T07:32:31.949816Z","steps":["trace[1879910778] 'agreement among raft nodes before linearized reading' (duration: 127.252148ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:32.213176Z","caller":"traceutil/trace.go:171","msg":"trace[180921766] transaction","detail":"{read_only:false; response_revision:20514; number_of_response:1; }","duration":"118.347184ms","start":"2026-07-16T07:32:32.094775Z","end":"2026-07-16T07:32:32.213122Z","steps":["trace[180921766] 'process raft request' (duration: 117.512801ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:42.714308Z","caller":"traceutil/trace.go:171","msg":"trace[1463552443] linearizableReadLoop","detail":"{readStateIndex:21582; appliedIndex:21581; }","duration":"141.731029ms","start":"2026-07-16T07:32:42.572547Z","end":"2026-07-16T07:32:42.714278Z","steps":["trace[1463552443] 'read index received' (duration: 141.493633ms)","trace[1463552443] 'applied index is now lower than readState.Index' (duration: 236.766µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:42.7144Z","caller":"traceutil/trace.go:171","msg":"trace[382924186] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"144.617498ms","start":"2026-07-16T07:32:42.569731Z","end":"2026-07-16T07:32:42.714348Z","steps":["trace[382924186] 'process raft request' (duration: 144.379321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:42.714751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.965065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:32:42.714799Z","caller":"traceutil/trace.go:171","msg":"trace[1891437391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20599; }","duration":"142.288444ms","start":"2026-07-16T07:32:42.572495Z","end":"2026-07-16T07:32:42.714784Z","steps":["trace[1891437391] 'agreement among raft nodes before linearized reading' (duration: 141.894283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.303101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830581666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:32:43.421528Z","caller":"traceutil/trace.go:171","msg":"trace[2013098229] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"649.909055ms","start":"2026-07-16T07:32:42.771576Z","end":"2026-07-16T07:32:43.421485Z","steps":["trace[2013098229] 'process raft request' (duration: 649.614367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.421745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:42.771544Z","time spent":"650.093611ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:32:43.730238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.36472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:32:43.730422Z","caller":"traceutil/trace.go:171","msg":"trace[571521989] linearizableReadLoop","detail":"{readStateIndex:21584; appliedIndex:21582; }","duration":"927.338259ms","start":"2026-07-16T07:32:42.803061Z","end":"2026-07-16T07:32:43.730399Z","steps":["trace[571521989] 'read index received' (duration: 618.087845ms)","trace[571521989] 'applied index is now lower than readState.Index' (duration: 309.248814ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:43.730546Z","caller":"traceutil/trace.go:171","msg":"trace[2091126548] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"550.637979ms","start":"2026-07-16T07:32:43.179861Z","end":"2026-07-16T07:32:43.730499Z","steps":["trace[2091126548] 'process raft request' (duration: 391.394465ms)","trace[2091126548] 'compare' (duration: 158.022561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:43.730616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.179828Z","time spent":"550.749223ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:32:43.730932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.828763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:32:43.731144Z","caller":"traceutil/trace.go:171","msg":"trace[1378738276] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20601; }","duration":"928.12332ms","start":"2026-07-16T07:32:42.802995Z","end":"2026-07-16T07:32:43.731118Z","steps":["trace[1378738276] 'agreement among raft nodes before linearized reading' (duration: 927.640467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.731195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:42.802979Z","time spent":"928.205292ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:32:43.920192Z","caller":"traceutil/trace.go:171","msg":"trace[1774088013] linearizableReadLoop","detail":"{readStateIndex:21585; appliedIndex:21584; }","duration":"189.708647ms","start":"2026-07-16T07:32:43.730453Z","end":"2026-07-16T07:32:43.920162Z","steps":["trace[1774088013] 'read index received' (duration: 102.173926ms)","trace[1774088013] 'applied index is now lower than readState.Index' (duration: 87.533211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:43.920409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.667119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:32:43.920433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.747162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:43.920536Z","caller":"traceutil/trace.go:171","msg":"trace[202196666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20601; }","duration":"512.866316ms","start":"2026-07-16T07:32:43.407637Z","end":"2026-07-16T07:32:43.920504Z","steps":["trace[202196666] 'agreement among raft nodes before linearized reading' (duration: 512.644669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.920508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.809243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:43.920592Z","caller":"traceutil/trace.go:171","msg":"trace[2119362474] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20601; }","duration":"559.957067ms","start":"2026-07-16T07:32:43.360602Z","end":"2026-07-16T07:32:43.92056Z","steps":["trace[2119362474] 'agreement among raft nodes before linearized reading' (duration: 559.675119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.920606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.407611Z","time spent":"512.977928ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:32:43.920624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.410438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:32:43.920628Z","caller":"traceutil/trace.go:171","msg":"trace[114767487] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20601; }","duration":"559.955277ms","start":"2026-07-16T07:32:43.360645Z","end":"2026-07-16T07:32:43.9206Z","steps":["trace[114767487] 'agreement among raft nodes before linearized reading' (duration: 559.725901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.92066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.360586Z","time spent":"560.063931ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:32:43.920684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.360642Z","time spent":"560.031759ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T07:32:43.920515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.04557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:32:43.920804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112209922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:32:43.920667Z","caller":"traceutil/trace.go:171","msg":"trace[1232426061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20601; }","duration":"753.487061ms","start":"2026-07-16T07:32:43.167165Z","end":"2026-07-16T07:32:43.920652Z","steps":["trace[1232426061] 'agreement among raft nodes before linearized reading' (duration: 753.386248ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:43.920853Z","caller":"traceutil/trace.go:171","msg":"trace[2021540135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20601; }","duration":"1.112279814s","start":"2026-07-16T07:32:42.808563Z","end":"2026-07-16T07:32:43.920843Z","steps":["trace[2021540135] 'agreement among raft nodes before linearized reading' (duration: 1.11213027s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.92087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.167144Z","time spent":"753.714386ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:32:43.92083Z","caller":"traceutil/trace.go:171","msg":"trace[393838946] transaction","detail":"{read_only:false; number_of_response:0; response_revision:20601; }","duration":"490.383203ms","start":"2026-07-16T07:32:43.430394Z","end":"2026-07-16T07:32:43.920778Z","steps":["trace[393838946] 'process raft request' (duration: 402.273816ms)","trace[393838946] 'compare' (duration: 87.432208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:43.920868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001796319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:43.920993Z","caller":"traceutil/trace.go:171","msg":"trace[249577468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20601; }","duration":"1.002009784s","start":"2026-07-16T07:32:42.918951Z","end":"2026-07-16T07:32:43.920961Z","steps":["trace[249577468] 'agreement among raft nodes before linearized reading' (duration: 1.001624764s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:43.920773Z","caller":"traceutil/trace.go:171","msg":"trace[1378827759] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20601; }","duration":"577.333508ms","start":"2026-07-16T07:32:43.343398Z","end":"2026-07-16T07:32:43.920732Z","steps":["trace[1378827759] 'agreement among raft nodes before linearized reading' (duration: 576.962308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.921038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:42.918925Z","time spent":"1.002100347s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:32:43.921072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.343375Z","time spent":"577.678338ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:32:43.920894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:42.808552Z","time spent":"1.112332275s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:32:43.921099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.430373Z","time spent":"490.594239ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:32:43.921284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.420762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:43.921347Z","caller":"traceutil/trace.go:171","msg":"trace[1526341445] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20601; }","duration":"837.566396ms","start":"2026-07-16T07:32:43.083763Z","end":"2026-07-16T07:32:43.921329Z","steps":["trace[1526341445] 'agreement among raft nodes before linearized reading' (duration: 837.411762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.921396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:32:43.083722Z","time spent":"837.662789ms","remote":"127.0.0.1:49420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:32:43.992936Z","caller":"traceutil/trace.go:171","msg":"trace[939108451] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"256.681179ms","start":"2026-07-16T07:32:43.736195Z","end":"2026-07-16T07:32:43.992876Z","steps":["trace[939108451] 'process raft request' (duration: 256.322199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:43.993012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.868979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:32:43.993098Z","caller":"traceutil/trace.go:171","msg":"trace[18706358] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20602; }","duration":"127.016453ms","start":"2026-07-16T07:32:43.866059Z","end":"2026-07-16T07:32:43.993076Z","steps":["trace[18706358] 'agreement among raft nodes before linearized reading' (duration: 126.732795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:44.144914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.886939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:44.145039Z","caller":"traceutil/trace.go:171","msg":"trace[914312865] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20604; }","duration":"123.040103ms","start":"2026-07-16T07:32:44.021969Z","end":"2026-07-16T07:32:44.145009Z","steps":["trace[914312865] 'range keys from in-memory index tree' (duration: 122.846267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:44.145013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.794471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:44.145216Z","caller":"traceutil/trace.go:171","msg":"trace[1839452972] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20604; }","duration":"124.976926ms","start":"2026-07-16T07:32:44.020144Z","end":"2026-07-16T07:32:44.145121Z","steps":["trace[1839452972] 'range keys from in-memory index tree' (duration: 124.72055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:44.14524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.970571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:44.145603Z","caller":"traceutil/trace.go:171","msg":"trace[1378348033] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20604; }","duration":"123.368272ms","start":"2026-07-16T07:32:44.022217Z","end":"2026-07-16T07:32:44.145585Z","steps":["trace[1378348033] 'range keys from in-memory index tree' (duration: 122.789505ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:44.145869Z","caller":"traceutil/trace.go:171","msg":"trace[375953411] linearizableReadLoop","detail":"{readStateIndex:21589; appliedIndex:21588; }","duration":"122.2104ms","start":"2026-07-16T07:32:44.023622Z","end":"2026-07-16T07:32:44.145832Z","steps":["trace[375953411] 'read index received' (duration: 85.966637ms)","trace[375953411] 'applied index is now lower than readState.Index' (duration: 36.241873ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:44.146076Z","caller":"traceutil/trace.go:171","msg":"trace[736669741] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"122.487598ms","start":"2026-07-16T07:32:44.023563Z","end":"2026-07-16T07:32:44.146051Z","steps":["trace[736669741] 'process raft request' (duration: 85.937887ms)","trace[736669741] 'compare' (duration: 36.14876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:32:44.14621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.58112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:44.146263Z","caller":"traceutil/trace.go:171","msg":"trace[1686727627] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:20605; }","duration":"122.644792ms","start":"2026-07-16T07:32:44.023606Z","end":"2026-07-16T07:32:44.146251Z","steps":["trace[1686727627] 'agreement among raft nodes before linearized reading' (duration: 122.525379ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:44.153579Z","caller":"traceutil/trace.go:171","msg":"trace[386924733] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"128.37975ms","start":"2026-07-16T07:32:44.02517Z","end":"2026-07-16T07:32:44.15355Z","steps":["trace[386924733] 'process raft request' (duration: 128.100402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:44.15377Z","caller":"traceutil/trace.go:171","msg":"trace[128952249] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"122.709873ms","start":"2026-07-16T07:32:44.031031Z","end":"2026-07-16T07:32:44.153741Z","steps":["trace[128952249] 'process raft request' (duration: 122.428426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:44.153961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.281732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:44.154074Z","caller":"traceutil/trace.go:171","msg":"trace[444254740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20607; }","duration":"126.427387ms","start":"2026-07-16T07:32:44.027622Z","end":"2026-07-16T07:32:44.154049Z","steps":["trace[444254740] 'agreement among raft nodes before linearized reading' (duration: 126.224931ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:44.955269Z","caller":"traceutil/trace.go:171","msg":"trace[263604318] transaction","detail":"{read_only:false; response_revision:20613; number_of_response:1; }","duration":"235.788532ms","start":"2026-07-16T07:32:44.719444Z","end":"2026-07-16T07:32:44.955232Z","steps":["trace[263604318] 'process raft request' (duration: 235.537785ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:58.392957Z","caller":"traceutil/trace.go:171","msg":"trace[705371487] linearizableReadLoop","detail":"{readStateIndex:21703; appliedIndex:21702; }","duration":"273.319419ms","start":"2026-07-16T07:32:58.119606Z","end":"2026-07-16T07:32:58.392925Z","steps":["trace[705371487] 'read index received' (duration: 273.025301ms)","trace[705371487] 'applied index is now lower than readState.Index' (duration: 292.858µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:32:58.39309Z","caller":"traceutil/trace.go:171","msg":"trace[1600125664] transaction","detail":"{read_only:false; response_revision:20712; number_of_response:1; }","duration":"288.014826ms","start":"2026-07-16T07:32:58.105033Z","end":"2026-07-16T07:32:58.393047Z","steps":["trace[1600125664] 'process raft request' (duration: 287.674846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:58.393321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.689329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-16T07:32:58.393344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.113319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:32:58.393421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.771817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:1 size:12601"} {"level":"info","ts":"2026-07-16T07:32:58.393434Z","caller":"traceutil/trace.go:171","msg":"trace[1973098501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20712; }","duration":"273.879635ms","start":"2026-07-16T07:32:58.119524Z","end":"2026-07-16T07:32:58.393403Z","steps":["trace[1973098501] 'agreement among raft nodes before linearized reading' (duration: 273.574646ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:58.393457Z","caller":"traceutil/trace.go:171","msg":"trace[128248149] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20712; }","duration":"211.272214ms","start":"2026-07-16T07:32:58.182163Z","end":"2026-07-16T07:32:58.393435Z","steps":["trace[128248149] 'agreement among raft nodes before linearized reading' (duration: 211.095309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:58.393421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.696373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:32:58.393494Z","caller":"traceutil/trace.go:171","msg":"trace[477089253] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:1; response_revision:20712; }","duration":"211.884601ms","start":"2026-07-16T07:32:58.18159Z","end":"2026-07-16T07:32:58.393474Z","steps":["trace[477089253] 'agreement among raft nodes before linearized reading' (duration: 211.640754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:58.3936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.765872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:32:58.393669Z","caller":"traceutil/trace.go:171","msg":"trace[1711119982] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:20712; }","duration":"213.869626ms","start":"2026-07-16T07:32:58.179782Z","end":"2026-07-16T07:32:58.393652Z","steps":["trace[1711119982] 'agreement among raft nodes before linearized reading' (duration: 213.760192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:58.393662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.218539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:1 size:12601"} {"level":"info","ts":"2026-07-16T07:32:58.393786Z","caller":"traceutil/trace.go:171","msg":"trace[524327587] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:1; response_revision:20712; }","duration":"212.404784ms","start":"2026-07-16T07:32:58.181353Z","end":"2026-07-16T07:32:58.393758Z","steps":["trace[524327587] 'agreement among raft nodes before linearized reading' (duration: 211.953402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:32:58.393608Z","caller":"traceutil/trace.go:171","msg":"trace[1666535584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20712; }","duration":"229.93905ms","start":"2026-07-16T07:32:58.163617Z","end":"2026-07-16T07:32:58.393556Z","steps":["trace[1666535584] 'agreement among raft nodes before linearized reading' (duration: 229.486337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:32:58.393797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:32:58.394211Z","caller":"traceutil/trace.go:171","msg":"trace[1867305302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20712; }","duration":"118.644681ms","start":"2026-07-16T07:32:58.275542Z","end":"2026-07-16T07:32:58.394187Z","steps":["trace[1867305302] 'agreement among raft nodes before linearized reading' (duration: 117.605653ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:00.529286Z","caller":"traceutil/trace.go:171","msg":"trace[229909368] transaction","detail":"{read_only:false; response_revision:20737; number_of_response:1; }","duration":"126.458138ms","start":"2026-07-16T07:33:00.402798Z","end":"2026-07-16T07:33:00.529256Z","steps":["trace[229909368] 'process raft request' (duration: 125.914113ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:00.905171Z","caller":"traceutil/trace.go:171","msg":"trace[962305554] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"255.476076ms","start":"2026-07-16T07:33:00.649658Z","end":"2026-07-16T07:33:00.905134Z","steps":["trace[962305554] 'process raft request' (duration: 255.402024ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:00.90548Z","caller":"traceutil/trace.go:171","msg":"trace[485497277] transaction","detail":"{read_only:false; response_revision:20743; number_of_response:1; }","duration":"259.25001ms","start":"2026-07-16T07:33:00.646172Z","end":"2026-07-16T07:33:00.905422Z","steps":["trace[485497277] 'process raft request' (duration: 215.152421ms)","trace[485497277] 'compare' (duration: 43.085101ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:33:00.91595Z","caller":"traceutil/trace.go:171","msg":"trace[843807860] linearizableReadLoop","detail":"{readStateIndex:21737; appliedIndex:21734; }","duration":"189.343677ms","start":"2026-07-16T07:33:00.726587Z","end":"2026-07-16T07:33:00.91593Z","steps":["trace[843807860] 'read index received' (duration: 134.966093ms)","trace[843807860] 'applied index is now lower than readState.Index' (duration: 54.376184ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:33:00.916208Z","caller":"traceutil/trace.go:171","msg":"trace[826559713] transaction","detail":"{read_only:false; response_revision:20745; number_of_response:1; }","duration":"246.546389ms","start":"2026-07-16T07:33:00.669649Z","end":"2026-07-16T07:33:00.916196Z","steps":["trace[826559713] 'process raft request' (duration: 246.157188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:33:00.916515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.914052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:33:00.917045Z","caller":"traceutil/trace.go:171","msg":"trace[639928370] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20745; }","duration":"190.505329ms","start":"2026-07-16T07:33:00.726525Z","end":"2026-07-16T07:33:00.917031Z","steps":["trace[639928370] 'agreement among raft nodes before linearized reading' (duration: 189.941044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:33:01.144874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:33:01.14511Z","caller":"traceutil/trace.go:171","msg":"trace[162941801] transaction","detail":"{read_only:false; response_revision:20747; number_of_response:1; }","duration":"222.902825ms","start":"2026-07-16T07:33:00.922182Z","end":"2026-07-16T07:33:01.145085Z","steps":["trace[162941801] 'process raft request' (duration: 222.834423ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:01.145173Z","caller":"traceutil/trace.go:171","msg":"trace[1905777148] transaction","detail":"{read_only:false; response_revision:20746; number_of_response:1; }","duration":"224.088278ms","start":"2026-07-16T07:33:00.921029Z","end":"2026-07-16T07:33:01.145117Z","steps":["trace[1905777148] 'process raft request' (duration: 119.846845ms)","trace[1905777148] 'compare' (duration: 103.692228ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:33:02.705913Z","caller":"traceutil/trace.go:171","msg":"trace[877220825] transaction","detail":"{read_only:false; response_revision:20755; number_of_response:1; }","duration":"109.665063ms","start":"2026-07-16T07:33:02.59621Z","end":"2026-07-16T07:33:02.705875Z","steps":["trace[877220825] 'process raft request' (duration: 109.444967ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:02.706293Z","caller":"traceutil/trace.go:171","msg":"trace[1145123250] transaction","detail":"{read_only:false; response_revision:20756; number_of_response:1; }","duration":"109.882329ms","start":"2026-07-16T07:33:02.596311Z","end":"2026-07-16T07:33:02.706193Z","steps":["trace[1145123250] 'process raft request' (duration: 109.496418ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:02.841705Z","caller":"traceutil/trace.go:171","msg":"trace[1670294529] linearizableReadLoop","detail":"{readStateIndex:21750; appliedIndex:21749; }","duration":"103.37475ms","start":"2026-07-16T07:33:02.738293Z","end":"2026-07-16T07:33:02.841667Z","steps":["trace[1670294529] 'read index received' (duration: 55.045963ms)","trace[1670294529] 'applied index is now lower than readState.Index' (duration: 48.326637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:33:02.841936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.601446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:33:02.842015Z","caller":"traceutil/trace.go:171","msg":"trace[264365670] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:20757; }","duration":"103.715499ms","start":"2026-07-16T07:33:02.738283Z","end":"2026-07-16T07:33:02.841998Z","steps":["trace[264365670] 'agreement among raft nodes before linearized reading' (duration: 103.539654ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:02.842184Z","caller":"traceutil/trace.go:171","msg":"trace[2133457475] transaction","detail":"{read_only:false; response_revision:20757; number_of_response:1; }","duration":"126.965322ms","start":"2026-07-16T07:33:02.714818Z","end":"2026-07-16T07:33:02.841784Z","steps":["trace[2133457475] 'process raft request' (duration: 78.579364ms)","trace[2133457475] 'compare' (duration: 48.053249ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:33:04.976272Z","caller":"traceutil/trace.go:171","msg":"trace[891993728] transaction","detail":"{read_only:false; number_of_response:0; response_revision:20771; }","duration":"124.799982ms","start":"2026-07-16T07:33:04.851452Z","end":"2026-07-16T07:33:04.976252Z","steps":["trace[891993728] 'process raft request' (duration: 124.694019ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:04.97824Z","caller":"traceutil/trace.go:171","msg":"trace[691508798] transaction","detail":"{read_only:false; response_revision:20772; number_of_response:1; }","duration":"125.019138ms","start":"2026-07-16T07:33:04.853206Z","end":"2026-07-16T07:33:04.978225Z","steps":["trace[691508798] 'process raft request' (duration: 124.74095ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:43.864382Z","caller":"traceutil/trace.go:171","msg":"trace[1848426524] transaction","detail":"{read_only:false; response_revision:21172; number_of_response:1; }","duration":"129.623275ms","start":"2026-07-16T07:33:43.734699Z","end":"2026-07-16T07:33:43.864322Z","steps":["trace[1848426524] 'process raft request' (duration: 68.244757ms)","trace[1848426524] 'compare' (duration: 61.119071ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:33:43.864483Z","caller":"traceutil/trace.go:171","msg":"trace[1823011431] linearizableReadLoop","detail":"{readStateIndex:22184; appliedIndex:22183; }","duration":"129.386469ms","start":"2026-07-16T07:33:43.735025Z","end":"2026-07-16T07:33:43.864411Z","steps":["trace[1823011431] 'read index received' (duration: 67.930199ms)","trace[1823011431] 'applied index is now lower than readState.Index' (duration: 61.45349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:33:43.864886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.815731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:33:43.865154Z","caller":"traceutil/trace.go:171","msg":"trace[1541066558] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21172; }","duration":"129.960834ms","start":"2026-07-16T07:33:43.735013Z","end":"2026-07-16T07:33:43.864974Z","steps":["trace[1541066558] 'agreement among raft nodes before linearized reading' (duration: 129.541783ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:33:43.865319Z","caller":"traceutil/trace.go:171","msg":"trace[646216468] transaction","detail":"{read_only:false; response_revision:21173; number_of_response:1; }","duration":"128.463374ms","start":"2026-07-16T07:33:43.73684Z","end":"2026-07-16T07:33:43.865303Z","steps":["trace[646216468] 'process raft request' (duration: 127.530828ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:20.578538Z","caller":"traceutil/trace.go:171","msg":"trace[718976639] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"207.133349ms","start":"2026-07-16T07:34:20.371377Z","end":"2026-07-16T07:34:20.57851Z","steps":["trace[718976639] 'process raft request' (duration: 206.970185ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:20.615796Z","caller":"traceutil/trace.go:171","msg":"trace[1557737558] linearizableReadLoop","detail":"{readStateIndex:22644; appliedIndex:22642; }","duration":"181.457099ms","start":"2026-07-16T07:34:20.434303Z","end":"2026-07-16T07:34:20.61576Z","steps":["trace[1557737558] 'read index received' (duration: 144.144886ms)","trace[1557737558] 'applied index is now lower than readState.Index' (duration: 37.310763ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:20.615903Z","caller":"traceutil/trace.go:171","msg":"trace[1970064023] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"244.119052ms","start":"2026-07-16T07:34:20.371761Z","end":"2026-07-16T07:34:20.61588Z","steps":["trace[1970064023] 'process raft request' (duration: 241.661484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:20.616142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.676435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:20.616226Z","caller":"traceutil/trace.go:171","msg":"trace[1751156043] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21615; }","duration":"181.784948ms","start":"2026-07-16T07:34:20.434419Z","end":"2026-07-16T07:34:20.616204Z","steps":["trace[1751156043] 'agreement among raft nodes before linearized reading' (duration: 181.582862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:20.616124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.800219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:20.61656Z","caller":"traceutil/trace.go:171","msg":"trace[729729759] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:21615; }","duration":"182.261141ms","start":"2026-07-16T07:34:20.434246Z","end":"2026-07-16T07:34:20.616507Z","steps":["trace[729729759] 'agreement among raft nodes before linearized reading' (duration: 181.718656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:20.616604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.875953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:20.616687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.533873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:20.616739Z","caller":"traceutil/trace.go:171","msg":"trace[2071303889] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21615; }","duration":"181.082239ms","start":"2026-07-16T07:34:20.435622Z","end":"2026-07-16T07:34:20.616704Z","steps":["trace[2071303889] 'agreement among raft nodes before linearized reading' (duration: 180.816071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:20.616759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.424078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:20.616762Z","caller":"traceutil/trace.go:171","msg":"trace[938379086] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21615; }","duration":"180.611506ms","start":"2026-07-16T07:34:20.436123Z","end":"2026-07-16T07:34:20.616734Z","steps":["trace[938379086] 'agreement among raft nodes before linearized reading' (duration: 180.527413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:20.616762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.376956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:20.616864Z","caller":"traceutil/trace.go:171","msg":"trace[865063675] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21615; }","duration":"181.561992ms","start":"2026-07-16T07:34:20.435283Z","end":"2026-07-16T07:34:20.616845Z","steps":["trace[865063675] 'agreement among raft nodes before linearized reading' (duration: 181.372386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:20.616809Z","caller":"traceutil/trace.go:171","msg":"trace[1129371668] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:21615; }","duration":"181.5003ms","start":"2026-07-16T07:34:20.435297Z","end":"2026-07-16T07:34:20.616797Z","steps":["trace[1129371668] 'agreement among raft nodes before linearized reading' (duration: 181.421648ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:26.104757Z","caller":"traceutil/trace.go:171","msg":"trace[689269902] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"117.044967ms","start":"2026-07-16T07:34:25.987653Z","end":"2026-07-16T07:34:26.104698Z","steps":["trace[689269902] 'process raft request' (duration: 31.385738ms)","trace[689269902] 'compare' (duration: 85.479274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:30.956022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.012793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:34:30.956141Z","caller":"traceutil/trace.go:171","msg":"trace[632314940] linearizableReadLoop","detail":"{readStateIndex:22744; appliedIndex:22743; }","duration":"210.242775ms","start":"2026-07-16T07:34:30.745879Z","end":"2026-07-16T07:34:30.956122Z","steps":["trace[632314940] 'read index received' (duration: 99.957995ms)","trace[632314940] 'applied index is now lower than readState.Index' (duration: 110.28315ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:30.956472Z","caller":"traceutil/trace.go:171","msg":"trace[19744144] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"220.299853ms","start":"2026-07-16T07:34:30.736152Z","end":"2026-07-16T07:34:30.956452Z","steps":["trace[19744144] 'process raft request' (duration: 109.735315ms)","trace[19744144] 'compare' (duration: 109.836228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:30.956786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.907363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:34:30.956833Z","caller":"traceutil/trace.go:171","msg":"trace[635983178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21711; }","duration":"210.974625ms","start":"2026-07-16T07:34:30.745844Z","end":"2026-07-16T07:34:30.956819Z","steps":["trace[635983178] 'agreement among raft nodes before linearized reading' (duration: 210.834441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:30.95702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.575533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:34:30.95706Z","caller":"traceutil/trace.go:171","msg":"trace[939824769] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21711; }","duration":"159.619225ms","start":"2026-07-16T07:34:30.797432Z","end":"2026-07-16T07:34:30.957051Z","steps":["trace[939824769] 'agreement among raft nodes before linearized reading' (duration: 159.551923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:34.647771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.469168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:34:34.647867Z","caller":"traceutil/trace.go:171","msg":"trace[586137837] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"284.564831ms","start":"2026-07-16T07:34:34.363287Z","end":"2026-07-16T07:34:34.647852Z","steps":["trace[586137837] 'process raft request' (duration: 46.924148ms)","trace[586137837] 'compare' (duration: 237.323304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:35.963025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.183182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:34:35.963348Z","caller":"traceutil/trace.go:171","msg":"trace[1734518664] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"541.411855ms","start":"2026-07-16T07:34:35.421884Z","end":"2026-07-16T07:34:35.963295Z","steps":["trace[1734518664] 'process raft request' (duration: 398.822891ms)","trace[1734518664] 'compare' (duration: 141.665108ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:35.96342Z","caller":"traceutil/trace.go:171","msg":"trace[582221752] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"541.281782ms","start":"2026-07-16T07:34:35.422111Z","end":"2026-07-16T07:34:35.963393Z","steps":["trace[582221752] 'process raft request' (duration: 541.169438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.963554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.42208Z","time spent":"541.386665ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:34:35.963583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.421857Z","time spent":"541.569269ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:34:35.96369Z","caller":"traceutil/trace.go:171","msg":"trace[1273371899] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"541.618361ms","start":"2026-07-16T07:34:35.422005Z","end":"2026-07-16T07:34:35.963623Z","steps":["trace[1273371899] 'process raft request' (duration: 541.154508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.963958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.421961Z","time spent":"541.844737ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:34:35.963937Z","caller":"traceutil/trace.go:171","msg":"trace[1956955631] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22779; }","duration":"499.271929ms","start":"2026-07-16T07:34:35.464584Z","end":"2026-07-16T07:34:35.963856Z","steps":["trace[1956955631] 'read index received' (duration: 356.13181ms)","trace[1956955631] 'applied index is now lower than readState.Index' (duration: 143.136739ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:35.963973Z","caller":"traceutil/trace.go:171","msg":"trace[1759580726] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"384.259888ms","start":"2026-07-16T07:34:35.579668Z","end":"2026-07-16T07:34:35.963928Z","steps":["trace[1759580726] 'process raft request' (duration: 383.666092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.964178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.579624Z","time spent":"384.437943ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:34:35.964196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.579998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:35.964287Z","caller":"traceutil/trace.go:171","msg":"trace[751217276] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21748; }","duration":"499.750892ms","start":"2026-07-16T07:34:35.464521Z","end":"2026-07-16T07:34:35.964271Z","steps":["trace[751217276] 'agreement among raft nodes before linearized reading' (duration: 499.574997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.964333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.464494Z","time spent":"499.826874ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:34:35.964449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.24409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:34:35.964434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.937577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:34:35.964504Z","caller":"traceutil/trace.go:171","msg":"trace[1025766972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21748; }","duration":"430.355183ms","start":"2026-07-16T07:34:35.534136Z","end":"2026-07-16T07:34:35.964491Z","steps":["trace[1025766972] 'agreement among raft nodes before linearized reading' (duration: 430.179868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.964539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.534106Z","time spent":"430.425995ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:34:35.964542Z","caller":"traceutil/trace.go:171","msg":"trace[832898279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21748; }","duration":"432.098632ms","start":"2026-07-16T07:34:35.532414Z","end":"2026-07-16T07:34:35.964512Z","steps":["trace[832898279] 'agreement among raft nodes before linearized reading' (duration: 431.715221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:35.964605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:35.532388Z","time spent":"432.207415ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:34:37.512148Z","caller":"traceutil/trace.go:171","msg":"trace[1715529204] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"236.619505ms","start":"2026-07-16T07:34:37.275482Z","end":"2026-07-16T07:34:37.512101Z","steps":["trace[1715529204] 'process raft request' (duration: 236.214474ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:46.154804Z","caller":"traceutil/trace.go:171","msg":"trace[571663166] linearizableReadLoop","detail":"{readStateIndex:22878; appliedIndex:22877; }","duration":"143.012946ms","start":"2026-07-16T07:34:46.011762Z","end":"2026-07-16T07:34:46.154775Z","steps":["trace[571663166] 'read index received' (duration: 142.843911ms)","trace[571663166] 'applied index is now lower than readState.Index' (duration: 167.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:46.154988Z","caller":"traceutil/trace.go:171","msg":"trace[1669268758] transaction","detail":"{read_only:false; response_revision:21839; number_of_response:1; }","duration":"153.838375ms","start":"2026-07-16T07:34:46.001134Z","end":"2026-07-16T07:34:46.154973Z","steps":["trace[1669268758] 'process raft request' (duration: 153.468154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:46.155202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.123542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:34:46.155279Z","caller":"traceutil/trace.go:171","msg":"trace[286559331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21839; }","duration":"133.256396ms","start":"2026-07-16T07:34:46.022006Z","end":"2026-07-16T07:34:46.155262Z","steps":["trace[286559331] 'agreement among raft nodes before linearized reading' (duration: 133.06388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:46.155493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.096688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:34:46.155521Z","caller":"traceutil/trace.go:171","msg":"trace[1825787106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21839; }","duration":"109.139909ms","start":"2026-07-16T07:34:46.046373Z","end":"2026-07-16T07:34:46.155513Z","steps":["trace[1825787106] 'agreement among raft nodes before linearized reading' (duration: 109.062276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:46.155611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.824718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-16T07:34:46.155655Z","caller":"traceutil/trace.go:171","msg":"trace[1160496193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21839; }","duration":"143.935601ms","start":"2026-07-16T07:34:46.01171Z","end":"2026-07-16T07:34:46.155646Z","steps":["trace[1160496193] 'agreement among raft nodes before linearized reading' (duration: 143.812878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:46.155665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.642684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:34:46.155692Z","caller":"traceutil/trace.go:171","msg":"trace[628568896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21839; }","duration":"117.705885ms","start":"2026-07-16T07:34:46.037979Z","end":"2026-07-16T07:34:46.155685Z","steps":["trace[628568896] 'agreement among raft nodes before linearized reading' (duration: 117.637133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:46.443671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.982792ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:34:46.586066Z","caller":"traceutil/trace.go:171","msg":"trace[57962582] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"123.136716ms","start":"2026-07-16T07:34:46.462879Z","end":"2026-07-16T07:34:46.586016Z","steps":["trace[57962582] 'process raft request' (duration: 122.496369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:46.732781Z","caller":"traceutil/trace.go:171","msg":"trace[1659110783] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"138.511701ms","start":"2026-07-16T07:34:46.594242Z","end":"2026-07-16T07:34:46.732753Z","steps":["trace[1659110783] 'process raft request' (duration: 122.241391ms)","trace[1659110783] 'compare' (duration: 15.571281ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:46.934772Z","caller":"traceutil/trace.go:171","msg":"trace[612858357] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"191.434955ms","start":"2026-07-16T07:34:46.743281Z","end":"2026-07-16T07:34:46.934716Z","steps":["trace[612858357] 'process raft request' (duration: 170.858896ms)","trace[612858357] 'compare' (duration: 20.315572ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:47.15322Z","caller":"traceutil/trace.go:171","msg":"trace[2009077655] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"142.202993ms","start":"2026-07-16T07:34:47.010986Z","end":"2026-07-16T07:34:47.153189Z","steps":["trace[2009077655] 'process raft request' (duration: 141.939596ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.377568Z","caller":"traceutil/trace.go:171","msg":"trace[171950790] linearizableReadLoop","detail":"{readStateIndex:22891; appliedIndex:22890; }","duration":"185.445559ms","start":"2026-07-16T07:34:47.192092Z","end":"2026-07-16T07:34:47.377537Z","steps":["trace[171950790] 'read index received' (duration: 151.200732ms)","trace[171950790] 'applied index is now lower than readState.Index' (duration: 34.243277ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:47.377728Z","caller":"traceutil/trace.go:171","msg":"trace[795052989] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"186.336593ms","start":"2026-07-16T07:34:47.191343Z","end":"2026-07-16T07:34:47.377679Z","steps":["trace[795052989] 'process raft request' (duration: 151.993654ms)","trace[795052989] 'compare' (duration: 34.0133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:47.37794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.251748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:34:47.377977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.83835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:34:47.378055Z","caller":"traceutil/trace.go:171","msg":"trace[1473212844] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21851; }","duration":"136.354471ms","start":"2026-07-16T07:34:47.241623Z","end":"2026-07-16T07:34:47.377977Z","steps":["trace[1473212844] 'agreement among raft nodes before linearized reading' (duration: 136.089703ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.37809Z","caller":"traceutil/trace.go:171","msg":"trace[1321652641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21851; }","duration":"186.011105ms","start":"2026-07-16T07:34:47.192053Z","end":"2026-07-16T07:34:47.378064Z","steps":["trace[1321652641] 'agreement among raft nodes before linearized reading' (duration: 185.630784ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.708402Z","caller":"traceutil/trace.go:171","msg":"trace[839073091] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"324.358022ms","start":"2026-07-16T07:34:47.384009Z","end":"2026-07-16T07:34:47.708367Z","steps":["trace[839073091] 'process raft request' (duration: 263.984202ms)","trace[839073091] 'compare' (duration: 60.03995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:47.708611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:47.38398Z","time spent":"324.513135ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9291,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:34:47.708804Z","caller":"traceutil/trace.go:171","msg":"trace[1798865454] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"322.800588ms","start":"2026-07-16T07:34:47.385989Z","end":"2026-07-16T07:34:47.708789Z","steps":["trace[1798865454] 'process raft request' (duration: 322.566372ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.708825Z","caller":"traceutil/trace.go:171","msg":"trace[1048931586] linearizableReadLoop","detail":"{readStateIndex:22896; appliedIndex:22892; }","duration":"219.81501ms","start":"2026-07-16T07:34:47.488979Z","end":"2026-07-16T07:34:47.708794Z","steps":["trace[1048931586] 'read index received' (duration: 159.063869ms)","trace[1048931586] 'applied index is now lower than readState.Index' (duration: 60.74958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:47.708877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:47.385956Z","time spent":"322.881821ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:34:47.708995Z","caller":"traceutil/trace.go:171","msg":"trace[297207651] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"321.620955ms","start":"2026-07-16T07:34:47.387353Z","end":"2026-07-16T07:34:47.708974Z","steps":["trace[297207651] 'process raft request' (duration: 321.356648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:47.709131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:47.387341Z","time spent":"321.693107ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8974,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:34:47.709179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.144948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:34:47.70929Z","caller":"traceutil/trace.go:171","msg":"trace[1553593585] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21856; }","duration":"220.324553ms","start":"2026-07-16T07:34:47.488938Z","end":"2026-07-16T07:34:47.709263Z","steps":["trace[1553593585] 'agreement among raft nodes before linearized reading' (duration: 220.110698ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.709981Z","caller":"traceutil/trace.go:171","msg":"trace[403099558] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"324.202977ms","start":"2026-07-16T07:34:47.384538Z","end":"2026-07-16T07:34:47.708741Z","steps":["trace[403099558] 'process raft request' (duration: 323.738684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:47.710106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:47.38452Z","time spent":"325.528023ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:34:47.911714Z","caller":"traceutil/trace.go:171","msg":"trace[1850841882] linearizableReadLoop","detail":"{readStateIndex:22898; appliedIndex:22896; }","duration":"194.9306ms","start":"2026-07-16T07:34:47.716749Z","end":"2026-07-16T07:34:47.91168Z","steps":["trace[1850841882] 'read index received' (duration: 115.756281ms)","trace[1850841882] 'applied index is now lower than readState.Index' (duration: 79.172909ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:47.911839Z","caller":"traceutil/trace.go:171","msg":"trace[2045699551] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"195.773594ms","start":"2026-07-16T07:34:47.716053Z","end":"2026-07-16T07:34:47.911827Z","steps":["trace[2045699551] 'process raft request' (duration: 195.463725ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.911918Z","caller":"traceutil/trace.go:171","msg":"trace[813646157] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"193.275425ms","start":"2026-07-16T07:34:47.718618Z","end":"2026-07-16T07:34:47.911893Z","steps":["trace[813646157] 'process raft request' (duration: 193.003777ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:47.911725Z","caller":"traceutil/trace.go:171","msg":"trace[502263422] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"196.896384ms","start":"2026-07-16T07:34:47.714761Z","end":"2026-07-16T07:34:47.911657Z","steps":["trace[502263422] 'process raft request' (duration: 117.722416ms)","trace[502263422] 'compare' (duration: 78.83897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:47.912082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.312561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:34:47.912141Z","caller":"traceutil/trace.go:171","msg":"trace[1219244446] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21859; }","duration":"195.391593ms","start":"2026-07-16T07:34:47.716731Z","end":"2026-07-16T07:34:47.912123Z","steps":["trace[1219244446] 'agreement among raft nodes before linearized reading' (duration: 195.154217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:47.912289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.021771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-t2l5f\" ","response":"range_response_count:1 size:9309"} {"level":"info","ts":"2026-07-16T07:34:47.912343Z","caller":"traceutil/trace.go:171","msg":"trace[1519645686] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-t2l5f; range_end:; response_count:1; response_revision:21859; }","duration":"183.139274ms","start":"2026-07-16T07:34:47.729187Z","end":"2026-07-16T07:34:47.912327Z","steps":["trace[1519645686] 'agreement among raft nodes before linearized reading' (duration: 182.705482ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.160171Z","caller":"traceutil/trace.go:171","msg":"trace[439988038] linearizableReadLoop","detail":"{readStateIndex:22900; appliedIndex:22899; }","duration":"240.959825ms","start":"2026-07-16T07:34:47.919179Z","end":"2026-07-16T07:34:48.160139Z","steps":["trace[439988038] 'read index received' (duration: 240.654977ms)","trace[439988038] 'applied index is now lower than readState.Index' (duration: 303.888µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:48.160322Z","caller":"traceutil/trace.go:171","msg":"trace[959567366] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"241.634763ms","start":"2026-07-16T07:34:47.918645Z","end":"2026-07-16T07:34:48.16028Z","steps":["trace[959567366] 'process raft request' (duration: 241.271843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.160408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.209092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.160496Z","caller":"traceutil/trace.go:171","msg":"trace[49935697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21860; }","duration":"241.356106ms","start":"2026-07-16T07:34:47.919117Z","end":"2026-07-16T07:34:48.160473Z","steps":["trace[49935697] 'agreement among raft nodes before linearized reading' (duration: 241.177591ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.213676Z","caller":"traceutil/trace.go:171","msg":"trace[481109436] transaction","detail":"{read_only:false; response_revision:21861; number_of_response:1; }","duration":"291.05054ms","start":"2026-07-16T07:34:47.922588Z","end":"2026-07-16T07:34:48.213638Z","steps":["trace[481109436] 'process raft request' (duration: 290.837744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.213933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.824157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:34:48.214014Z","caller":"traceutil/trace.go:171","msg":"trace[71377718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21861; }","duration":"118.960551ms","start":"2026-07-16T07:34:48.095035Z","end":"2026-07-16T07:34:48.213996Z","steps":["trace[71377718] 'agreement among raft nodes before linearized reading' (duration: 118.614761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.214083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.720505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-service\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:34:48.21422Z","caller":"traceutil/trace.go:171","msg":"trace[1902930418] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-service; range_end:; response_count:1; response_revision:21861; }","duration":"221.010572ms","start":"2026-07-16T07:34:47.993184Z","end":"2026-07-16T07:34:48.214195Z","steps":["trace[1902930418] 'agreement among raft nodes before linearized reading' (duration: 220.472387ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.305853Z","caller":"traceutil/trace.go:171","msg":"trace[93174858] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"143.458058ms","start":"2026-07-16T07:34:48.162349Z","end":"2026-07-16T07:34:48.305807Z","steps":["trace[93174858] 'process raft request' (duration: 131.639921ms)","trace[93174858] 'compare' (duration: 11.533539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:34:48.306579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.62884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.306666Z","caller":"traceutil/trace.go:171","msg":"trace[1145923747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21862; }","duration":"144.797095ms","start":"2026-07-16T07:34:48.161847Z","end":"2026-07-16T07:34:48.306644Z","steps":["trace[1145923747] 'agreement among raft nodes before linearized reading' (duration: 144.630571ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.504094Z","caller":"traceutil/trace.go:171","msg":"trace[2139766311] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"190.196211ms","start":"2026-07-16T07:34:48.31387Z","end":"2026-07-16T07:34:48.504067Z","steps":["trace[2139766311] 'process raft request' (duration: 190.107488ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.504467Z","caller":"traceutil/trace.go:171","msg":"trace[363846656] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"190.705624ms","start":"2026-07-16T07:34:48.31374Z","end":"2026-07-16T07:34:48.504445Z","steps":["trace[363846656] 'process raft request' (duration: 121.628803ms)","trace[363846656] 'compare' (duration: 68.481165ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:48.504545Z","caller":"traceutil/trace.go:171","msg":"trace[1603528946] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"190.330384ms","start":"2026-07-16T07:34:48.314174Z","end":"2026-07-16T07:34:48.504504Z","steps":["trace[1603528946] 'process raft request' (duration: 189.853921ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.504848Z","caller":"traceutil/trace.go:171","msg":"trace[2032202385] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"190.284983ms","start":"2026-07-16T07:34:48.314551Z","end":"2026-07-16T07:34:48.504836Z","steps":["trace[2032202385] 'process raft request' (duration: 189.81807ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.521959Z","caller":"traceutil/trace.go:171","msg":"trace[516813989] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"164.209302ms","start":"2026-07-16T07:34:48.357722Z","end":"2026-07-16T07:34:48.521931Z","steps":["trace[516813989] 'process raft request' (duration: 164.018817ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.811209Z","caller":"traceutil/trace.go:171","msg":"trace[2059949986] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"202.331287ms","start":"2026-07-16T07:34:48.608843Z","end":"2026-07-16T07:34:48.811174Z","steps":["trace[2059949986] 'process raft request' (duration: 202.075459ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.997615Z","caller":"traceutil/trace.go:171","msg":"trace[2077571037] linearizableReadLoop","detail":"{readStateIndex:22911; appliedIndex:22909; }","duration":"259.138278ms","start":"2026-07-16T07:34:48.73845Z","end":"2026-07-16T07:34:48.997588Z","steps":["trace[2077571037] 'read index received' (duration: 72.486315ms)","trace[2077571037] 'applied index is now lower than readState.Index' (duration: 186.650323ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:48.997695Z","caller":"traceutil/trace.go:171","msg":"trace[957638486] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"335.420397ms","start":"2026-07-16T07:34:48.662216Z","end":"2026-07-16T07:34:48.997637Z","steps":["trace[957638486] 'process raft request' (duration: 335.197661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.997863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:34:48.662187Z","time spent":"335.599092ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:34:48.99789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.427435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.997982Z","caller":"traceutil/trace.go:171","msg":"trace[75619268] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21870; }","duration":"259.58395ms","start":"2026-07-16T07:34:48.738379Z","end":"2026-07-16T07:34:48.997963Z","steps":["trace[75619268] 'agreement among raft nodes before linearized reading' (duration: 259.357484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.997968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.777697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.998095Z","caller":"traceutil/trace.go:171","msg":"trace[1398158658] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21870; }","duration":"258.936492ms","start":"2026-07-16T07:34:48.739131Z","end":"2026-07-16T07:34:48.998067Z","steps":["trace[1398158658] 'agreement among raft nodes before linearized reading' (duration: 258.715306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.998329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.323043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.998326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.184921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.998389Z","caller":"traceutil/trace.go:171","msg":"trace[1431590964] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21870; }","duration":"259.400204ms","start":"2026-07-16T07:34:48.738973Z","end":"2026-07-16T07:34:48.998373Z","steps":["trace[1431590964] 'agreement among raft nodes before linearized reading' (duration: 259.312522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.998456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.763037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-07-16T07:34:48.998499Z","caller":"traceutil/trace.go:171","msg":"trace[1682002120] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:21870; }","duration":"258.819559ms","start":"2026-07-16T07:34:48.739669Z","end":"2026-07-16T07:34:48.998488Z","steps":["trace[1682002120] 'agreement among raft nodes before linearized reading' (duration: 258.629483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.998553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.408195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.99862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.261471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.998635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.981493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-07-16T07:34:48.998652Z","caller":"traceutil/trace.go:171","msg":"trace[704632301] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"259.294052ms","start":"2026-07-16T07:34:48.739349Z","end":"2026-07-16T07:34:48.998643Z","steps":["trace[704632301] 'agreement among raft nodes before linearized reading' (duration: 259.245371ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.998672Z","caller":"traceutil/trace.go:171","msg":"trace[1081292982] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:21870; }","duration":"259.018564ms","start":"2026-07-16T07:34:48.739644Z","end":"2026-07-16T07:34:48.998662Z","steps":["trace[1081292982] 'agreement among raft nodes before linearized reading' (duration: 258.86167ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.998683Z","caller":"traceutil/trace.go:171","msg":"trace[1573815091] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"259.6191ms","start":"2026-07-16T07:34:48.739041Z","end":"2026-07-16T07:34:48.99866Z","steps":["trace[1573815091] 'agreement among raft nodes before linearized reading' (duration: 259.417635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.99883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.354228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.998833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.870908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.99886Z","caller":"traceutil/trace.go:171","msg":"trace[829391824] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"257.39743ms","start":"2026-07-16T07:34:48.741453Z","end":"2026-07-16T07:34:48.99885Z","steps":["trace[829391824] 'agreement among raft nodes before linearized reading' (duration: 257.350398ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.998877Z","caller":"traceutil/trace.go:171","msg":"trace[1283547427] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21870; }","duration":"259.94139ms","start":"2026-07-16T07:34:48.738925Z","end":"2026-07-16T07:34:48.998866Z","steps":["trace[1283547427] 'agreement among raft nodes before linearized reading' (duration: 259.865968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.999201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.234642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.999233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.657734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:48.999266Z","caller":"traceutil/trace.go:171","msg":"trace[2004979169] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21870; }","duration":"258.308945ms","start":"2026-07-16T07:34:48.740935Z","end":"2026-07-16T07:34:48.999244Z","steps":["trace[2004979169] 'agreement among raft nodes before linearized reading' (duration: 258.217162ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:48.999304Z","caller":"traceutil/trace.go:171","msg":"trace[1984268651] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"258.788198ms","start":"2026-07-16T07:34:48.740497Z","end":"2026-07-16T07:34:48.999285Z","steps":["trace[1984268651] 'agreement among raft nodes before linearized reading' (duration: 258.664914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.999576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.034497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:49.000126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.569855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:34:48.998614Z","caller":"traceutil/trace.go:171","msg":"trace[280990182] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"258.381847ms","start":"2026-07-16T07:34:48.740033Z","end":"2026-07-16T07:34:48.998414Z","steps":["trace[280990182] 'agreement among raft nodes before linearized reading' (duration: 257.78008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:48.997999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.989093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:34:48.999852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.892506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:5056"} {"level":"info","ts":"2026-07-16T07:34:49.002125Z","caller":"traceutil/trace.go:171","msg":"trace[1496279265] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21870; }","duration":"258.477159ms","start":"2026-07-16T07:34:48.741137Z","end":"2026-07-16T07:34:48.999614Z","steps":["trace[1496279265] 'agreement among raft nodes before linearized reading' (duration: 258.016396ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:49.002591Z","caller":"traceutil/trace.go:171","msg":"trace[977490596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21870; }","duration":"163.707258ms","start":"2026-07-16T07:34:48.836478Z","end":"2026-07-16T07:34:49.000186Z","steps":["trace[977490596] 'agreement among raft nodes before linearized reading' (duration: 163.489202ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:49.002819Z","caller":"traceutil/trace.go:171","msg":"trace[1625798001] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"261.661427ms","start":"2026-07-16T07:34:48.738874Z","end":"2026-07-16T07:34:49.000535Z","steps":["trace[1625798001] 'agreement among raft nodes before linearized reading' (duration: 258.901871ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:49.003008Z","caller":"traceutil/trace.go:171","msg":"trace[261552666] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:21870; }","duration":"258.424448ms","start":"2026-07-16T07:34:48.742913Z","end":"2026-07-16T07:34:49.001337Z","steps":["trace[261552666] 'agreement among raft nodes before linearized reading' (duration: 256.216536ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:49.226806Z","caller":"traceutil/trace.go:171","msg":"trace[1667079935] linearizableReadLoop","detail":"{readStateIndex:22912; appliedIndex:22911; }","duration":"209.430933ms","start":"2026-07-16T07:34:49.017344Z","end":"2026-07-16T07:34:49.226775Z","steps":["trace[1667079935] 'read index received' (duration: 209.222357ms)","trace[1667079935] 'applied index is now lower than readState.Index' (duration: 206.486µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:49.226857Z","caller":"traceutil/trace.go:171","msg":"trace[1482156577] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"214.847952ms","start":"2026-07-16T07:34:49.011969Z","end":"2026-07-16T07:34:49.226817Z","steps":["trace[1482156577] 'process raft request' (duration: 214.581055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:49.22749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.094371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:34:49.227654Z","caller":"traceutil/trace.go:171","msg":"trace[231856221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21871; }","duration":"210.313466ms","start":"2026-07-16T07:34:49.017283Z","end":"2026-07-16T07:34:49.227596Z","steps":["trace[231856221] 'agreement among raft nodes before linearized reading' (duration: 209.628708ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:50.497242Z","caller":"traceutil/trace.go:171","msg":"trace[2137945806] transaction","detail":"{read_only:false; response_revision:21884; number_of_response:1; }","duration":"114.073156ms","start":"2026-07-16T07:34:50.383125Z","end":"2026-07-16T07:34:50.497199Z","steps":["trace[2137945806] 'process raft request' (duration: 113.833359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:52.125683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.398399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:34:52.125759Z","caller":"traceutil/trace.go:171","msg":"trace[791660502] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21892; }","duration":"142.506621ms","start":"2026-07-16T07:34:51.983229Z","end":"2026-07-16T07:34:52.125736Z","steps":["trace[791660502] 'range keys from in-memory index tree' (duration: 142.252094ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:56.421737Z","caller":"traceutil/trace.go:171","msg":"trace[294974054] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"122.94838ms","start":"2026-07-16T07:34:56.298754Z","end":"2026-07-16T07:34:56.421702Z","steps":["trace[294974054] 'process raft request' (duration: 122.674683ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:56.714512Z","caller":"traceutil/trace.go:171","msg":"trace[1394610889] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"121.434309ms","start":"2026-07-16T07:34:56.593038Z","end":"2026-07-16T07:34:56.714472Z","steps":["trace[1394610889] 'process raft request' (duration: 114.23897ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:56.714769Z","caller":"traceutil/trace.go:171","msg":"trace[793974466] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"121.659515ms","start":"2026-07-16T07:34:56.593084Z","end":"2026-07-16T07:34:56.714743Z","steps":["trace[793974466] 'process raft request' (duration: 121.44542ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:56.714913Z","caller":"traceutil/trace.go:171","msg":"trace[2129600235] transaction","detail":"{read_only:false; response_revision:21937; number_of_response:1; }","duration":"121.303545ms","start":"2026-07-16T07:34:56.593535Z","end":"2026-07-16T07:34:56.714838Z","steps":["trace[2129600235] 'process raft request' (duration: 121.088079ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:56.715114Z","caller":"traceutil/trace.go:171","msg":"trace[773156198] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"121.588643ms","start":"2026-07-16T07:34:56.593076Z","end":"2026-07-16T07:34:56.714665Z","steps":["trace[773156198] 'process raft request' (duration: 121.204803ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:58.481966Z","caller":"traceutil/trace.go:171","msg":"trace[1057035652] linearizableReadLoop","detail":"{readStateIndex:22983; appliedIndex:22982; }","duration":"130.677974ms","start":"2026-07-16T07:34:58.351248Z","end":"2026-07-16T07:34:58.481926Z","steps":["trace[1057035652] 'read index received' (duration: 130.498279ms)","trace[1057035652] 'applied index is now lower than readState.Index' (duration: 177.925µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:58.482096Z","caller":"traceutil/trace.go:171","msg":"trace[2081818838] transaction","detail":"{read_only:false; response_revision:21939; number_of_response:1; }","duration":"134.622784ms","start":"2026-07-16T07:34:58.347432Z","end":"2026-07-16T07:34:58.482055Z","steps":["trace[2081818838] 'process raft request' (duration: 134.259924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:58.482192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.893351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:34:58.482279Z","caller":"traceutil/trace.go:171","msg":"trace[1599145130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:21939; }","duration":"131.029854ms","start":"2026-07-16T07:34:58.351232Z","end":"2026-07-16T07:34:58.482262Z","steps":["trace[1599145130] 'agreement among raft nodes before linearized reading' (duration: 130.853369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:58.804192Z","caller":"traceutil/trace.go:171","msg":"trace[1733134842] transaction","detail":"{read_only:false; response_revision:21944; number_of_response:1; }","duration":"142.216254ms","start":"2026-07-16T07:34:58.661919Z","end":"2026-07-16T07:34:58.804135Z","steps":["trace[1733134842] 'process raft request' (duration: 141.769171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:34:58.821968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.065205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:34:58.82241Z","caller":"traceutil/trace.go:171","msg":"trace[132935638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21944; }","duration":"101.96656ms","start":"2026-07-16T07:34:58.720103Z","end":"2026-07-16T07:34:58.822069Z","steps":["trace[132935638] 'agreement among raft nodes before linearized reading' (duration: 84.196888ms)","trace[132935638] 'range keys from bolt db' (duration: 16.785774ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:58.961368Z","caller":"traceutil/trace.go:171","msg":"trace[1606748735] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"136.816644ms","start":"2026-07-16T07:34:58.824521Z","end":"2026-07-16T07:34:58.961338Z","steps":["trace[1606748735] 'process raft request' (duration: 136.735251ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:58.961667Z","caller":"traceutil/trace.go:171","msg":"trace[613660668] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"138.032437ms","start":"2026-07-16T07:34:58.823624Z","end":"2026-07-16T07:34:58.961656Z","steps":["trace[613660668] 'process raft request' (duration: 44.737947ms)","trace[613660668] 'compare' (duration: 92.581221ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:34:58.961785Z","caller":"traceutil/trace.go:171","msg":"trace[2130756808] transaction","detail":"{read_only:false; response_revision:21946; number_of_response:1; }","duration":"138.063869ms","start":"2026-07-16T07:34:58.823712Z","end":"2026-07-16T07:34:58.961776Z","steps":["trace[2130756808] 'process raft request' (duration: 137.497593ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:34:58.961903Z","caller":"traceutil/trace.go:171","msg":"trace[1179821611] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"132.500465ms","start":"2026-07-16T07:34:58.829351Z","end":"2026-07-16T07:34:58.961852Z","steps":["trace[1179821611] 'process raft request' (duration: 131.943689ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:00.479298Z","caller":"traceutil/trace.go:171","msg":"trace[1538875967] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"188.201845ms","start":"2026-07-16T07:35:00.291052Z","end":"2026-07-16T07:35:00.479254Z","steps":["trace[1538875967] 'process raft request' (duration: 175.71596ms)","trace[1538875967] 'compare' (duration: 11.93956ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:00.479325Z","caller":"traceutil/trace.go:171","msg":"trace[821827194] linearizableReadLoop","detail":"{readStateIndex:23015; appliedIndex:23013; }","duration":"159.529332ms","start":"2026-07-16T07:35:00.319764Z","end":"2026-07-16T07:35:00.479293Z","steps":["trace[821827194] 'read index received' (duration: 146.966145ms)","trace[821827194] 'applied index is now lower than readState.Index' (duration: 12.561547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:00.479696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.895422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29736455-9gw4x\" ","response":"range_response_count:1 size:5675"} {"level":"info","ts":"2026-07-16T07:35:00.479778Z","caller":"traceutil/trace.go:171","msg":"trace[138581449] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29736455-9gw4x; range_end:; response_count:1; response_revision:21969; }","duration":"160.018926ms","start":"2026-07-16T07:35:00.319731Z","end":"2026-07-16T07:35:00.47975Z","steps":["trace[138581449] 'agreement among raft nodes before linearized reading' (duration: 159.677226ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:00.479774Z","caller":"traceutil/trace.go:171","msg":"trace[555483056] transaction","detail":"{read_only:false; response_revision:21969; number_of_response:1; }","duration":"188.547735ms","start":"2026-07-16T07:35:00.291183Z","end":"2026-07-16T07:35:00.479731Z","steps":["trace[555483056] 'process raft request' (duration: 187.98349ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:00.799254Z","caller":"traceutil/trace.go:171","msg":"trace[1818917191] transaction","detail":"{read_only:false; response_revision:21970; number_of_response:1; }","duration":"307.532926ms","start":"2026-07-16T07:35:00.491677Z","end":"2026-07-16T07:35:00.79921Z","steps":["trace[1818917191] 'process raft request' (duration: 304.627985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:00.799471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.491649Z","time spent":"307.704371ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6964,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:35:00.805896Z","caller":"traceutil/trace.go:171","msg":"trace[800445823] linearizableReadLoop","detail":"{readStateIndex:23017; appliedIndex:23015; }","duration":"282.031471ms","start":"2026-07-16T07:35:00.52383Z","end":"2026-07-16T07:35:00.805861Z","steps":["trace[800445823] 'read index received' (duration: 272.492177ms)","trace[800445823] 'applied index is now lower than readState.Index' (duration: 9.538194ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:00.805995Z","caller":"traceutil/trace.go:171","msg":"trace[424641714] transaction","detail":"{read_only:false; response_revision:21971; number_of_response:1; }","duration":"292.039947ms","start":"2026-07-16T07:35:00.513918Z","end":"2026-07-16T07:35:00.805958Z","steps":["trace[424641714] 'process raft request' (duration: 291.78324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:00.806335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.034714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:35:00.806377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.7626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-16T07:35:00.806438Z","caller":"traceutil/trace.go:171","msg":"trace[1241745570] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:21971; }","duration":"184.882044ms","start":"2026-07-16T07:35:00.621537Z","end":"2026-07-16T07:35:00.806419Z","steps":["trace[1241745570] 'agreement among raft nodes before linearized reading' (duration: 184.73514ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:00.806436Z","caller":"traceutil/trace.go:171","msg":"trace[1960066382] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21971; }","duration":"272.196559ms","start":"2026-07-16T07:35:00.534213Z","end":"2026-07-16T07:35:00.80641Z","steps":["trace[1960066382] 'agreement among raft nodes before linearized reading' (duration: 271.983353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:00.806377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.703028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-07-16T07:35:00.806566Z","caller":"traceutil/trace.go:171","msg":"trace[1918121956] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:21971; }","duration":"184.914495ms","start":"2026-07-16T07:35:00.621635Z","end":"2026-07-16T07:35:00.80655Z","steps":["trace[1918121956] 'agreement among raft nodes before linearized reading' (duration: 184.629357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:00.806947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.404581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:35:00.807Z","caller":"traceutil/trace.go:171","msg":"trace[733881002] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21971; }","duration":"283.236804ms","start":"2026-07-16T07:35:00.523748Z","end":"2026-07-16T07:35:00.806985Z","steps":["trace[733881002] 'agreement among raft nodes before linearized reading' (duration: 282.291217ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.230163Z","caller":"traceutil/trace.go:171","msg":"trace[1867783693] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"414.082063ms","start":"2026-07-16T07:35:00.816054Z","end":"2026-07-16T07:35:01.230136Z","steps":["trace[1867783693] 'process raft request' (duration: 413.814066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.23034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.816032Z","time spent":"414.204326ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:35:01.230406Z","caller":"traceutil/trace.go:171","msg":"trace[474125300] linearizableReadLoop","detail":"{readStateIndex:23020; appliedIndex:23017; }","duration":"408.92625ms","start":"2026-07-16T07:35:00.821446Z","end":"2026-07-16T07:35:01.230372Z","steps":["trace[474125300] 'read index received' (duration: 69.580054ms)","trace[474125300] 'applied index is now lower than readState.Index' (duration: 339.343056ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:01.230479Z","caller":"traceutil/trace.go:171","msg":"trace[420961701] transaction","detail":"{read_only:false; response_revision:21974; number_of_response:1; }","duration":"413.218589ms","start":"2026-07-16T07:35:00.8172Z","end":"2026-07-16T07:35:01.230418Z","steps":["trace[420961701] 'process raft request' (duration: 412.847219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.230715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.817191Z","time spent":"413.389383ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:35:01.230786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.911333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:35:01.230799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.325721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:35:01.230826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.474163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.230854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.247009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.23082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.521747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.230882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.671189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.230887Z","caller":"traceutil/trace.go:171","msg":"trace[310613578] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21974; }","duration":"187.2848ms","start":"2026-07-16T07:35:01.043592Z","end":"2026-07-16T07:35:01.230877Z","steps":["trace[310613578] 'agreement among raft nodes before linearized reading' (duration: 187.245859ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.230884Z","caller":"traceutil/trace.go:171","msg":"trace[2008592044] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"188.566745ms","start":"2026-07-16T07:35:01.042302Z","end":"2026-07-16T07:35:01.230869Z","steps":["trace[2008592044] 'agreement among raft nodes before linearized reading' (duration: 188.452642ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.230913Z","caller":"traceutil/trace.go:171","msg":"trace[2061077598] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"192.71652ms","start":"2026-07-16T07:35:01.03819Z","end":"2026-07-16T07:35:01.230907Z","steps":["trace[2061077598] 'agreement among raft nodes before linearized reading' (duration: 192.657739ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.230918Z","caller":"traceutil/trace.go:171","msg":"trace[1952653586] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21974; }","duration":"191.64476ms","start":"2026-07-16T07:35:01.039248Z","end":"2026-07-16T07:35:01.230893Z","steps":["trace[1952653586] 'agreement among raft nodes before linearized reading' (duration: 191.477795ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.230874Z","caller":"traceutil/trace.go:171","msg":"trace[527609983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21974; }","duration":"409.460455ms","start":"2026-07-16T07:35:00.821392Z","end":"2026-07-16T07:35:01.230853Z","steps":["trace[527609983] 'agreement among raft nodes before linearized reading' (duration: 409.156757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.230999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.821375Z","time spent":"409.615219ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:35:01.230832Z","caller":"traceutil/trace.go:171","msg":"trace[684584598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21974; }","duration":"335.010336ms","start":"2026-07-16T07:35:00.895806Z","end":"2026-07-16T07:35:01.230816Z","steps":["trace[684584598] 'agreement among raft nodes before linearized reading' (duration: 334.822641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.541305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.231131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.844093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.231151Z","caller":"traceutil/trace.go:171","msg":"trace[1122501180] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21974; }","duration":"188.595226ms","start":"2026-07-16T07:35:01.042543Z","end":"2026-07-16T07:35:01.231138Z","steps":["trace[1122501180] 'agreement among raft nodes before linearized reading' (duration: 188.524584ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.231163Z","caller":"traceutil/trace.go:171","msg":"trace[814752952] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"188.901644ms","start":"2026-07-16T07:35:01.042252Z","end":"2026-07-16T07:35:01.231153Z","steps":["trace[814752952] 'agreement among raft nodes before linearized reading' (duration: 188.838463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.383455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.231251Z","caller":"traceutil/trace.go:171","msg":"trace[1716536306] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21974; }","duration":"190.497579ms","start":"2026-07-16T07:35:01.04074Z","end":"2026-07-16T07:35:01.231238Z","steps":["trace[1716536306] 'agreement among raft nodes before linearized reading' (duration: 190.421417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.102791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.231135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.895775Z","time spent":"335.348445ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:35:01.231289Z","caller":"traceutil/trace.go:171","msg":"trace[1958917603] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21974; }","duration":"193.145562ms","start":"2026-07-16T07:35:01.038136Z","end":"2026-07-16T07:35:01.231282Z","steps":["trace[1958917603] 'agreement among raft nodes before linearized reading' (duration: 193.0612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.580924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.231336Z","caller":"traceutil/trace.go:171","msg":"trace[1286188266] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21974; }","duration":"189.642275ms","start":"2026-07-16T07:35:01.04168Z","end":"2026-07-16T07:35:01.231322Z","steps":["trace[1286188266] 'agreement among raft nodes before linearized reading' (duration: 189.576503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.230816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.018981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.231375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.485164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.231368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.432885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.231383Z","caller":"traceutil/trace.go:171","msg":"trace[766247600] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"188.599016ms","start":"2026-07-16T07:35:01.04277Z","end":"2026-07-16T07:35:01.231369Z","steps":["trace[766247600] 'agreement among raft nodes before linearized reading' (duration: 188.00717ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.231429Z","caller":"traceutil/trace.go:171","msg":"trace[1532531466] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"191.558368ms","start":"2026-07-16T07:35:01.039854Z","end":"2026-07-16T07:35:01.231413Z","steps":["trace[1532531466] 'agreement among raft nodes before linearized reading' (duration: 191.440125ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.231394Z","caller":"traceutil/trace.go:171","msg":"trace[1799744701] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21974; }","duration":"196.576597ms","start":"2026-07-16T07:35:01.034811Z","end":"2026-07-16T07:35:01.231388Z","steps":["trace[1799744701] 'agreement among raft nodes before linearized reading' (duration: 196.536866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.805027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:01.231511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.89294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:35:01.231526Z","caller":"traceutil/trace.go:171","msg":"trace[2063115982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21974; }","duration":"310.892369ms","start":"2026-07-16T07:35:00.920624Z","end":"2026-07-16T07:35:01.231517Z","steps":["trace[2063115982] 'agreement among raft nodes before linearized reading' (duration: 310.843128ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.231536Z","caller":"traceutil/trace.go:171","msg":"trace[1136557050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21974; }","duration":"258.971923ms","start":"2026-07-16T07:35:00.972557Z","end":"2026-07-16T07:35:01.231529Z","steps":["trace[1136557050] 'agreement among raft nodes before linearized reading' (duration: 258.893721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:00.920595Z","time spent":"310.94794ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:35:01.231439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.777214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:01.231596Z","caller":"traceutil/trace.go:171","msg":"trace[2099114221] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21974; }","duration":"255.9811ms","start":"2026-07-16T07:35:00.975595Z","end":"2026-07-16T07:35:01.231576Z","steps":["trace[2099114221] 'agreement among raft nodes before linearized reading' (duration: 255.812135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.351243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:35:01.231752Z","caller":"traceutil/trace.go:171","msg":"trace[1856360660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21974; }","duration":"259.405285ms","start":"2026-07-16T07:35:00.972334Z","end":"2026-07-16T07:35:01.23174Z","steps":["trace[1856360660] 'agreement among raft nodes before linearized reading' (duration: 259.302072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.797355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:35:01.231818Z","caller":"traceutil/trace.go:171","msg":"trace[1147558753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21974; }","duration":"259.877667ms","start":"2026-07-16T07:35:00.971929Z","end":"2026-07-16T07:35:01.231807Z","steps":["trace[1147558753] 'agreement among raft nodes before linearized reading' (duration: 259.710843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.231868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.376314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:35:01.231907Z","caller":"traceutil/trace.go:171","msg":"trace[1302973953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21974; }","duration":"259.477437ms","start":"2026-07-16T07:35:00.972408Z","end":"2026-07-16T07:35:01.231886Z","steps":["trace[1302973953] 'agreement among raft nodes before linearized reading' (duration: 259.406155ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.4775Z","caller":"traceutil/trace.go:171","msg":"trace[2126145180] transaction","detail":"{read_only:false; response_revision:21978; number_of_response:1; }","duration":"240.016899ms","start":"2026-07-16T07:35:01.237446Z","end":"2026-07-16T07:35:01.477463Z","steps":["trace[2126145180] 'process raft request' (duration: 239.917536ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.477526Z","caller":"traceutil/trace.go:171","msg":"trace[1422920717] transaction","detail":"{read_only:false; response_revision:21976; number_of_response:1; }","duration":"240.135532ms","start":"2026-07-16T07:35:01.237335Z","end":"2026-07-16T07:35:01.47747Z","steps":["trace[1422920717] 'process raft request' (duration: 239.791842ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.477551Z","caller":"traceutil/trace.go:171","msg":"trace[197088554] transaction","detail":"{read_only:false; response_revision:21977; number_of_response:1; }","duration":"240.124632ms","start":"2026-07-16T07:35:01.237373Z","end":"2026-07-16T07:35:01.477498Z","steps":["trace[197088554] 'process raft request' (duration: 239.930246ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.477885Z","caller":"traceutil/trace.go:171","msg":"trace[986869130] transaction","detail":"{read_only:false; response_revision:21979; number_of_response:1; }","duration":"235.857263ms","start":"2026-07-16T07:35:01.242012Z","end":"2026-07-16T07:35:01.477869Z","steps":["trace[986869130] 'process raft request' (duration: 235.3892ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.478209Z","caller":"traceutil/trace.go:171","msg":"trace[691932029] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"236.169292ms","start":"2026-07-16T07:35:01.242026Z","end":"2026-07-16T07:35:01.478195Z","steps":["trace[691932029] 'process raft request' (duration: 235.711399ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.478199Z","caller":"traceutil/trace.go:171","msg":"trace[1918381508] linearizableReadLoop","detail":"{readStateIndex:23024; appliedIndex:23020; }","duration":"237.042546ms","start":"2026-07-16T07:35:01.241111Z","end":"2026-07-16T07:35:01.478153Z","steps":["trace[1918381508] 'read index received' (duration: 52.404039ms)","trace[1918381508] 'applied index is now lower than readState.Index' (duration: 184.636657ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:01.478371Z","caller":"traceutil/trace.go:171","msg":"trace[1394858414] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"235.252556ms","start":"2026-07-16T07:35:01.243107Z","end":"2026-07-16T07:35:01.47836Z","steps":["trace[1394858414] 'process raft request' (duration: 234.899677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:01.478501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.361214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-16T07:35:01.478525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.608368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:35:01.47856Z","caller":"traceutil/trace.go:171","msg":"trace[554566457] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:21981; }","duration":"237.454548ms","start":"2026-07-16T07:35:01.241092Z","end":"2026-07-16T07:35:01.478546Z","steps":["trace[554566457] 'agreement among raft nodes before linearized reading' (duration: 237.266282ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.47859Z","caller":"traceutil/trace.go:171","msg":"trace[63749250] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21981; }","duration":"170.775703ms","start":"2026-07-16T07:35:01.307797Z","end":"2026-07-16T07:35:01.478573Z","steps":["trace[63749250] 'agreement among raft nodes before linearized reading' (duration: 170.602569ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:01.937976Z","caller":"traceutil/trace.go:171","msg":"trace[730743234] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"125.475321ms","start":"2026-07-16T07:35:01.812462Z","end":"2026-07-16T07:35:01.937938Z","steps":["trace[730743234] 'process raft request' (duration: 47.652109ms)","trace[730743234] 'compare' (duration: 77.546324ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:02.155147Z","caller":"traceutil/trace.go:171","msg":"trace[78594836] linearizableReadLoop","detail":"{readStateIndex:23033; appliedIndex:23032; }","duration":"103.973476ms","start":"2026-07-16T07:35:02.051145Z","end":"2026-07-16T07:35:02.155118Z","steps":["trace[78594836] 'read index received' (duration: 100.611003ms)","trace[78594836] 'applied index is now lower than readState.Index' (duration: 3.361383ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:02.155182Z","caller":"traceutil/trace.go:171","msg":"trace[1492061148] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"197.189334ms","start":"2026-07-16T07:35:01.957942Z","end":"2026-07-16T07:35:02.155131Z","steps":["trace[1492061148] 'process raft request' (duration: 193.909593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:02.155505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.330795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:35:02.155653Z","caller":"traceutil/trace.go:171","msg":"trace[123790917] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21986; }","duration":"104.533001ms","start":"2026-07-16T07:35:02.051096Z","end":"2026-07-16T07:35:02.155629Z","steps":["trace[123790917] 'agreement among raft nodes before linearized reading' (duration: 104.122459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.041758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.741278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:35:03.041847Z","caller":"traceutil/trace.go:171","msg":"trace[1123645635] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21986; }","duration":"774.870022ms","start":"2026-07-16T07:35:02.266955Z","end":"2026-07-16T07:35:03.041825Z","steps":["trace[1123645635] 'range keys from in-memory index tree' (duration: 774.550243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.041893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:02.266936Z","time spent":"774.943133ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:35:03.042859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.20955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:35:03.042917Z","caller":"traceutil/trace.go:171","msg":"trace[2061817638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21986; }","duration":"579.312702ms","start":"2026-07-16T07:35:02.463588Z","end":"2026-07-16T07:35:03.0429Z","steps":["trace[2061817638] 'count revisions from in-memory index tree' (duration: 579.085256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.042951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:02.463564Z","time spent":"579.377694ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":88,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:35:03.044669Z","caller":"traceutil/trace.go:171","msg":"trace[431140359] linearizableReadLoop","detail":"{readStateIndex:23034; appliedIndex:23033; }","duration":"165.513858ms","start":"2026-07-16T07:35:02.87913Z","end":"2026-07-16T07:35:03.044644Z","steps":["trace[431140359] 'read index received' (duration: 165.073535ms)","trace[431140359] 'applied index is now lower than readState.Index' (duration: 438.933µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:03.044823Z","caller":"traceutil/trace.go:171","msg":"trace[766753119] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"229.149538ms","start":"2026-07-16T07:35:02.815662Z","end":"2026-07-16T07:35:03.044811Z","steps":["trace[766753119] 'process raft request' (duration: 228.804429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.044912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.09344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:03.044962Z","caller":"traceutil/trace.go:171","msg":"trace[1498678350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21987; }","duration":"125.156492ms","start":"2026-07-16T07:35:02.919789Z","end":"2026-07-16T07:35:03.044946Z","steps":["trace[1498678350] 'agreement among raft nodes before linearized reading' (duration: 125.08563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.044961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.823767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T07:35:03.045008Z","caller":"traceutil/trace.go:171","msg":"trace[1951078523] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21987; }","duration":"165.933469ms","start":"2026-07-16T07:35:02.879061Z","end":"2026-07-16T07:35:03.044995Z","steps":["trace[1951078523] 'agreement among raft nodes before linearized reading' (duration: 165.790315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.044994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.361105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:03.045119Z","caller":"traceutil/trace.go:171","msg":"trace[1636852826] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21987; }","duration":"126.552091ms","start":"2026-07-16T07:35:02.918525Z","end":"2026-07-16T07:35:03.045077Z","steps":["trace[1636852826] 'agreement among raft nodes before linearized reading' (duration: 126.329634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.933384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.421599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:35:03.933531Z","caller":"traceutil/trace.go:171","msg":"trace[1637294413] linearizableReadLoop","detail":"{readStateIndex:23035; appliedIndex:23034; }","duration":"882.851808ms","start":"2026-07-16T07:35:03.050655Z","end":"2026-07-16T07:35:03.933507Z","steps":["trace[1637294413] 'read index received' (duration: 138.196522ms)","trace[1637294413] 'applied index is now lower than readState.Index' (duration: 744.653216ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:03.933556Z","caller":"traceutil/trace.go:171","msg":"trace[1269979933] transaction","detail":"{read_only:false; response_revision:21988; number_of_response:1; }","duration":"882.882189ms","start":"2026-07-16T07:35:03.050627Z","end":"2026-07-16T07:35:03.933509Z","steps":["trace[1269979933] 'process raft request' (duration: 138.205783ms)","trace[1269979933] 'compare' (duration: 743.133124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:03.933719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.050605Z","time spent":"883.029254ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:35:03.933784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.132227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-16T07:35:03.933829Z","caller":"traceutil/trace.go:171","msg":"trace[521022044] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd; range_end:; response_count:1; response_revision:21988; }","duration":"883.210909ms","start":"2026-07-16T07:35:03.050605Z","end":"2026-07-16T07:35:03.933816Z","steps":["trace[521022044] 'agreement among raft nodes before linearized reading' (duration: 882.999483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:03.933875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.050583Z","time spent":"883.28331ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9c213883-812b-4521-824a-103f7327d6bd\" "} {"level":"warn","ts":"2026-07-16T07:35:04.433856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830585567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:35:04.934871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830585567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:35:05.435676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830585567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:35:05.921167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:35:05.921361Z","caller":"traceutil/trace.go:171","msg":"trace[1504574883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348645s","start":"2026-07-16T07:35:03.920985Z","end":"2026-07-16T07:35:05.921334Z","steps":["trace[1504574883] 'agreement among raft nodes before linearized reading' (duration: 2.000119119s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:05.921493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.920961Z","time spent":"2.0005074s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:35:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:35:05.936653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830585567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:35:06.303805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.114945244s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:35:06.346825Z","caller":"traceutil/trace.go:171","msg":"trace[483962742] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"3.214495077s","start":"2026-07-16T07:35:03.129708Z","end":"2026-07-16T07:35:06.344203Z","steps":["trace[483962742] 'process raft request' (duration: 3.17449956s)","trace[483962742] 'compare' (duration: 39.423261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:06.347018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.129676Z","time spent":"3.217223222s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:35:06.364965Z","caller":"traceutil/trace.go:171","msg":"trace[1350978811] linearizableReadLoop","detail":"{readStateIndex:23038; appliedIndex:23035; }","duration":"2.431375577s","start":"2026-07-16T07:35:03.933561Z","end":"2026-07-16T07:35:06.364937Z","steps":["trace[1350978811] 'read index received' (duration: 2.370648797s)","trace[1350978811] 'applied index is now lower than readState.Index' (duration: 60.72535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:06.36512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123361227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.365254Z","caller":"traceutil/trace.go:171","msg":"trace[383675348] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.123518811s","start":"2026-07-16T07:35:03.241705Z","end":"2026-07-16T07:35:06.365224Z","steps":["trace[383675348] 'agreement among raft nodes before linearized reading' (duration: 3.123266094s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.36533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241701Z","time spent":"3.123615703s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.365518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123803868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.365737Z","caller":"traceutil/trace.go:171","msg":"trace[838167376] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"2.381779586s","start":"2026-07-16T07:35:03.983941Z","end":"2026-07-16T07:35:06.365721Z","steps":["trace[838167376] 'process raft request' (duration: 2.380777608s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.36588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.983913Z","time spent":"2.381865598s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:35:06.36604Z","caller":"traceutil/trace.go:171","msg":"trace[1109617657] transaction","detail":"{read_only:false; response_revision:21991; number_of_response:1; }","duration":"1.313511129s","start":"2026-07-16T07:35:05.052516Z","end":"2026-07-16T07:35:06.366027Z","steps":["trace[1109617657] 'process raft request' (duration: 1.312360577s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.366107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:05.052466Z","time spent":"1.313607521s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:35:06.366339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872897779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:35:06.366381Z","caller":"traceutil/trace.go:171","msg":"trace[597083417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21991; }","duration":"2.872946061s","start":"2026-07-16T07:35:03.493423Z","end":"2026-07-16T07:35:06.366369Z","steps":["trace[597083417] 'agreement among raft nodes before linearized reading' (duration: 2.872797216s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.366409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.493416Z","time spent":"2.872986071s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:35:06.366585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881466245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:35:06.366623Z","caller":"traceutil/trace.go:171","msg":"trace[1295100089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21991; }","duration":"2.881515517s","start":"2026-07-16T07:35:03.485098Z","end":"2026-07-16T07:35:06.366614Z","steps":["trace[1295100089] 'agreement among raft nodes before linearized reading' (duration: 2.881418365s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.366653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.48509Z","time spent":"2.881554488s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:35:06.366823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881743274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:35:06.366859Z","caller":"traceutil/trace.go:171","msg":"trace[1182635423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21991; }","duration":"2.881795775s","start":"2026-07-16T07:35:03.485054Z","end":"2026-07-16T07:35:06.36685Z","steps":["trace[1182635423] 'agreement among raft nodes before linearized reading' (duration: 2.881707632s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.366888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.485047Z","time spent":"2.881834776s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:35:06.367061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882195617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:35:06.3671Z","caller":"traceutil/trace.go:171","msg":"trace[1369258492] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21991; }","duration":"2.882259527s","start":"2026-07-16T07:35:03.484829Z","end":"2026-07-16T07:35:06.367088Z","steps":["trace[1369258492] 'agreement among raft nodes before linearized reading' (duration: 2.882166775s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.367128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.484823Z","time spent":"2.882298788s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:35:06.367419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88268719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:35:06.367548Z","caller":"traceutil/trace.go:171","msg":"trace[258683615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21991; }","duration":"2.882852665s","start":"2026-07-16T07:35:03.484672Z","end":"2026-07-16T07:35:06.367525Z","steps":["trace[258683615] 'agreement among raft nodes before linearized reading' (duration: 2.882551546s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.367606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.484661Z","time spent":"2.882933926s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:35:06.367786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884221632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:35:06.367825Z","caller":"traceutil/trace.go:171","msg":"trace[310368546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21991; }","duration":"2.884299075s","start":"2026-07-16T07:35:03.483517Z","end":"2026-07-16T07:35:06.367816Z","steps":["trace[310368546] 'agreement among raft nodes before linearized reading' (duration: 2.884207032s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.367854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.483492Z","time spent":"2.884355615s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:35:06.367983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068684594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:35:06.368019Z","caller":"traceutil/trace.go:171","msg":"trace[2040133505] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21991; }","duration":"3.068737006s","start":"2026-07-16T07:35:03.299272Z","end":"2026-07-16T07:35:06.368009Z","steps":["trace[2040133505] 'agreement among raft nodes before linearized reading' (duration: 3.068652044s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.368046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.299262Z","time spent":"3.068778027s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:35:06.368359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126772651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.368407Z","caller":"traceutil/trace.go:171","msg":"trace[1256978322] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21991; }","duration":"3.126834053s","start":"2026-07-16T07:35:03.241562Z","end":"2026-07-16T07:35:06.368396Z","steps":["trace[1256978322] 'agreement among raft nodes before linearized reading' (duration: 3.126763921s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.368448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241557Z","time spent":"3.126883564s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T07:35:06.368457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126922695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.368512Z","caller":"traceutil/trace.go:171","msg":"trace[1718806324] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.126985076s","start":"2026-07-16T07:35:03.241514Z","end":"2026-07-16T07:35:06.368499Z","steps":["trace[1718806324] 'agreement among raft nodes before linearized reading' (duration: 3.126920345s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.368556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241508Z","time spent":"3.127039939s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.368602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126928145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.368641Z","caller":"traceutil/trace.go:171","msg":"trace[510557621] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21991; }","duration":"3.126977426s","start":"2026-07-16T07:35:03.241654Z","end":"2026-07-16T07:35:06.368632Z","steps":["trace[510557621] 'agreement among raft nodes before linearized reading' (duration: 3.126919415s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.368692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.24165Z","time spent":"3.127035869s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:35:06.369195Z","caller":"traceutil/trace.go:171","msg":"trace[53525241] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.123893752s","start":"2026-07-16T07:35:03.241681Z","end":"2026-07-16T07:35:06.365575Z","steps":["trace[53525241] 'agreement among raft nodes before linearized reading' (duration: 3.123379637s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.369967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241673Z","time spent":"3.127654325s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.370569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131402149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.370616Z","caller":"traceutil/trace.go:171","msg":"trace[2003431417] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.131466121s","start":"2026-07-16T07:35:03.239138Z","end":"2026-07-16T07:35:06.370604Z","steps":["trace[2003431417] 'agreement among raft nodes before linearized reading' (duration: 3.131390109s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.370645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.239132Z","time spent":"3.131506342s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.372943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131334707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.372993Z","caller":"traceutil/trace.go:171","msg":"trace[1972469377] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.131396978s","start":"2026-07-16T07:35:03.241586Z","end":"2026-07-16T07:35:06.372983Z","steps":["trace[1972469377] 'agreement among raft nodes before linearized reading' (duration: 3.131319576s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.373016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241582Z","time spent":"3.131428149s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.368369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126925376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.373704Z","caller":"traceutil/trace.go:171","msg":"trace[1132502335] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:21991; }","duration":"3.132278853s","start":"2026-07-16T07:35:03.241413Z","end":"2026-07-16T07:35:06.373691Z","steps":["trace[1132502335] 'agreement among raft nodes before linearized reading' (duration: 3.126920315s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.373739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241403Z","time spent":"3.132325574s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:06.368411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126853863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.37384Z","caller":"traceutil/trace.go:171","msg":"trace[1237724613] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21991; }","duration":"3.132293774s","start":"2026-07-16T07:35:03.241539Z","end":"2026-07-16T07:35:06.373833Z","steps":["trace[1237724613] 'agreement among raft nodes before linearized reading' (duration: 3.126851513s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.373861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241534Z","time spent":"3.132320635s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:35:06.373877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132248032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:06.373941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134822374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.373955Z","caller":"traceutil/trace.go:171","msg":"trace[1128451985] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:21991; }","duration":"3.132289834s","start":"2026-07-16T07:35:03.241609Z","end":"2026-07-16T07:35:06.373898Z","steps":["trace[1128451985] 'agreement among raft nodes before linearized reading' (duration: 3.132244123s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.373996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241604Z","time spent":"3.132380156s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:35:06.373963Z","caller":"traceutil/trace.go:171","msg":"trace[654112328] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21991; }","duration":"3.134882825s","start":"2026-07-16T07:35:03.239075Z","end":"2026-07-16T07:35:06.373958Z","steps":["trace[654112328] 'agreement among raft nodes before linearized reading' (duration: 3.134846544s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.374081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.23905Z","time spent":"3.135020659s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:35:06.374184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13249774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:06.374314Z","caller":"traceutil/trace.go:171","msg":"trace[887545249] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:21991; }","duration":"3.132661674s","start":"2026-07-16T07:35:03.241631Z","end":"2026-07-16T07:35:06.374293Z","steps":["trace[887545249] 'agreement among raft nodes before linearized reading' (duration: 3.132295914s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.374395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:03.241627Z","time spent":"3.132755616s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:35:06.459831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894124197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:35:06.460035Z","caller":"traceutil/trace.go:171","msg":"trace[644997716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21992; }","duration":"1.894401185s","start":"2026-07-16T07:35:04.565602Z","end":"2026-07-16T07:35:06.460003Z","steps":["trace[644997716] 'agreement among raft nodes before linearized reading' (duration: 1.893836059s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.460136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:04.565574Z","time spent":"1.894546009s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:35:06.460149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.954174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:35:06.460227Z","caller":"traceutil/trace.go:171","msg":"trace[57769817] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21993; }","duration":"523.017086ms","start":"2026-07-16T07:35:05.937188Z","end":"2026-07-16T07:35:06.460205Z","steps":["trace[57769817] 'agreement among raft nodes before linearized reading' (duration: 522.369938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.460316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:05.937156Z","time spent":"523.15083ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:35:06.460345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099536399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-16T07:35:06.45995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.466233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:06.460042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790128371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:35:06.46055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417789131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T07:35:06.46059Z","caller":"traceutil/trace.go:171","msg":"trace[2072830588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21993; }","duration":"2.417871323s","start":"2026-07-16T07:35:04.042708Z","end":"2026-07-16T07:35:06.46058Z","steps":["trace[2072830588] 'agreement among raft nodes before linearized reading' (duration: 2.416872515s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:06.460571Z","caller":"traceutil/trace.go:171","msg":"trace[1322831502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21993; }","duration":"1.790707077s","start":"2026-07-16T07:35:04.669833Z","end":"2026-07-16T07:35:06.46054Z","steps":["trace[1322831502] 'agreement among raft nodes before linearized reading' (duration: 1.78973621s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.460634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:04.042687Z","time spent":"2.417937025s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-16T07:35:06.460662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:04.6698Z","time spent":"1.79082741s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:35:06.460663Z","caller":"traceutil/trace.go:171","msg":"trace[2000903371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21993; }","duration":"539.06471ms","start":"2026-07-16T07:35:05.92146Z","end":"2026-07-16T07:35:06.460525Z","steps":["trace[2000903371] 'agreement among raft nodes before linearized reading' (duration: 538.076622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.460935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:05.921401Z","time spent":"539.42912ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:35:06.460452Z","caller":"traceutil/trace.go:171","msg":"trace[1514491626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21993; }","duration":"2.099652112s","start":"2026-07-16T07:35:04.360771Z","end":"2026-07-16T07:35:06.460423Z","steps":["trace[1514491626] 'agreement among raft nodes before linearized reading' (duration: 2.098826169s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.461097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:04.360695Z","time spent":"2.100387632s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:35:06.461299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91664216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:35:06.461414Z","caller":"traceutil/trace.go:171","msg":"trace[730748117] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21992; }","duration":"1.916780734s","start":"2026-07-16T07:35:04.5446Z","end":"2026-07-16T07:35:06.461381Z","steps":["trace[730748117] 'agreement among raft nodes before linearized reading' (duration: 1.914851821s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:06.461781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:04.544568Z","time spent":"1.916876957s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:35:07.162137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.719069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:35:07.16229Z","caller":"traceutil/trace.go:171","msg":"trace[1225756455] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"231.589906ms","start":"2026-07-16T07:35:06.930672Z","end":"2026-07-16T07:35:07.162262Z","steps":["trace[1225756455] 'process raft request' (duration: 80.63997ms)","trace[1225756455] 'compare' (duration: 150.345429ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:07.186352Z","caller":"traceutil/trace.go:171","msg":"trace[747326830] linearizableReadLoop","detail":"{readStateIndex:23063; appliedIndex:23062; }","duration":"114.761174ms","start":"2026-07-16T07:35:07.071564Z","end":"2026-07-16T07:35:07.186326Z","steps":["trace[747326830] 'read index received' (duration: 114.533358ms)","trace[747326830] 'applied index is now lower than readState.Index' (duration: 226.706µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:07.186452Z","caller":"traceutil/trace.go:171","msg":"trace[224678819] transaction","detail":"{read_only:false; response_revision:22014; number_of_response:1; }","duration":"250.20888ms","start":"2026-07-16T07:35:06.936214Z","end":"2026-07-16T07:35:07.186423Z","steps":["trace[224678819] 'process raft request' (duration: 249.953433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:07.186525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.916268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:35:07.186643Z","caller":"traceutil/trace.go:171","msg":"trace[596032287] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22014; }","duration":"115.049672ms","start":"2026-07-16T07:35:07.071512Z","end":"2026-07-16T07:35:07.186561Z","steps":["trace[596032287] 'agreement among raft nodes before linearized reading' (duration: 114.915238ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:07.50507Z","caller":"traceutil/trace.go:171","msg":"trace[619516141] transaction","detail":"{read_only:false; response_revision:22016; number_of_response:1; }","duration":"238.212388ms","start":"2026-07-16T07:35:07.266819Z","end":"2026-07-16T07:35:07.505032Z","steps":["trace[619516141] 'process raft request' (duration: 230.774742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:08.874881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830585628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:35:09.122593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.305183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.122689Z","caller":"traceutil/trace.go:171","msg":"trace[2079721207] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22016; }","duration":"963.468728ms","start":"2026-07-16T07:35:08.159194Z","end":"2026-07-16T07:35:09.122662Z","steps":["trace[2079721207] 'count revisions from in-memory index tree' (duration: 963.121368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.12274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.159163Z","time spent":"963.561301ms","remote":"127.0.0.1:33568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:35:09.123388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202259183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.123463Z","caller":"traceutil/trace.go:171","msg":"trace[1301245221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22016; }","duration":"1.202398567s","start":"2026-07-16T07:35:07.921046Z","end":"2026-07-16T07:35:09.123445Z","steps":["trace[1301245221] 'range keys from in-memory index tree' (duration: 1.202140439s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.123495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:07.921009Z","time spent":"1.202481129s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:35:09.123569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.190918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.12368Z","caller":"traceutil/trace.go:171","msg":"trace[1292139996] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22016; }","duration":"806.374003ms","start":"2026-07-16T07:35:08.317281Z","end":"2026-07-16T07:35:09.123655Z","steps":["trace[1292139996] 'count revisions from in-memory index tree' (duration: 806.063124ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:09.123697Z","caller":"traceutil/trace.go:171","msg":"trace[1070843429] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"749.713955ms","start":"2026-07-16T07:35:08.37397Z","end":"2026-07-16T07:35:09.123684Z","steps":["trace[1070843429] 'process raft request' (duration: 748.019749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.123728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.317245Z","time spent":"806.472795ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:35:09.123782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.306315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.123825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.373932Z","time spent":"749.815688ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:35:09.123837Z","caller":"traceutil/trace.go:171","msg":"trace[850271152] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"749.395917ms","start":"2026-07-16T07:35:08.374429Z","end":"2026-07-16T07:35:09.123825Z","steps":["trace[850271152] 'agreement among raft nodes before linearized reading' (duration: 749.308635ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:09.123698Z","caller":"traceutil/trace.go:171","msg":"trace[1108710287] linearizableReadLoop","detail":"{readStateIndex:23066; appliedIndex:23065; }","duration":"749.198681ms","start":"2026-07-16T07:35:08.374474Z","end":"2026-07-16T07:35:09.123672Z","steps":["trace[1108710287] 'read index received' (duration: 747.459393ms)","trace[1108710287] 'applied index is now lower than readState.Index' (duration: 1.738418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:09.123877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.374415Z","time spent":"749.454199ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.470682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.12409Z","caller":"traceutil/trace.go:171","msg":"trace[1050264558] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:22017; }","duration":"235.556625ms","start":"2026-07-16T07:35:08.888523Z","end":"2026-07-16T07:35:09.12408Z","steps":["trace[1050264558] 'agreement among raft nodes before linearized reading' (duration: 235.491274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.906467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.124118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.509831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:35:09.124126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.328658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:35:09.124124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.638763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.124189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.127516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.124248Z","caller":"traceutil/trace.go:171","msg":"trace[1847964960] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"221.238999ms","start":"2026-07-16T07:35:08.903003Z","end":"2026-07-16T07:35:09.124242Z","steps":["trace[1847964960] 'agreement among raft nodes before linearized reading' (duration: 221.164867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.296367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:35:09.124226Z","caller":"traceutil/trace.go:171","msg":"trace[1005389774] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22017; }","duration":"745.799988ms","start":"2026-07-16T07:35:08.378406Z","end":"2026-07-16T07:35:09.124206Z","steps":["trace[1005389774] 'agreement among raft nodes before linearized reading' (duration: 745.621883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.740923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.124281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.729623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.124299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.292968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.124319Z","caller":"traceutil/trace.go:171","msg":"trace[788757420] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22017; }","duration":"742.837886ms","start":"2026-07-16T07:35:08.381471Z","end":"2026-07-16T07:35:09.124309Z","steps":["trace[788757420] 'agreement among raft nodes before linearized reading' (duration: 742.728743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.863351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.124342Z","caller":"traceutil/trace.go:171","msg":"trace[1404598712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:22017; }","duration":"662.39207ms","start":"2026-07-16T07:35:08.46194Z","end":"2026-07-16T07:35:09.124332Z","steps":["trace[1404598712] 'agreement among raft nodes before linearized reading' (duration: 662.282787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.381467Z","time spent":"742.875817ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:35:09.124345Z","caller":"traceutil/trace.go:171","msg":"trace[1087976992] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"742.806645ms","start":"2026-07-16T07:35:08.381522Z","end":"2026-07-16T07:35:09.124329Z","steps":["trace[1087976992] 'agreement among raft nodes before linearized reading' (duration: 742.739733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.980189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.124381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.461906Z","time spent":"662.467943ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:35:09.12439Z","caller":"traceutil/trace.go:171","msg":"trace[187597398] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:22017; }","duration":"743.011321ms","start":"2026-07-16T07:35:08.381373Z","end":"2026-07-16T07:35:09.124385Z","steps":["trace[187597398] 'agreement among raft nodes before linearized reading' (duration: 742.98015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.381507Z","time spent":"742.878797ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.38137Z","time spent":"743.034251ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:35:09.12439Z","caller":"traceutil/trace.go:171","msg":"trace[1796893731] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"745.024596ms","start":"2026-07-16T07:35:08.37934Z","end":"2026-07-16T07:35:09.124364Z","steps":["trace[1796893731] 'agreement among raft nodes before linearized reading' (duration: 744.81526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.379334Z","time spent":"745.105898ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.922203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.12456Z","caller":"traceutil/trace.go:171","msg":"trace[338810021] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"745.228072ms","start":"2026-07-16T07:35:08.379266Z","end":"2026-07-16T07:35:09.124494Z","steps":["trace[338810021] 'agreement among raft nodes before linearized reading' (duration: 744.922963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.379255Z","time spent":"745.329464ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.67306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:35:09.124694Z","caller":"traceutil/trace.go:171","msg":"trace[869559995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22017; }","duration":"654.156563ms","start":"2026-07-16T07:35:08.470506Z","end":"2026-07-16T07:35:09.124662Z","steps":["trace[869559995] 'agreement among raft nodes before linearized reading' (duration: 653.647828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.12412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.449913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.12472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.470493Z","time spent":"654.220484ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:35:09.124165Z","caller":"traceutil/trace.go:171","msg":"trace[895866731] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22017; }","duration":"633.601794ms","start":"2026-07-16T07:35:08.490551Z","end":"2026-07-16T07:35:09.124153Z","steps":["trace[895866731] 'agreement among raft nodes before linearized reading' (duration: 633.461441ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:09.124762Z","caller":"traceutil/trace.go:171","msg":"trace[1964748646] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:22017; }","duration":"744.10962ms","start":"2026-07-16T07:35:08.380624Z","end":"2026-07-16T07:35:09.124734Z","steps":["trace[1964748646] 'agreement among raft nodes before linearized reading' (duration: 743.430252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.1248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.380613Z","time spent":"744.176333ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.490526Z","time spent":"634.265232ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:35:09.124129Z","caller":"traceutil/trace.go:171","msg":"trace[1024596171] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:22017; }","duration":"742.961159ms","start":"2026-07-16T07:35:08.381158Z","end":"2026-07-16T07:35:09.124119Z","steps":["trace[1024596171] 'agreement among raft nodes before linearized reading' (duration: 742.888397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.381152Z","time spent":"743.752281ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:35:09.124177Z","caller":"traceutil/trace.go:171","msg":"trace[2005120295] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22017; }","duration":"594.39118ms","start":"2026-07-16T07:35:08.529767Z","end":"2026-07-16T07:35:09.124158Z","steps":["trace[2005120295] 'agreement among raft nodes before linearized reading' (duration: 594.268366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.529759Z","time spent":"595.261593ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.349401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:35:09.125217Z","caller":"traceutil/trace.go:171","msg":"trace[259178534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22017; }","duration":"654.44921ms","start":"2026-07-16T07:35:08.470754Z","end":"2026-07-16T07:35:09.125203Z","steps":["trace[259178534] 'agreement among raft nodes before linearized reading' (duration: 653.323109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.470742Z","time spent":"654.511133ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.665731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.125334Z","caller":"traceutil/trace.go:171","msg":"trace[283464330] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22017; }","duration":"743.840654ms","start":"2026-07-16T07:35:08.381482Z","end":"2026-07-16T07:35:09.125322Z","steps":["trace[283464330] 'agreement among raft nodes before linearized reading' (duration: 742.670471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.207295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:09.125418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.381453Z","time spent":"743.937896ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:35:09.125455Z","caller":"traceutil/trace.go:171","msg":"trace[1360717866] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"744.514762ms","start":"2026-07-16T07:35:08.380929Z","end":"2026-07-16T07:35:09.125444Z","steps":["trace[1360717866] 'agreement among raft nodes before linearized reading' (duration: 743.244337ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:09.124283Z","caller":"traceutil/trace.go:171","msg":"trace[1662721133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22017; }","duration":"658.358369ms","start":"2026-07-16T07:35:08.465919Z","end":"2026-07-16T07:35:09.124277Z","steps":["trace[1662721133] 'agreement among raft nodes before linearized reading' (duration: 658.283957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.3809Z","time spent":"744.583604ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.125514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.465898Z","time spent":"659.599354ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.918519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:35:09.12563Z","caller":"traceutil/trace.go:171","msg":"trace[342443232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22017; }","duration":"658.223725ms","start":"2026-07-16T07:35:08.467387Z","end":"2026-07-16T07:35:09.125611Z","steps":["trace[342443232] 'agreement among raft nodes before linearized reading' (duration: 656.909288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.467374Z","time spent":"658.322468ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.79575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:35:09.125761Z","caller":"traceutil/trace.go:171","msg":"trace[912890324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22017; }","duration":"656.239211ms","start":"2026-07-16T07:35:08.469513Z","end":"2026-07-16T07:35:09.125752Z","steps":["trace[912890324] 'agreement among raft nodes before linearized reading' (duration: 654.78186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.469501Z","time spent":"656.283342ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.527858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.125908Z","caller":"traceutil/trace.go:171","msg":"trace[1435767591] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"744.475141ms","start":"2026-07-16T07:35:08.381425Z","end":"2026-07-16T07:35:09.1259Z","steps":["trace[1435767591] 'agreement among raft nodes before linearized reading' (duration: 742.593319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.125932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.381392Z","time spent":"744.533982ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.37839Z","time spent":"745.915351ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:35:09.124366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.718979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:09.126071Z","caller":"traceutil/trace.go:171","msg":"trace[1687553117] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22017; }","duration":"237.463178ms","start":"2026-07-16T07:35:08.888592Z","end":"2026-07-16T07:35:09.126055Z","steps":["trace[1687553117] 'agreement among raft nodes before linearized reading' (duration: 235.759101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.124271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.269201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:35:09.126178Z","caller":"traceutil/trace.go:171","msg":"trace[1332658785] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22017; }","duration":"598.217476ms","start":"2026-07-16T07:35:08.527934Z","end":"2026-07-16T07:35:09.126151Z","steps":["trace[1332658785] 'agreement among raft nodes before linearized reading' (duration: 596.108957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:09.126807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:35:08.527921Z","time spent":"598.873543ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:35:14.334706Z","caller":"traceutil/trace.go:171","msg":"trace[1797738261] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"228.409437ms","start":"2026-07-16T07:35:14.106256Z","end":"2026-07-16T07:35:14.334665Z","steps":["trace[1797738261] 'process raft request' (duration: 212.295261ms)","trace[1797738261] 'compare' (duration: 15.643513ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:22.311514Z","caller":"traceutil/trace.go:171","msg":"trace[1920611590] transaction","detail":"{read_only:false; response_revision:22168; number_of_response:1; }","duration":"194.461949ms","start":"2026-07-16T07:35:22.117021Z","end":"2026-07-16T07:35:22.311483Z","steps":["trace[1920611590] 'process raft request' (duration: 194.267443ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:25.937673Z","caller":"traceutil/trace.go:171","msg":"trace[1721226550] transaction","detail":"{read_only:false; response_revision:22192; number_of_response:1; }","duration":"158.566545ms","start":"2026-07-16T07:35:25.779064Z","end":"2026-07-16T07:35:25.93763Z","steps":["trace[1721226550] 'process raft request' (duration: 158.050411ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:27.777531Z","caller":"traceutil/trace.go:171","msg":"trace[1453968834] linearizableReadLoop","detail":"{readStateIndex:23263; appliedIndex:23261; }","duration":"102.199386ms","start":"2026-07-16T07:35:27.675297Z","end":"2026-07-16T07:35:27.777496Z","steps":["trace[1453968834] 'read index received' (duration: 9.06436ms)","trace[1453968834] 'applied index is now lower than readState.Index' (duration: 93.133906ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:27.777587Z","caller":"traceutil/trace.go:171","msg":"trace[151907267] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22206; }","duration":"128.780372ms","start":"2026-07-16T07:35:27.648749Z","end":"2026-07-16T07:35:27.777529Z","steps":["trace[151907267] 'process raft request' (duration: 96.770447ms)","trace[151907267] 'compare' (duration: 31.912223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:27.777956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.496675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:35:27.778075Z","caller":"traceutil/trace.go:171","msg":"trace[1968120451] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22206; }","duration":"102.805494ms","start":"2026-07-16T07:35:27.675243Z","end":"2026-07-16T07:35:27.778048Z","steps":["trace[1968120451] 'agreement among raft nodes before linearized reading' (duration: 102.331911ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:27.931066Z","caller":"traceutil/trace.go:171","msg":"trace[737005349] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"139.416786ms","start":"2026-07-16T07:35:27.791592Z","end":"2026-07-16T07:35:27.931009Z","steps":["trace[737005349] 'process raft request' (duration: 133.333768ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.369631Z","caller":"traceutil/trace.go:171","msg":"trace[323614472] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"159.07348ms","start":"2026-07-16T07:35:29.210496Z","end":"2026-07-16T07:35:29.369569Z","steps":["trace[323614472] 'process raft request' (duration: 111.37523ms)","trace[323614472] 'compare' (duration: 47.493414ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:29.369869Z","caller":"traceutil/trace.go:171","msg":"trace[1525025315] linearizableReadLoop","detail":"{readStateIndex:23271; appliedIndex:23270; }","duration":"156.579591ms","start":"2026-07-16T07:35:29.213242Z","end":"2026-07-16T07:35:29.369822Z","steps":["trace[1525025315] 'read index received' (duration: 108.647745ms)","trace[1525025315] 'applied index is now lower than readState.Index' (duration: 47.927416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:29.370062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.792097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.370156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.102552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.370221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.295728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.370254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.429289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:29.370242Z","caller":"traceutil/trace.go:171","msg":"trace[1865872647] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22215; }","duration":"157.037744ms","start":"2026-07-16T07:35:29.213175Z","end":"2026-07-16T07:35:29.370212Z","steps":["trace[1865872647] 'agreement among raft nodes before linearized reading' (duration: 156.777836ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370273Z","caller":"traceutil/trace.go:171","msg":"trace[1698253368] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"141.423882ms","start":"2026-07-16T07:35:29.228835Z","end":"2026-07-16T07:35:29.370259Z","steps":["trace[1698253368] 'agreement among raft nodes before linearized reading' (duration: 141.297448ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370302Z","caller":"traceutil/trace.go:171","msg":"trace[1412470480] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"121.527642ms","start":"2026-07-16T07:35:29.248761Z","end":"2026-07-16T07:35:29.370288Z","steps":["trace[1412470480] 'agreement among raft nodes before linearized reading' (duration: 121.45853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.491043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.37031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.589989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:29.370384Z","caller":"traceutil/trace.go:171","msg":"trace[1735980973] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"140.683251ms","start":"2026-07-16T07:35:29.229682Z","end":"2026-07-16T07:35:29.370365Z","steps":["trace[1735980973] 'agreement among raft nodes before linearized reading' (duration: 140.570888ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370384Z","caller":"traceutil/trace.go:171","msg":"trace[1187393936] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"141.551866ms","start":"2026-07-16T07:35:29.228805Z","end":"2026-07-16T07:35:29.370357Z","steps":["trace[1187393936] 'agreement among raft nodes before linearized reading' (duration: 141.483474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.387111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.37043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.666943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21446"} {"level":"info","ts":"2026-07-16T07:35:29.370483Z","caller":"traceutil/trace.go:171","msg":"trace[1066747960] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:22215; }","duration":"109.776227ms","start":"2026-07-16T07:35:29.260695Z","end":"2026-07-16T07:35:29.370472Z","steps":["trace[1066747960] 'agreement among raft nodes before linearized reading' (duration: 109.599232ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370482Z","caller":"traceutil/trace.go:171","msg":"trace[1847283498] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"141.703829ms","start":"2026-07-16T07:35:29.228738Z","end":"2026-07-16T07:35:29.370441Z","steps":["trace[1847283498] 'agreement among raft nodes before linearized reading' (duration: 141.328389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.355949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:29.370585Z","caller":"traceutil/trace.go:171","msg":"trace[149958732] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"120.415821ms","start":"2026-07-16T07:35:29.250159Z","end":"2026-07-16T07:35:29.370575Z","steps":["trace[149958732] 'agreement among raft nodes before linearized reading' (duration: 120.352569ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370254Z","caller":"traceutil/trace.go:171","msg":"trace[328289614] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"120.235536ms","start":"2026-07-16T07:35:29.249991Z","end":"2026-07-16T07:35:29.370227Z","steps":["trace[328289614] 'agreement among raft nodes before linearized reading' (duration: 120.087262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.386574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:29.370698Z","caller":"traceutil/trace.go:171","msg":"trace[408806000] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22215; }","duration":"127.944169ms","start":"2026-07-16T07:35:29.242735Z","end":"2026-07-16T07:35:29.370679Z","steps":["trace[408806000] 'agreement among raft nodes before linearized reading' (duration: 127.351572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.205162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21446"} {"level":"warn","ts":"2026-07-16T07:35:29.370702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.512614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:29.370785Z","caller":"traceutil/trace.go:171","msg":"trace[1824551531] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:22215; }","duration":"104.360537ms","start":"2026-07-16T07:35:29.266398Z","end":"2026-07-16T07:35:29.370759Z","steps":["trace[1824551531] 'agreement among raft nodes before linearized reading' (duration: 103.846272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.809338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:29.370768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.608078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21446"} {"level":"info","ts":"2026-07-16T07:35:29.370817Z","caller":"traceutil/trace.go:171","msg":"trace[1245969325] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22215; }","duration":"120.670788ms","start":"2026-07-16T07:35:29.250121Z","end":"2026-07-16T07:35:29.370792Z","steps":["trace[1245969325] 'agreement among raft nodes before linearized reading' (duration: 120.432001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:29.370787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.240056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21446"} {"level":"info","ts":"2026-07-16T07:35:29.370881Z","caller":"traceutil/trace.go:171","msg":"trace[1337739682] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:22215; }","duration":"102.755692ms","start":"2026-07-16T07:35:29.268097Z","end":"2026-07-16T07:35:29.370853Z","steps":["trace[1337739682] 'agreement among raft nodes before linearized reading' (duration: 102.360161ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370903Z","caller":"traceutil/trace.go:171","msg":"trace[1615551524] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:22215; }","duration":"103.41812ms","start":"2026-07-16T07:35:29.267468Z","end":"2026-07-16T07:35:29.370886Z","steps":["trace[1615551524] 'agreement among raft nodes before linearized reading' (duration: 103.066721ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.370848Z","caller":"traceutil/trace.go:171","msg":"trace[398814836] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22215; }","duration":"126.948002ms","start":"2026-07-16T07:35:29.243887Z","end":"2026-07-16T07:35:29.370835Z","steps":["trace[398814836] 'agreement among raft nodes before linearized reading' (duration: 126.543321ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:29.630385Z","caller":"traceutil/trace.go:171","msg":"trace[1447147814] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"137.01475ms","start":"2026-07-16T07:35:29.493329Z","end":"2026-07-16T07:35:29.630344Z","steps":["trace[1447147814] 'process raft request' (duration: 102.358372ms)","trace[1447147814] 'compare' (duration: 34.441622ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:35:49.59534Z","caller":"traceutil/trace.go:171","msg":"trace[123019881] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"143.958991ms","start":"2026-07-16T07:35:49.451341Z","end":"2026-07-16T07:35:49.5953Z","steps":["trace[123019881] 'process raft request' (duration: 143.708234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:49.595958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.838229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:49.596015Z","caller":"traceutil/trace.go:171","msg":"trace[351755901] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22372; }","duration":"143.932141ms","start":"2026-07-16T07:35:49.452068Z","end":"2026-07-16T07:35:49.596Z","steps":["trace[351755901] 'agreement among raft nodes before linearized reading' (duration: 143.820318ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:49.595845Z","caller":"traceutil/trace.go:171","msg":"trace[1110789254] linearizableReadLoop","detail":"{readStateIndex:23439; appliedIndex:23438; }","duration":"143.730146ms","start":"2026-07-16T07:35:49.452091Z","end":"2026-07-16T07:35:49.595822Z","steps":["trace[1110789254] 'read index received' (duration: 142.895003ms)","trace[1110789254] 'applied index is now lower than readState.Index' (duration: 832.903µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:35:49.596775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.19757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:35:49.596838Z","caller":"traceutil/trace.go:171","msg":"trace[273381909] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22372; }","duration":"143.297043ms","start":"2026-07-16T07:35:49.453525Z","end":"2026-07-16T07:35:49.596822Z","steps":["trace[273381909] 'agreement among raft nodes before linearized reading' (duration: 143.16848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:49.596823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.437565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:49.596982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.444215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:35:49.596991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.647261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-16T07:35:49.597115Z","caller":"traceutil/trace.go:171","msg":"trace[69668580] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22372; }","duration":"144.942079ms","start":"2026-07-16T07:35:49.452141Z","end":"2026-07-16T07:35:49.597083Z","steps":["trace[69668580] 'agreement among raft nodes before linearized reading' (duration: 144.62293ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:49.597024Z","caller":"traceutil/trace.go:171","msg":"trace[658918646] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22372; }","duration":"144.686892ms","start":"2026-07-16T07:35:49.452293Z","end":"2026-07-16T07:35:49.59698Z","steps":["trace[658918646] 'agreement among raft nodes before linearized reading' (duration: 144.386143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:49.597171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.137857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:35:49.596965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.371773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-16T07:35:49.597363Z","caller":"traceutil/trace.go:171","msg":"trace[1807242647] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22372; }","duration":"144.311492ms","start":"2026-07-16T07:35:49.452992Z","end":"2026-07-16T07:35:49.597304Z","steps":["trace[1807242647] 'agreement among raft nodes before linearized reading' (duration: 144.126407ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:49.597436Z","caller":"traceutil/trace.go:171","msg":"trace[743557816] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22372; }","duration":"144.912038ms","start":"2026-07-16T07:35:49.452483Z","end":"2026-07-16T07:35:49.597395Z","steps":["trace[743557816] 'agreement among raft nodes before linearized reading' (duration: 144.223399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:49.597533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.90222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-16T07:35:49.597737Z","caller":"traceutil/trace.go:171","msg":"trace[210151915] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22372; }","duration":"144.126076ms","start":"2026-07-16T07:35:49.453588Z","end":"2026-07-16T07:35:49.597714Z","steps":["trace[210151915] 'agreement among raft nodes before linearized reading' (duration: 143.511639ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:35:49.597318Z","caller":"traceutil/trace.go:171","msg":"trace[1040711045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22372; }","duration":"114.844666ms","start":"2026-07-16T07:35:49.48245Z","end":"2026-07-16T07:35:49.597295Z","steps":["trace[1040711045] 'agreement among raft nodes before linearized reading' (duration: 114.414425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:35:49.598231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.220013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11066"} {"level":"info","ts":"2026-07-16T07:35:49.598308Z","caller":"traceutil/trace.go:171","msg":"trace[695869841] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22372; }","duration":"142.950644ms","start":"2026-07-16T07:35:49.455338Z","end":"2026-07-16T07:35:49.598289Z","steps":["trace[695869841] 'agreement among raft nodes before linearized reading' (duration: 141.462373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:03.597713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.82215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:03.597802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.458059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:03.597839Z","caller":"traceutil/trace.go:171","msg":"trace[436568742] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22464; }","duration":"108.995815ms","start":"2026-07-16T07:36:03.488811Z","end":"2026-07-16T07:36:03.597807Z","steps":["trace[436568742] 'range keys from in-memory index tree' (duration: 108.746908ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:03.597893Z","caller":"traceutil/trace.go:171","msg":"trace[1463556785] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22464; }","duration":"108.588293ms","start":"2026-07-16T07:36:03.489285Z","end":"2026-07-16T07:36:03.597873Z","steps":["trace[1463556785] 'range keys from in-memory index tree' (duration: 108.390698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:03.597848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.181377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:03.598053Z","caller":"traceutil/trace.go:171","msg":"trace[799906218] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22464; }","duration":"110.500896ms","start":"2026-07-16T07:36:03.48749Z","end":"2026-07-16T07:36:03.597991Z","steps":["trace[799906218] 'range keys from in-memory index tree' (duration: 110.056624ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:04.189917Z","caller":"traceutil/trace.go:171","msg":"trace[1983937140] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"115.858975ms","start":"2026-07-16T07:36:04.074011Z","end":"2026-07-16T07:36:04.18987Z","steps":["trace[1983937140] 'process raft request' (duration: 113.209671ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:05.369606Z","caller":"traceutil/trace.go:171","msg":"trace[258543873] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"137.804091ms","start":"2026-07-16T07:36:05.231767Z","end":"2026-07-16T07:36:05.369571Z","steps":["trace[258543873] 'process raft request' (duration: 122.072606ms)","trace[258543873] 'compare' (duration: 15.569521ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:05.605145Z","caller":"traceutil/trace.go:171","msg":"trace[380867270] linearizableReadLoop","detail":"{readStateIndex:23555; appliedIndex:23554; }","duration":"109.072257ms","start":"2026-07-16T07:36:05.496045Z","end":"2026-07-16T07:36:05.605117Z","steps":["trace[380867270] 'read index received' (duration: 98.524705ms)","trace[380867270] 'applied index is now lower than readState.Index' (duration: 10.546382ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:05.605224Z","caller":"traceutil/trace.go:171","msg":"trace[1022012978] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"222.00455ms","start":"2026-07-16T07:36:05.383164Z","end":"2026-07-16T07:36:05.605169Z","steps":["trace[1022012978] 'process raft request' (duration: 211.51466ms)","trace[1022012978] 'compare' (duration: 10.305355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:05.605343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.256352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:05.605443Z","caller":"traceutil/trace.go:171","msg":"trace[911036558] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22481; }","duration":"109.454047ms","start":"2026-07-16T07:36:05.495967Z","end":"2026-07-16T07:36:05.605421Z","steps":["trace[911036558] 'agreement among raft nodes before linearized reading' (duration: 109.266102ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:05.9129Z","caller":"traceutil/trace.go:171","msg":"trace[2073368596] linearizableReadLoop","detail":"{readStateIndex:23556; appliedIndex:23555; }","duration":"287.912993ms","start":"2026-07-16T07:36:05.624917Z","end":"2026-07-16T07:36:05.91283Z","steps":["trace[2073368596] 'read index received' (duration: 287.685277ms)","trace[2073368596] 'applied index is now lower than readState.Index' (duration: 226.286µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:05.912975Z","caller":"traceutil/trace.go:171","msg":"trace[549192896] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"302.126436ms","start":"2026-07-16T07:36:05.610813Z","end":"2026-07-16T07:36:05.91294Z","steps":["trace[549192896] 'process raft request' (duration: 301.794187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.913172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.214141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:05.913294Z","caller":"traceutil/trace.go:171","msg":"trace[292224685] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22482; }","duration":"288.400746ms","start":"2026-07-16T07:36:05.624865Z","end":"2026-07-16T07:36:05.913266Z","steps":["trace[292224685] 'agreement among raft nodes before linearized reading' (duration: 288.115298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.913298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.610674Z","time spent":"302.467225ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:36:05.942534Z","caller":"traceutil/trace.go:171","msg":"trace[2031495596] transaction","detail":"{read_only:false; response_revision:22483; number_of_response:1; }","duration":"275.992084ms","start":"2026-07-16T07:36:05.666515Z","end":"2026-07-16T07:36:05.942507Z","steps":["trace[2031495596] 'process raft request' (duration: 275.655434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.942903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.803394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11163"} {"level":"info","ts":"2026-07-16T07:36:05.942949Z","caller":"traceutil/trace.go:171","msg":"trace[513368670] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22483; }","duration":"277.891856ms","start":"2026-07-16T07:36:05.665048Z","end":"2026-07-16T07:36:05.94294Z","steps":["trace[513368670] 'agreement among raft nodes before linearized reading' (duration: 277.729141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.942961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.552539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11163"} {"level":"info","ts":"2026-07-16T07:36:05.943136Z","caller":"traceutil/trace.go:171","msg":"trace[1605672558] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22483; }","duration":"276.837556ms","start":"2026-07-16T07:36:05.666271Z","end":"2026-07-16T07:36:05.943109Z","steps":["trace[1605672558] 'agreement among raft nodes before linearized reading' (duration: 276.305552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.943271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.391283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:36:05.943334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.758895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:05.943371Z","caller":"traceutil/trace.go:171","msg":"trace[228211137] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22483; }","duration":"174.519357ms","start":"2026-07-16T07:36:05.76883Z","end":"2026-07-16T07:36:05.943349Z","steps":["trace[228211137] 'agreement among raft nodes before linearized reading' (duration: 174.192838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.94337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.716616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:05.943428Z","caller":"traceutil/trace.go:171","msg":"trace[26346673] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22483; }","duration":"309.788588ms","start":"2026-07-16T07:36:05.633624Z","end":"2026-07-16T07:36:05.943412Z","steps":["trace[26346673] 'agreement among raft nodes before linearized reading' (duration: 309.691075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.943444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.794708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11163"} {"level":"info","ts":"2026-07-16T07:36:05.943474Z","caller":"traceutil/trace.go:171","msg":"trace[1823071762] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22483; }","duration":"279.84715ms","start":"2026-07-16T07:36:05.663618Z","end":"2026-07-16T07:36:05.943465Z","steps":["trace[1823071762] 'agreement among raft nodes before linearized reading' (duration: 279.779188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.943457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.20524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11163"} {"level":"warn","ts":"2026-07-16T07:36:05.943475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.633617Z","time spent":"309.848109ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-16T07:36:05.943555Z","caller":"traceutil/trace.go:171","msg":"trace[887460481] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:22483; }","duration":"276.347503ms","start":"2026-07-16T07:36:05.667185Z","end":"2026-07-16T07:36:05.943533Z","steps":["trace[887460481] 'agreement among raft nodes before linearized reading' (duration: 275.938572ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:05.943382Z","caller":"traceutil/trace.go:171","msg":"trace[1199255609] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22483; }","duration":"280.831037ms","start":"2026-07-16T07:36:05.662531Z","end":"2026-07-16T07:36:05.943362Z","steps":["trace[1199255609] 'agreement among raft nodes before linearized reading' (duration: 280.778086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.9436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.327499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:05.943671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.278594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:05.943749Z","caller":"traceutil/trace.go:171","msg":"trace[1693212637] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:22483; }","duration":"307.478314ms","start":"2026-07-16T07:36:05.636258Z","end":"2026-07-16T07:36:05.943736Z","steps":["trace[1693212637] 'agreement among raft nodes before linearized reading' (duration: 307.228337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:05.94378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.636251Z","time spent":"307.520896ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:36:05.943795Z","caller":"traceutil/trace.go:171","msg":"trace[735178112] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22483; }","duration":"296.47756ms","start":"2026-07-16T07:36:05.647293Z","end":"2026-07-16T07:36:05.943771Z","steps":["trace[735178112] 'agreement among raft nodes before linearized reading' (duration: 296.13872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.38279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.62413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:06.383094Z","caller":"traceutil/trace.go:171","msg":"trace[625503609] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"434.286452ms","start":"2026-07-16T07:36:05.948755Z","end":"2026-07-16T07:36:06.383041Z","steps":["trace[625503609] 'process raft request' (duration: 323.287032ms)","trace[625503609] 'compare' (duration: 110.486976ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:06.383233Z","caller":"traceutil/trace.go:171","msg":"trace[465081996] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"434.2283ms","start":"2026-07-16T07:36:05.948976Z","end":"2026-07-16T07:36:06.383204Z","steps":["trace[465081996] 'process raft request' (duration: 434.049895ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.383238Z","caller":"traceutil/trace.go:171","msg":"trace[1413903856] transaction","detail":"{read_only:false; response_revision:22490; number_of_response:1; }","duration":"422.532876ms","start":"2026-07-16T07:36:05.960689Z","end":"2026-07-16T07:36:06.383222Z","steps":["trace[1413903856] 'process raft request' (duration: 422.427183ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.383221Z","caller":"traceutil/trace.go:171","msg":"trace[1086995129] transaction","detail":"{read_only:false; response_revision:22487; number_of_response:1; }","duration":"434.345843ms","start":"2026-07-16T07:36:05.948842Z","end":"2026-07-16T07:36:06.383188Z","steps":["trace[1086995129] 'process raft request' (duration: 434.145638ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.383244Z","caller":"traceutil/trace.go:171","msg":"trace[271685696] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"434.410166ms","start":"2026-07-16T07:36:05.948754Z","end":"2026-07-16T07:36:06.383164Z","steps":["trace[271685696] 'process raft request' (duration: 434.165419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.383313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.960655Z","time spent":"422.623609ms","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:06.383354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.948831Z","time spent":"434.463086ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:06.383341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.948733Z","time spent":"434.476637ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:06.383316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.948969Z","time spent":"434.309503ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:06.383539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.948724Z","time spent":"434.649262ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:06.383497Z","caller":"traceutil/trace.go:171","msg":"trace[1350887857] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"433.673115ms","start":"2026-07-16T07:36:05.949551Z","end":"2026-07-16T07:36:06.383224Z","steps":["trace[1350887857] 'process raft request' (duration: 433.509211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.38381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:05.949545Z","time spent":"434.084267ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:06.662232Z","caller":"traceutil/trace.go:171","msg":"trace[2114602956] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"267.24003ms","start":"2026-07-16T07:36:06.394954Z","end":"2026-07-16T07:36:06.662194Z","steps":["trace[2114602956] 'process raft request' (duration: 267.018064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.947625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.728354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:36:06.94803Z","caller":"traceutil/trace.go:171","msg":"trace[35582350] linearizableReadLoop","detail":"{readStateIndex:23566; appliedIndex:23564; }","duration":"524.362292ms","start":"2026-07-16T07:36:06.423639Z","end":"2026-07-16T07:36:06.948001Z","steps":["trace[35582350] 'read index received' (duration: 238.421543ms)","trace[35582350] 'applied index is now lower than readState.Index' (duration: 285.937969ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:06.948071Z","caller":"traceutil/trace.go:171","msg":"trace[721464086] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"249.806149ms","start":"2026-07-16T07:36:06.698247Z","end":"2026-07-16T07:36:06.948053Z","steps":["trace[721464086] 'process raft request' (duration: 249.517081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.94838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.731892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:36:06.948428Z","caller":"traceutil/trace.go:171","msg":"trace[1877610156] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22492; }","duration":"524.846106ms","start":"2026-07-16T07:36:06.423569Z","end":"2026-07-16T07:36:06.948415Z","steps":["trace[1877610156] 'agreement among raft nodes before linearized reading' (duration: 524.585858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.948465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:06.423529Z","time spent":"524.925128ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:06.94872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.206623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:06.948705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.040106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:36:06.948731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.886356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-16T07:36:06.948781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.29004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:06.948833Z","caller":"traceutil/trace.go:171","msg":"trace[465032520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22492; }","duration":"303.0086ms","start":"2026-07-16T07:36:06.6458Z","end":"2026-07-16T07:36:06.948809Z","steps":["trace[465032520] 'agreement among raft nodes before linearized reading' (duration: 302.683821ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.948826Z","caller":"traceutil/trace.go:171","msg":"trace[944685804] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22492; }","duration":"420.233632ms","start":"2026-07-16T07:36:06.528557Z","end":"2026-07-16T07:36:06.948791Z","steps":["trace[944685804] 'agreement among raft nodes before linearized reading' (duration: 419.879132ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.948864Z","caller":"traceutil/trace.go:171","msg":"trace[1003353727] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22492; }","duration":"277.424423ms","start":"2026-07-16T07:36:06.671416Z","end":"2026-07-16T07:36:06.94884Z","steps":["trace[1003353727] 'agreement among raft nodes before linearized reading' (duration: 277.098614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.948845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.530845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:36:06.948893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:06.52853Z","time spent":"420.352516ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:36:06.948971Z","caller":"traceutil/trace.go:171","msg":"trace[1259969888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22492; }","duration":"311.678679ms","start":"2026-07-16T07:36:06.637261Z","end":"2026-07-16T07:36:06.94894Z","steps":["trace[1259969888] 'agreement among raft nodes before linearized reading' (duration: 311.314519ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:06.948755Z","caller":"traceutil/trace.go:171","msg":"trace[1807349936] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22492; }","duration":"385.299966ms","start":"2026-07-16T07:36:06.563445Z","end":"2026-07-16T07:36:06.948745Z","steps":["trace[1807349936] 'agreement among raft nodes before linearized reading' (duration: 385.230214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:06.949142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:06.563419Z","time spent":"385.670686ms","remote":"127.0.0.1:49784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:06.948889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:06.645724Z","time spent":"303.149513ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:06.949031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:06.637186Z","time spent":"311.835844ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:36:07.12357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.926139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:07.123689Z","caller":"traceutil/trace.go:171","msg":"trace[104175804] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"170.348912ms","start":"2026-07-16T07:36:06.953315Z","end":"2026-07-16T07:36:07.123664Z","steps":["trace[104175804] 'process raft request' (duration: 38.247998ms)","trace[104175804] 'compare' (duration: 131.662272ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:07.169852Z","caller":"traceutil/trace.go:171","msg":"trace[268438525] linearizableReadLoop","detail":"{readStateIndex:23572; appliedIndex:23568; }","duration":"150.492192ms","start":"2026-07-16T07:36:07.019323Z","end":"2026-07-16T07:36:07.169815Z","steps":["trace[268438525] 'read index received' (duration: 149.998808ms)","trace[268438525] 'applied index is now lower than readState.Index' (duration: 491.764µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:07.169977Z","caller":"traceutil/trace.go:171","msg":"trace[248023994] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"214.992477ms","start":"2026-07-16T07:36:06.954946Z","end":"2026-07-16T07:36:07.169938Z","steps":["trace[248023994] 'process raft request' (duration: 214.527264ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.170025Z","caller":"traceutil/trace.go:171","msg":"trace[319847919] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"216.055186ms","start":"2026-07-16T07:36:06.953919Z","end":"2026-07-16T07:36:07.169974Z","steps":["trace[319847919] 'process raft request' (duration: 215.338776ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.170228Z","caller":"traceutil/trace.go:171","msg":"trace[2141779995] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"212.508928ms","start":"2026-07-16T07:36:06.957664Z","end":"2026-07-16T07:36:07.170173Z","steps":["trace[2141779995] 'process raft request' (duration: 212.102637ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.170325Z","caller":"traceutil/trace.go:171","msg":"trace[1664693070] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"214.254036ms","start":"2026-07-16T07:36:06.956058Z","end":"2026-07-16T07:36:07.170312Z","steps":["trace[1664693070] 'process raft request' (duration: 213.630539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:07.170434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.061039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:07.170488Z","caller":"traceutil/trace.go:171","msg":"trace[109260310] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22497; }","duration":"151.204782ms","start":"2026-07-16T07:36:07.019267Z","end":"2026-07-16T07:36:07.170472Z","steps":["trace[109260310] 'agreement among raft nodes before linearized reading' (duration: 151.053718ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.446712Z","caller":"traceutil/trace.go:171","msg":"trace[1955962670] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"368.183644ms","start":"2026-07-16T07:36:07.078484Z","end":"2026-07-16T07:36:07.446667Z","steps":["trace[1955962670] 'process raft request' (duration: 366.547878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:07.446943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:07.078459Z","time spent":"368.371188ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:07.446957Z","caller":"traceutil/trace.go:171","msg":"trace[1152466701] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"317.559134ms","start":"2026-07-16T07:36:07.129364Z","end":"2026-07-16T07:36:07.446924Z","steps":["trace[1152466701] 'process raft request' (duration: 317.206334ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.447076Z","caller":"traceutil/trace.go:171","msg":"trace[1389922850] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"315.906247ms","start":"2026-07-16T07:36:07.131149Z","end":"2026-07-16T07:36:07.447055Z","steps":["trace[1389922850] 'process raft request' (duration: 315.714742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:07.447097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:07.129335Z","time spent":"317.691437ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:36:07.447191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:07.131136Z","time spent":"315.99425ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:07.447333Z","caller":"traceutil/trace.go:171","msg":"trace[123626885] linearizableReadLoop","detail":"{readStateIndex:23576; appliedIndex:23572; }","duration":"277.369612ms","start":"2026-07-16T07:36:07.169953Z","end":"2026-07-16T07:36:07.447322Z","steps":["trace[123626885] 'read index received' (duration: 275.058868ms)","trace[123626885] 'applied index is now lower than readState.Index' (duration: 2.309804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:07.44752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.101674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:36:07.447485Z","caller":"traceutil/trace.go:171","msg":"trace[324830736] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"313.649635ms","start":"2026-07-16T07:36:07.133764Z","end":"2026-07-16T07:36:07.447414Z","steps":["trace[324830736] 'process raft request' (duration: 313.225044ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.447565Z","caller":"traceutil/trace.go:171","msg":"trace[420966653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22501; }","duration":"273.190746ms","start":"2026-07-16T07:36:07.174362Z","end":"2026-07-16T07:36:07.447553Z","steps":["trace[420966653] 'agreement among raft nodes before linearized reading' (duration: 273.046092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:07.447549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.94513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:36:07.447622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.870238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:36:07.447635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.129357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:36:07.447685Z","caller":"traceutil/trace.go:171","msg":"trace[1604846975] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22501; }","duration":"272.953789ms","start":"2026-07-16T07:36:07.174711Z","end":"2026-07-16T07:36:07.447665Z","steps":["trace[1604846975] 'agreement among raft nodes before linearized reading' (duration: 272.724163ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.447686Z","caller":"traceutil/trace.go:171","msg":"trace[1627409340] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22501; }","duration":"384.166385ms","start":"2026-07-16T07:36:07.063493Z","end":"2026-07-16T07:36:07.447659Z","steps":["trace[1627409340] 'agreement among raft nodes before linearized reading' (duration: 383.898868ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.447698Z","caller":"traceutil/trace.go:171","msg":"trace[501102583] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22501; }","duration":"131.245911ms","start":"2026-07-16T07:36:07.316433Z","end":"2026-07-16T07:36:07.447679Z","steps":["trace[501102583] 'agreement among raft nodes before linearized reading' (duration: 130.993124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:07.447739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:07.063463Z","time spent":"384.264288ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:07.447724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:07.133731Z","time spent":"313.863101ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6631,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:07.622997Z","caller":"traceutil/trace.go:171","msg":"trace[1445979961] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"169.721634ms","start":"2026-07-16T07:36:07.453247Z","end":"2026-07-16T07:36:07.622968Z","steps":["trace[1445979961] 'process raft request' (duration: 169.548919ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.623214Z","caller":"traceutil/trace.go:171","msg":"trace[635407156] linearizableReadLoop","detail":"{readStateIndex:23579; appliedIndex:23576; }","duration":"153.983549ms","start":"2026-07-16T07:36:07.469206Z","end":"2026-07-16T07:36:07.62319Z","steps":["trace[635407156] 'read index received' (duration: 8.472414ms)","trace[635407156] 'applied index is now lower than readState.Index' (duration: 145.509375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:07.623399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.180915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-bootstrap-628l9\" ","response":"range_response_count:1 size:6941"} {"level":"info","ts":"2026-07-16T07:36:07.623385Z","caller":"traceutil/trace.go:171","msg":"trace[324424446] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"169.988262ms","start":"2026-07-16T07:36:07.453293Z","end":"2026-07-16T07:36:07.623282Z","steps":["trace[324424446] 'process raft request' (duration: 169.643342ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.623517Z","caller":"traceutil/trace.go:171","msg":"trace[1609136143] range","detail":"{range_begin:/registry/pods/openstack/heat-bootstrap-628l9; range_end:; response_count:1; response_revision:22504; }","duration":"154.35637ms","start":"2026-07-16T07:36:07.469148Z","end":"2026-07-16T07:36:07.623505Z","steps":["trace[1609136143] 'agreement among raft nodes before linearized reading' (duration: 154.122123ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:07.735032Z","caller":"traceutil/trace.go:171","msg":"trace[693649766] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"100.823418ms","start":"2026-07-16T07:36:07.634172Z","end":"2026-07-16T07:36:07.734995Z","steps":["trace[693649766] 'process raft request' (duration: 93.65643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:08.573717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.720572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:08.573846Z","caller":"traceutil/trace.go:171","msg":"trace[1875917132] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23584; }","duration":"265.420871ms","start":"2026-07-16T07:36:08.308402Z","end":"2026-07-16T07:36:08.573823Z","steps":["trace[1875917132] 'read index received' (duration: 154.260196ms)","trace[1875917132] 'applied index is now lower than readState.Index' (duration: 111.158495ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:08.574306Z","caller":"traceutil/trace.go:171","msg":"trace[778266749] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"282.716849ms","start":"2026-07-16T07:36:08.291548Z","end":"2026-07-16T07:36:08.574265Z","steps":["trace[778266749] 'process raft request' (duration: 171.347159ms)","trace[778266749] 'compare' (duration: 110.128696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:08.574376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.927814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:08.574536Z","caller":"traceutil/trace.go:171","msg":"trace[785935138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22510; }","duration":"266.139951ms","start":"2026-07-16T07:36:08.308345Z","end":"2026-07-16T07:36:08.574485Z","steps":["trace[785935138] 'agreement among raft nodes before linearized reading' (duration: 265.842423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:08.574617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.268984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:36:08.574674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.358487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:36:08.574709Z","caller":"traceutil/trace.go:171","msg":"trace[1381596081] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22510; }","duration":"185.4779ms","start":"2026-07-16T07:36:08.389208Z","end":"2026-07-16T07:36:08.574686Z","steps":["trace[1381596081] 'agreement among raft nodes before linearized reading' (duration: 185.151591ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:08.574717Z","caller":"traceutil/trace.go:171","msg":"trace[1106919517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22510; }","duration":"185.431388ms","start":"2026-07-16T07:36:08.389273Z","end":"2026-07-16T07:36:08.574704Z","steps":["trace[1106919517] 'agreement among raft nodes before linearized reading' (duration: 185.032847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:08.574768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.556112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:36:08.5749Z","caller":"traceutil/trace.go:171","msg":"trace[491747640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22510; }","duration":"185.725967ms","start":"2026-07-16T07:36:08.389154Z","end":"2026-07-16T07:36:08.57488Z","steps":["trace[491747640] 'agreement among raft nodes before linearized reading' (duration: 185.229973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:08.575062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.896472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:36:08.575091Z","caller":"traceutil/trace.go:171","msg":"trace[1332607292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22510; }","duration":"185.991045ms","start":"2026-07-16T07:36:08.38909Z","end":"2026-07-16T07:36:08.575081Z","steps":["trace[1332607292] 'agreement among raft nodes before linearized reading' (duration: 185.219203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:08.575309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.784861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:36:08.57543Z","caller":"traceutil/trace.go:171","msg":"trace[1987134148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22510; }","duration":"184.940965ms","start":"2026-07-16T07:36:08.390466Z","end":"2026-07-16T07:36:08.575407Z","steps":["trace[1987134148] 'agreement among raft nodes before linearized reading' (duration: 183.852475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:09.009147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.78516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T07:36:09.009234Z","caller":"traceutil/trace.go:171","msg":"trace[1325315510] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22515; }","duration":"163.940184ms","start":"2026-07-16T07:36:08.845271Z","end":"2026-07-16T07:36:09.009211Z","steps":["trace[1325315510] 'range keys from in-memory index tree' (duration: 163.588785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:09.009649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.016025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:36:09.009758Z","caller":"traceutil/trace.go:171","msg":"trace[1356038063] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22515; }","duration":"122.19909ms","start":"2026-07-16T07:36:08.887534Z","end":"2026-07-16T07:36:09.009733Z","steps":["trace[1356038063] 'count revisions from in-memory index tree' (duration: 121.941823ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:09.448549Z","caller":"traceutil/trace.go:171","msg":"trace[404411891] transaction","detail":"{read_only:false; response_revision:22517; number_of_response:1; }","duration":"114.23022ms","start":"2026-07-16T07:36:09.334283Z","end":"2026-07-16T07:36:09.448514Z","steps":["trace[404411891] 'process raft request' (duration: 114.006343ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:09.66302Z","caller":"traceutil/trace.go:171","msg":"trace[1916564458] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22517; }","duration":"206.805469ms","start":"2026-07-16T07:36:09.456145Z","end":"2026-07-16T07:36:09.66295Z","steps":["trace[1916564458] 'process raft request' (duration: 168.924402ms)","trace[1916564458] 'compare' (duration: 37.730273ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:09.949534Z","caller":"traceutil/trace.go:171","msg":"trace[1837105438] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"278.073191ms","start":"2026-07-16T07:36:09.671419Z","end":"2026-07-16T07:36:09.949493Z","steps":["trace[1837105438] 'process raft request' (duration: 222.181445ms)","trace[1837105438] 'compare' (duration: 55.422563ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:09.949678Z","caller":"traceutil/trace.go:171","msg":"trace[1415889977] transaction","detail":"{read_only:false; response_revision:22520; number_of_response:1; }","duration":"274.531193ms","start":"2026-07-16T07:36:09.675105Z","end":"2026-07-16T07:36:09.949636Z","steps":["trace[1415889977] 'process raft request' (duration: 274.316257ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.104053Z","caller":"traceutil/trace.go:171","msg":"trace[456529498] linearizableReadLoop","detail":"{readStateIndex:23597; appliedIndex:23594; }","duration":"409.781454ms","start":"2026-07-16T07:36:09.694245Z","end":"2026-07-16T07:36:10.104026Z","steps":["trace[456529498] 'read index received' (duration: 199.375495ms)","trace[456529498] 'applied index is now lower than readState.Index' (duration: 210.404399ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:10.104167Z","caller":"traceutil/trace.go:171","msg":"trace[1533416420] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"411.693987ms","start":"2026-07-16T07:36:09.692433Z","end":"2026-07-16T07:36:10.104127Z","steps":["trace[1533416420] 'process raft request' (duration: 409.176017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:10.104373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:09.692407Z","time spent":"411.889323ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:36:10.104408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.140644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:36:10.104475Z","caller":"traceutil/trace.go:171","msg":"trace[1468375007] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22521; }","duration":"410.228667ms","start":"2026-07-16T07:36:09.694228Z","end":"2026-07-16T07:36:10.104456Z","steps":["trace[1468375007] 'agreement among raft nodes before linearized reading' (duration: 409.908728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:10.10452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:09.69422Z","time spent":"410.290679ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:10.123951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.040916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:10.124204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.746715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:10.124063Z","caller":"traceutil/trace.go:171","msg":"trace[610078833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22522; }","duration":"203.21743ms","start":"2026-07-16T07:36:09.920816Z","end":"2026-07-16T07:36:10.124034Z","steps":["trace[610078833] 'agreement among raft nodes before linearized reading' (duration: 203.021885ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.124432Z","caller":"traceutil/trace.go:171","msg":"trace[459528340] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22522; }","duration":"170.058883ms","start":"2026-07-16T07:36:09.954336Z","end":"2026-07-16T07:36:10.124395Z","steps":["trace[459528340] 'agreement among raft nodes before linearized reading' (duration: 169.688853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:10.1246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.488874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:36:10.124696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.042568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:10.124764Z","caller":"traceutil/trace.go:171","msg":"trace[1875451906] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22522; }","duration":"172.152991ms","start":"2026-07-16T07:36:09.95259Z","end":"2026-07-16T07:36:10.124743Z","steps":["trace[1875451906] 'agreement among raft nodes before linearized reading' (duration: 172.051438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:10.124647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.796524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:36:10.124973Z","caller":"traceutil/trace.go:171","msg":"trace[782808353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22522; }","duration":"171.174414ms","start":"2026-07-16T07:36:09.953753Z","end":"2026-07-16T07:36:10.124928Z","steps":["trace[782808353] 'agreement among raft nodes before linearized reading' (duration: 170.753573ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.125254Z","caller":"traceutil/trace.go:171","msg":"trace[1324901468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22522; }","duration":"149.66128ms","start":"2026-07-16T07:36:09.975062Z","end":"2026-07-16T07:36:10.124723Z","steps":["trace[1324901468] 'agreement among raft nodes before linearized reading' (duration: 149.095904ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.558795Z","caller":"traceutil/trace.go:171","msg":"trace[1474787203] transaction","detail":"{read_only:false; response_revision:22526; number_of_response:1; }","duration":"172.665416ms","start":"2026-07-16T07:36:10.386081Z","end":"2026-07-16T07:36:10.558746Z","steps":["trace[1474787203] 'process raft request' (duration: 172.355697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:10.705102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.077131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:10.705292Z","caller":"traceutil/trace.go:171","msg":"trace[523410961] linearizableReadLoop","detail":"{readStateIndex:23603; appliedIndex:23602; }","duration":"127.769194ms","start":"2026-07-16T07:36:10.577494Z","end":"2026-07-16T07:36:10.705263Z","steps":["trace[523410961] 'read index received' (duration: 24.294772ms)","trace[523410961] 'applied index is now lower than readState.Index' (duration: 103.471152ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:10.70539Z","caller":"traceutil/trace.go:171","msg":"trace[294463297] transaction","detail":"{read_only:false; response_revision:22527; number_of_response:1; }","duration":"220.662073ms","start":"2026-07-16T07:36:10.484668Z","end":"2026-07-16T07:36:10.70533Z","steps":["trace[294463297] 'process raft request' (duration: 117.237282ms)","trace[294463297] 'compare' (duration: 102.860206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:10.7058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.282278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-16T07:36:10.705908Z","caller":"traceutil/trace.go:171","msg":"trace[946810243] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:22527; }","duration":"128.450223ms","start":"2026-07-16T07:36:10.577427Z","end":"2026-07-16T07:36:10.705877Z","steps":["trace[946810243] 'agreement among raft nodes before linearized reading' (duration: 128.038892ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.957845Z","caller":"traceutil/trace.go:171","msg":"trace[1973670474] transaction","detail":"{read_only:false; response_revision:22528; number_of_response:1; }","duration":"246.690173ms","start":"2026-07-16T07:36:10.71111Z","end":"2026-07-16T07:36:10.9578Z","steps":["trace[1973670474] 'process raft request' (duration: 246.436636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.987715Z","caller":"traceutil/trace.go:171","msg":"trace[951879511] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"276.21705ms","start":"2026-07-16T07:36:10.711458Z","end":"2026-07-16T07:36:10.987675Z","steps":["trace[951879511] 'process raft request' (duration: 276.134157ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.987841Z","caller":"traceutil/trace.go:171","msg":"trace[199978269] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"276.24393ms","start":"2026-07-16T07:36:10.711428Z","end":"2026-07-16T07:36:10.987672Z","steps":["trace[199978269] 'process raft request' (duration: 276.074286ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.987701Z","caller":"traceutil/trace.go:171","msg":"trace[1722278863] transaction","detail":"{read_only:false; response_revision:22529; number_of_response:1; }","duration":"276.384535ms","start":"2026-07-16T07:36:10.711255Z","end":"2026-07-16T07:36:10.98764Z","steps":["trace[1722278863] 'process raft request' (duration: 275.976823ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.988113Z","caller":"traceutil/trace.go:171","msg":"trace[1647117653] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"275.714726ms","start":"2026-07-16T07:36:10.71238Z","end":"2026-07-16T07:36:10.988095Z","steps":["trace[1647117653] 'process raft request' (duration: 275.247713ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:10.988207Z","caller":"traceutil/trace.go:171","msg":"trace[1207167603] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"275.093939ms","start":"2026-07-16T07:36:10.713073Z","end":"2026-07-16T07:36:10.988167Z","steps":["trace[1207167603] 'process raft request' (duration: 274.837282ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:11.292587Z","caller":"traceutil/trace.go:171","msg":"trace[2069570647] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"108.981364ms","start":"2026-07-16T07:36:11.183563Z","end":"2026-07-16T07:36:11.292545Z","steps":["trace[2069570647] 'process raft request' (duration: 108.039668ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:12.335176Z","caller":"traceutil/trace.go:171","msg":"trace[1925797720] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"147.86627ms","start":"2026-07-16T07:36:12.187274Z","end":"2026-07-16T07:36:12.33514Z","steps":["trace[1925797720] 'process raft request' (duration: 147.783888ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:12.335322Z","caller":"traceutil/trace.go:171","msg":"trace[1461144246] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"149.107814ms","start":"2026-07-16T07:36:12.186169Z","end":"2026-07-16T07:36:12.335276Z","steps":["trace[1461144246] 'process raft request' (duration: 117.909271ms)","trace[1461144246] 'compare' (duration: 30.813142ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:13.209367Z","caller":"traceutil/trace.go:171","msg":"trace[222149491] linearizableReadLoop","detail":"{readStateIndex:23619; appliedIndex:23618; }","duration":"215.411848ms","start":"2026-07-16T07:36:12.993927Z","end":"2026-07-16T07:36:13.209339Z","steps":["trace[222149491] 'read index received' (duration: 215.140641ms)","trace[222149491] 'applied index is now lower than readState.Index' (duration: 269.797µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:13.209484Z","caller":"traceutil/trace.go:171","msg":"trace[588919647] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"242.95039ms","start":"2026-07-16T07:36:12.96648Z","end":"2026-07-16T07:36:13.20943Z","steps":["trace[588919647] 'process raft request' (duration: 242.669522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:13.209629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.671945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:36:13.209678Z","caller":"traceutil/trace.go:171","msg":"trace[70446491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22542; }","duration":"215.764757ms","start":"2026-07-16T07:36:12.993901Z","end":"2026-07-16T07:36:13.209666Z","steps":["trace[70446491] 'agreement among raft nodes before linearized reading' (duration: 215.579792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:13.209677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.667795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:36:13.209732Z","caller":"traceutil/trace.go:171","msg":"trace[1139664529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22542; }","duration":"215.750498ms","start":"2026-07-16T07:36:12.993965Z","end":"2026-07-16T07:36:13.209716Z","steps":["trace[1139664529] 'agreement among raft nodes before linearized reading' (duration: 215.594603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:13.209775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.744697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:36:13.209858Z","caller":"traceutil/trace.go:171","msg":"trace[705316986] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22542; }","duration":"215.901592ms","start":"2026-07-16T07:36:12.993932Z","end":"2026-07-16T07:36:13.209834Z","steps":["trace[705316986] 'agreement among raft nodes before linearized reading' (duration: 215.676186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:13.209826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.708607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:36:13.209941Z","caller":"traceutil/trace.go:171","msg":"trace[1574647906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22542; }","duration":"215.84792ms","start":"2026-07-16T07:36:12.994061Z","end":"2026-07-16T07:36:13.209909Z","steps":["trace[1574647906] 'agreement among raft nodes before linearized reading' (duration: 215.524591ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:13.386707Z","caller":"traceutil/trace.go:171","msg":"trace[799966240] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"172.027338ms","start":"2026-07-16T07:36:13.214622Z","end":"2026-07-16T07:36:13.38665Z","steps":["trace[799966240] 'process raft request' (duration: 128.894245ms)","trace[799966240] 'compare' (duration: 42.703121ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:13.513005Z","caller":"traceutil/trace.go:171","msg":"trace[554349679] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"297.833248ms","start":"2026-07-16T07:36:13.215115Z","end":"2026-07-16T07:36:13.512949Z","steps":["trace[554349679] 'process raft request' (duration: 272.142507ms)","trace[554349679] 'compare' (duration: 25.427113ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:13.513026Z","caller":"traceutil/trace.go:171","msg":"trace[2030744273] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"297.729755ms","start":"2026-07-16T07:36:13.215264Z","end":"2026-07-16T07:36:13.512994Z","steps":["trace[2030744273] 'process raft request' (duration: 297.666323ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:13.513325Z","caller":"traceutil/trace.go:171","msg":"trace[877103104] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"298.096565ms","start":"2026-07-16T07:36:13.215188Z","end":"2026-07-16T07:36:13.513285Z","steps":["trace[877103104] 'process raft request' (duration: 297.695044ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:14.649057Z","caller":"traceutil/trace.go:171","msg":"trace[508436816] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"196.043082ms","start":"2026-07-16T07:36:14.45297Z","end":"2026-07-16T07:36:14.649013Z","steps":["trace[508436816] 'process raft request' (duration: 107.979227ms)","trace[508436816] 'compare' (duration: 87.85779ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:15.616226Z","caller":"traceutil/trace.go:171","msg":"trace[1591668234] linearizableReadLoop","detail":"{readStateIndex:23640; appliedIndex:23639; }","duration":"222.045062ms","start":"2026-07-16T07:36:15.394157Z","end":"2026-07-16T07:36:15.616202Z","steps":["trace[1591668234] 'read index received' (duration: 221.787494ms)","trace[1591668234] 'applied index is now lower than readState.Index' (duration: 256.197µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:15.616388Z","caller":"traceutil/trace.go:171","msg":"trace[1385142419] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"289.374444ms","start":"2026-07-16T07:36:15.327001Z","end":"2026-07-16T07:36:15.616375Z","steps":["trace[1385142419] 'process raft request' (duration: 289.022455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:15.61661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.446253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:36:15.616653Z","caller":"traceutil/trace.go:171","msg":"trace[992029756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22562; }","duration":"222.552846ms","start":"2026-07-16T07:36:15.394088Z","end":"2026-07-16T07:36:15.616641Z","steps":["trace[992029756] 'agreement among raft nodes before linearized reading' (duration: 222.408612ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:15.726803Z","caller":"traceutil/trace.go:171","msg":"trace[1210282580] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"102.986578ms","start":"2026-07-16T07:36:15.623786Z","end":"2026-07-16T07:36:15.726773Z","steps":["trace[1210282580] 'process raft request' (duration: 102.774573ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:15.727083Z","caller":"traceutil/trace.go:171","msg":"trace[515527933] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"103.523973ms","start":"2026-07-16T07:36:15.623121Z","end":"2026-07-16T07:36:15.726645Z","steps":["trace[515527933] 'process raft request' (duration: 103.378749ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:15.726664Z","caller":"traceutil/trace.go:171","msg":"trace[1881152580] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"103.583824ms","start":"2026-07-16T07:36:15.623041Z","end":"2026-07-16T07:36:15.726625Z","steps":["trace[1881152580] 'process raft request' (duration: 103.229385ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:16.858209Z","caller":"traceutil/trace.go:171","msg":"trace[442952318] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"100.239732ms","start":"2026-07-16T07:36:16.757936Z","end":"2026-07-16T07:36:16.858176Z","steps":["trace[442952318] 'process raft request' (duration: 100.039127ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:17.985978Z","caller":"traceutil/trace.go:171","msg":"trace[1828961329] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"229.782255ms","start":"2026-07-16T07:36:17.756164Z","end":"2026-07-16T07:36:17.985947Z","steps":["trace[1828961329] 'process raft request' (duration: 229.583619ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:17.987621Z","caller":"traceutil/trace.go:171","msg":"trace[886994091] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"230.913587ms","start":"2026-07-16T07:36:17.756661Z","end":"2026-07-16T07:36:17.987575Z","steps":["trace[886994091] 'process raft request' (duration: 230.807494ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:17.987928Z","caller":"traceutil/trace.go:171","msg":"trace[964965577] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"231.270546ms","start":"2026-07-16T07:36:17.756647Z","end":"2026-07-16T07:36:17.987918Z","steps":["trace[964965577] 'process raft request' (duration: 230.749222ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:18.592533Z","caller":"traceutil/trace.go:171","msg":"trace[2044491674] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"275.735426ms","start":"2026-07-16T07:36:18.31676Z","end":"2026-07-16T07:36:18.592495Z","steps":["trace[2044491674] 'process raft request' (duration: 246.765605ms)","trace[2044491674] 'compare' (duration: 28.830047ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:19.023942Z","caller":"traceutil/trace.go:171","msg":"trace[881473248] linearizableReadLoop","detail":"{readStateIndex:23661; appliedIndex:23660; }","duration":"177.398256ms","start":"2026-07-16T07:36:18.846502Z","end":"2026-07-16T07:36:19.023901Z","steps":["trace[881473248] 'read index received' (duration: 177.047506ms)","trace[881473248] 'applied index is now lower than readState.Index' (duration: 349.48µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:19.024049Z","caller":"traceutil/trace.go:171","msg":"trace[986650605] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"357.234171ms","start":"2026-07-16T07:36:18.666788Z","end":"2026-07-16T07:36:19.024022Z","steps":["trace[986650605] 'process raft request' (duration: 356.886081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:19.024177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:18.666758Z","time spent":"357.331553ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:19.024156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.630943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:36:19.024295Z","caller":"traceutil/trace.go:171","msg":"trace[1144242846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22582; }","duration":"177.797778ms","start":"2026-07-16T07:36:18.846425Z","end":"2026-07-16T07:36:19.024223Z","steps":["trace[1144242846] 'agreement among raft nodes before linearized reading' (duration: 177.650684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:19.227295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.938273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:19.227554Z","caller":"traceutil/trace.go:171","msg":"trace[886543414] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"194.463509ms","start":"2026-07-16T07:36:19.033054Z","end":"2026-07-16T07:36:19.227518Z","steps":["trace[886543414] 'process raft request' (duration: 72.193357ms)","trace[886543414] 'compare' (duration: 121.371497ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:19.227703Z","caller":"traceutil/trace.go:171","msg":"trace[345031149] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"192.871254ms","start":"2026-07-16T07:36:19.034798Z","end":"2026-07-16T07:36:19.227669Z","steps":["trace[345031149] 'process raft request' (duration: 192.660718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:19.767906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830587310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:36:20.268816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830587310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:36:20.437252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.116274ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.437553Z","caller":"traceutil/trace.go:171","msg":"trace[1725725013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22585; }","duration":"397.440453ms","start":"2026-07-16T07:36:20.040083Z","end":"2026-07-16T07:36:20.437524Z","steps":["trace[1725725013] 'range keys from in-memory index tree' (duration: 397.086063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.47021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231214694s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:36:20.470637Z","caller":"traceutil/trace.go:171","msg":"trace[517684995] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"1.231755679s","start":"2026-07-16T07:36:19.238855Z","end":"2026-07-16T07:36:20.470611Z","steps":["trace[517684995] 'process raft request' (duration: 1.231564984s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.470788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.238826Z","time spent":"1.231857191s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:20.505461Z","caller":"traceutil/trace.go:171","msg":"trace[110703349] linearizableReadLoop","detail":"{readStateIndex:23666; appliedIndex:23664; }","duration":"1.238149245s","start":"2026-07-16T07:36:19.267285Z","end":"2026-07-16T07:36:20.505434Z","steps":["trace[110703349] 'read index received' (duration: 1.203278021s)","trace[110703349] 'applied index is now lower than readState.Index' (duration: 34.870214ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:20.505496Z","caller":"traceutil/trace.go:171","msg":"trace[254244112] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"249.920252ms","start":"2026-07-16T07:36:20.255548Z","end":"2026-07-16T07:36:20.505468Z","steps":["trace[254244112] 'process raft request' (duration: 249.721306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.505728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238409432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:36:20.505787Z","caller":"traceutil/trace.go:171","msg":"trace[1130387478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22587; }","duration":"1.238575737s","start":"2026-07-16T07:36:19.267201Z","end":"2026-07-16T07:36:20.505776Z","steps":["trace[1130387478] 'agreement among raft nodes before linearized reading' (duration: 1.238362922s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.5058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.730113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:20.505825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.267172Z","time spent":"1.238645179s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:36:20.505877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.069354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:36:20.505882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.997133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.505987Z","caller":"traceutil/trace.go:171","msg":"trace[632008781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22587; }","duration":"836.225879ms","start":"2026-07-16T07:36:19.669715Z","end":"2026-07-16T07:36:20.505941Z","steps":["trace[632008781] 'agreement among raft nodes before linearized reading' (duration: 835.941651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.669686Z","time spent":"836.347733ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:36:20.506013Z","caller":"traceutil/trace.go:171","msg":"trace[1632635825] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22587; }","duration":"750.124067ms","start":"2026-07-16T07:36:19.755832Z","end":"2026-07-16T07:36:20.505956Z","steps":["trace[1632635825] 'agreement among raft nodes before linearized reading' (duration: 749.957833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.755825Z","time spent":"750.284412ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:20.50611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.303235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"warn","ts":"2026-07-16T07:36:20.506185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.027515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:36:20.5062Z","caller":"traceutil/trace.go:171","msg":"trace[497807185] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22587; }","duration":"749.49204ms","start":"2026-07-16T07:36:19.756687Z","end":"2026-07-16T07:36:20.506179Z","steps":["trace[497807185] 'agreement among raft nodes before linearized reading' (duration: 749.123879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.550099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.506255Z","caller":"traceutil/trace.go:171","msg":"trace[1559730590] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22587; }","duration":"750.632181ms","start":"2026-07-16T07:36:19.755613Z","end":"2026-07-16T07:36:20.506245Z","steps":["trace[1559730590] 'agreement among raft nodes before linearized reading' (duration: 750.57672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.756657Z","time spent":"749.583732ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6672,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:36:20.506282Z","caller":"traceutil/trace.go:171","msg":"trace[2083543759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22587; }","duration":"511.126637ms","start":"2026-07-16T07:36:19.995099Z","end":"2026-07-16T07:36:20.506226Z","steps":["trace[2083543759] 'agreement among raft nodes before linearized reading' (duration: 510.829579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.755578Z","time spent":"750.712604ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:20.506453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.653137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.506484Z","caller":"traceutil/trace.go:171","msg":"trace[797411495] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22587; }","duration":"180.709698ms","start":"2026-07-16T07:36:20.325764Z","end":"2026-07-16T07:36:20.506473Z","steps":["trace[797411495] 'agreement among raft nodes before linearized reading' (duration: 180.653636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:20.505895Z","caller":"traceutil/trace.go:171","msg":"trace[528543929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22587; }","duration":"584.909467ms","start":"2026-07-16T07:36:19.920939Z","end":"2026-07-16T07:36:20.505849Z","steps":["trace[528543929] 'agreement among raft nodes before linearized reading' (duration: 584.778904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.99509Z","time spent":"511.227369ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:36:20.50652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.030131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"warn","ts":"2026-07-16T07:36:20.506536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.920905Z","time spent":"585.608787ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:36:20.506575Z","caller":"traceutil/trace.go:171","msg":"trace[150032492] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22587; }","duration":"333.109793ms","start":"2026-07-16T07:36:20.173456Z","end":"2026-07-16T07:36:20.506566Z","steps":["trace[150032492] 'agreement among raft nodes before linearized reading' (duration: 332.97733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.173443Z","time spent":"333.156624ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6672,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:36:20.506735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.847015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:36:20.506796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.758147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.506846Z","caller":"traceutil/trace.go:171","msg":"trace[320539664] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22587; }","duration":"343.82789ms","start":"2026-07-16T07:36:20.163005Z","end":"2026-07-16T07:36:20.506833Z","steps":["trace[320539664] 'agreement among raft nodes before linearized reading' (duration: 343.758978ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:20.506857Z","caller":"traceutil/trace.go:171","msg":"trace[325983583] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22587; }","duration":"513.0335ms","start":"2026-07-16T07:36:19.993797Z","end":"2026-07-16T07:36:20.506831Z","steps":["trace[325983583] 'agreement among raft nodes before linearized reading' (duration: 512.280989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.506886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.162988Z","time spent":"343.890862ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:20.506912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.993774Z","time spent":"513.129253ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:36:20.506966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.425674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:20.507019Z","caller":"traceutil/trace.go:171","msg":"trace[1295212117] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22587; }","duration":"345.517986ms","start":"2026-07-16T07:36:20.161488Z","end":"2026-07-16T07:36:20.507006Z","steps":["trace[1295212117] 'agreement among raft nodes before linearized reading' (duration: 345.445334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.507071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.161462Z","time spent":"345.594349ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:20.506773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.445035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:36:20.509454Z","caller":"traceutil/trace.go:171","msg":"trace[1835398915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22587; }","duration":"514.200772ms","start":"2026-07-16T07:36:19.995216Z","end":"2026-07-16T07:36:20.509417Z","steps":["trace[1835398915] 'agreement among raft nodes before linearized reading' (duration: 510.449098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.509622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:19.995185Z","time spent":"514.417178ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:36:20.509316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.866477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"info","ts":"2026-07-16T07:36:20.510253Z","caller":"traceutil/trace.go:171","msg":"trace[1826818823] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22587; }","duration":"346.982827ms","start":"2026-07-16T07:36:20.163256Z","end":"2026-07-16T07:36:20.510239Z","steps":["trace[1826818823] 'agreement among raft nodes before linearized reading' (duration: 342.579325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.51037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.163247Z","time spent":"347.10683ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6672,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-16T07:36:20.779974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.576698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:20.780129Z","caller":"traceutil/trace.go:171","msg":"trace[560346750] transaction","detail":"{read_only:false; response_revision:22588; number_of_response:1; }","duration":"267.984822ms","start":"2026-07-16T07:36:20.512116Z","end":"2026-07-16T07:36:20.780101Z","steps":["trace[560346750] 'process raft request' (duration: 97.166327ms)","trace[560346750] 'compare' (duration: 170.313751ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:20.916384Z","caller":"traceutil/trace.go:171","msg":"trace[835633850] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"404.034954ms","start":"2026-07-16T07:36:20.512327Z","end":"2026-07-16T07:36:20.916362Z","steps":["trace[835633850] 'process raft request' (duration: 403.942162ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:20.9164Z","caller":"traceutil/trace.go:171","msg":"trace[131470713] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"404.146238ms","start":"2026-07-16T07:36:20.512203Z","end":"2026-07-16T07:36:20.91635Z","steps":["trace[131470713] 'process raft request' (duration: 393.237296ms)","trace[131470713] 'compare' (duration: 10.46976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:20.91656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.512319Z","time spent":"404.144748ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:20.916591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.512172Z","time spent":"404.314123ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:20.916769Z","caller":"traceutil/trace.go:171","msg":"trace[2122686478] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"403.287214ms","start":"2026-07-16T07:36:20.513469Z","end":"2026-07-16T07:36:20.916757Z","steps":["trace[2122686478] 'process raft request' (duration: 403.158561ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:20.91676Z","caller":"traceutil/trace.go:171","msg":"trace[374385720] linearizableReadLoop","detail":"{readStateIndex:23671; appliedIndex:23666; }","duration":"319.156358ms","start":"2026-07-16T07:36:20.597582Z","end":"2026-07-16T07:36:20.916738Z","steps":["trace[374385720] 'read index received' (duration: 11.813478ms)","trace[374385720] 'applied index is now lower than readState.Index' (duration: 307.34192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:20.916816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.513457Z","time spent":"403.335785ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:20.916767Z","caller":"traceutil/trace.go:171","msg":"trace[276802150] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"404.338993ms","start":"2026-07-16T07:36:20.51238Z","end":"2026-07-16T07:36:20.916719Z","steps":["trace[276802150] 'process raft request' (duration: 403.947383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.916981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.587485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:36:20.917024Z","caller":"traceutil/trace.go:171","msg":"trace[24934770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22592; }","duration":"167.696989ms","start":"2026-07-16T07:36:20.749321Z","end":"2026-07-16T07:36:20.917018Z","steps":["trace[24934770] 'agreement among raft nodes before linearized reading' (duration: 167.564935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.917015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.430425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:36:20.917058Z","caller":"traceutil/trace.go:171","msg":"trace[597424117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22592; }","duration":"319.526677ms","start":"2026-07-16T07:36:20.597519Z","end":"2026-07-16T07:36:20.917045Z","steps":["trace[597424117] 'agreement among raft nodes before linearized reading' (duration: 319.345432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:20.917105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.597503Z","time spent":"319.59254ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:36:20.917161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:20.51237Z","time spent":"404.58823ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:21.088995Z","caller":"traceutil/trace.go:171","msg":"trace[487334944] transaction","detail":"{read_only:false; response_revision:22594; number_of_response:1; }","duration":"105.633792ms","start":"2026-07-16T07:36:20.983306Z","end":"2026-07-16T07:36:21.088939Z","steps":["trace[487334944] 'process raft request' (duration: 81.164805ms)","trace[487334944] 'compare' (duration: 24.155518ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:21.222744Z","caller":"traceutil/trace.go:171","msg":"trace[1832008365] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22594; }","duration":"117.537251ms","start":"2026-07-16T07:36:21.105183Z","end":"2026-07-16T07:36:21.22272Z","steps":["trace[1832008365] 'process raft request' (duration: 117.439258ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:21.383331Z","caller":"traceutil/trace.go:171","msg":"trace[399200186] transaction","detail":"{read_only:false; response_revision:22595; number_of_response:1; }","duration":"146.596065ms","start":"2026-07-16T07:36:21.236709Z","end":"2026-07-16T07:36:21.383305Z","steps":["trace[399200186] 'process raft request' (duration: 146.407099ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:21.414247Z","caller":"traceutil/trace.go:171","msg":"trace[1700103897] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23674; }","duration":"169.009364ms","start":"2026-07-16T07:36:21.245208Z","end":"2026-07-16T07:36:21.414217Z","steps":["trace[1700103897] 'read index received' (duration: 137.998567ms)","trace[1700103897] 'applied index is now lower than readState.Index' (duration: 31.010007ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:21.414382Z","caller":"traceutil/trace.go:171","msg":"trace[1349472188] transaction","detail":"{read_only:false; response_revision:22596; number_of_response:1; }","duration":"175.296939ms","start":"2026-07-16T07:36:21.239074Z","end":"2026-07-16T07:36:21.414371Z","steps":["trace[1349472188] 'process raft request' (duration: 174.96891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:21.41465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.408315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:36:21.414734Z","caller":"traceutil/trace.go:171","msg":"trace[2035218729] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:22596; }","duration":"169.550699ms","start":"2026-07-16T07:36:21.245165Z","end":"2026-07-16T07:36:21.414716Z","steps":["trace[2035218729] 'agreement among raft nodes before linearized reading' (duration: 169.270492ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:21.541713Z","caller":"traceutil/trace.go:171","msg":"trace[1292494990] linearizableReadLoop","detail":"{readStateIndex:23677; appliedIndex:23676; }","duration":"125.389729ms","start":"2026-07-16T07:36:21.416276Z","end":"2026-07-16T07:36:21.541666Z","steps":["trace[1292494990] 'read index received' (duration: 85.186717ms)","trace[1292494990] 'applied index is now lower than readState.Index' (duration: 40.200832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:21.542126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.81215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-07-16T07:36:21.542181Z","caller":"traceutil/trace.go:171","msg":"trace[1985945103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22596; }","duration":"125.975875ms","start":"2026-07-16T07:36:21.416193Z","end":"2026-07-16T07:36:21.542169Z","steps":["trace[1985945103] 'agreement among raft nodes before linearized reading' (duration: 125.671426ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:21.582697Z","caller":"traceutil/trace.go:171","msg":"trace[804302809] transaction","detail":"{read_only:false; response_revision:22597; number_of_response:1; }","duration":"155.536942ms","start":"2026-07-16T07:36:21.42712Z","end":"2026-07-16T07:36:21.582657Z","steps":["trace[804302809] 'process raft request' (duration: 155.209553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:21.58282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.038227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:36:21.582893Z","caller":"traceutil/trace.go:171","msg":"trace[852886186] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22597; }","duration":"164.13653ms","start":"2026-07-16T07:36:21.418733Z","end":"2026-07-16T07:36:21.582869Z","steps":["trace[852886186] 'agreement among raft nodes before linearized reading' (duration: 163.940025ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:21.698756Z","caller":"traceutil/trace.go:171","msg":"trace[1841561469] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"108.715748ms","start":"2026-07-16T07:36:21.589967Z","end":"2026-07-16T07:36:21.698683Z","steps":["trace[1841561469] 'process raft request' (duration: 68.797743ms)","trace[1841561469] 'compare' (duration: 39.613256ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:22.762925Z","caller":"traceutil/trace.go:171","msg":"trace[685022721] linearizableReadLoop","detail":"{readStateIndex:23684; appliedIndex:23683; }","duration":"250.90452ms","start":"2026-07-16T07:36:22.511984Z","end":"2026-07-16T07:36:22.762889Z","steps":["trace[685022721] 'read index received' (duration: 250.714835ms)","trace[685022721] 'applied index is now lower than readState.Index' (duration: 188.465µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:22.763021Z","caller":"traceutil/trace.go:171","msg":"trace[1451526774] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"280.269372ms","start":"2026-07-16T07:36:22.482694Z","end":"2026-07-16T07:36:22.762963Z","steps":["trace[1451526774] 'process raft request' (duration: 280.001455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.763421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.404194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"warn","ts":"2026-07-16T07:36:22.763431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.410154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"info","ts":"2026-07-16T07:36:22.763489Z","caller":"traceutil/trace.go:171","msg":"trace[1961023663] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22603; }","duration":"251.534907ms","start":"2026-07-16T07:36:22.511935Z","end":"2026-07-16T07:36:22.763469Z","steps":["trace[1961023663] 'agreement among raft nodes before linearized reading' (duration: 251.104345ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:22.763531Z","caller":"traceutil/trace.go:171","msg":"trace[1150193930] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22603; }","duration":"251.529157ms","start":"2026-07-16T07:36:22.511978Z","end":"2026-07-16T07:36:22.763508Z","steps":["trace[1150193930] 'agreement among raft nodes before linearized reading' (duration: 251.007873ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:22.869554Z","caller":"traceutil/trace.go:171","msg":"trace[525415309] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"357.20988ms","start":"2026-07-16T07:36:22.512312Z","end":"2026-07-16T07:36:22.869522Z","steps":["trace[525415309] 'process raft request' (duration: 356.939772ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:22.869816Z","caller":"traceutil/trace.go:171","msg":"trace[390761307] linearizableReadLoop","detail":"{readStateIndex:23686; appliedIndex:23684; }","duration":"106.763263ms","start":"2026-07-16T07:36:22.763014Z","end":"2026-07-16T07:36:22.869778Z","steps":["trace[390761307] 'read index received' (duration: 106.224758ms)","trace[390761307] 'applied index is now lower than readState.Index' (duration: 536.005µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:22.869982Z","caller":"traceutil/trace.go:171","msg":"trace[645706077] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"273.255178ms","start":"2026-07-16T07:36:22.596697Z","end":"2026-07-16T07:36:22.869952Z","steps":["trace[645706077] 'process raft request' (duration: 272.767054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.870023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.662455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:22.870072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.981521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:22.870122Z","caller":"traceutil/trace.go:171","msg":"trace[506995230] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22605; }","duration":"358.076984ms","start":"2026-07-16T07:36:22.512032Z","end":"2026-07-16T07:36:22.870109Z","steps":["trace[506995230] 'agreement among raft nodes before linearized reading' (duration: 357.93893ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:22.870125Z","caller":"traceutil/trace.go:171","msg":"trace[2080974721] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22605; }","duration":"356.828349ms","start":"2026-07-16T07:36:22.51327Z","end":"2026-07-16T07:36:22.870098Z","steps":["trace[2080974721] 'agreement among raft nodes before linearized reading' (duration: 356.634543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.870098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.880509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:22.870171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.512027Z","time spent":"358.134446ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:22.870176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.513257Z","time spent":"356.907632ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:22.870219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.858818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:22.870216Z","caller":"traceutil/trace.go:171","msg":"trace[1217202573] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22605; }","duration":"358.075254ms","start":"2026-07-16T07:36:22.51211Z","end":"2026-07-16T07:36:22.870185Z","steps":["trace[1217202573] 'agreement among raft nodes before linearized reading' (duration: 357.872919ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:22.870269Z","caller":"traceutil/trace.go:171","msg":"trace[600634557] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22605; }","duration":"357.910579ms","start":"2026-07-16T07:36:22.512346Z","end":"2026-07-16T07:36:22.870257Z","steps":["trace[600634557] 'agreement among raft nodes before linearized reading' (duration: 357.827167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.870301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.512213Z","time spent":"358.080994ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:22.870293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.512047Z","time spent":"358.233548ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:22.870457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:36:22.870443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.496712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6649"} {"level":"info","ts":"2026-07-16T07:36:22.870755Z","caller":"traceutil/trace.go:171","msg":"trace[254555428] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22605; }","duration":"355.832542ms","start":"2026-07-16T07:36:22.514892Z","end":"2026-07-16T07:36:22.870725Z","steps":["trace[254555428] 'agreement among raft nodes before linearized reading' (duration: 355.459902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.870841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.514885Z","time spent":"355.935885ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6672,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:36:22.870514Z","caller":"traceutil/trace.go:171","msg":"trace[1599192757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22605; }","duration":"103.100091ms","start":"2026-07-16T07:36:22.767403Z","end":"2026-07-16T07:36:22.870503Z","steps":["trace[1599192757] 'agreement among raft nodes before linearized reading' (duration: 102.921406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:22.870013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.512286Z","time spent":"357.448977ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:23.215645Z","caller":"traceutil/trace.go:171","msg":"trace[2131460748] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"339.656434ms","start":"2026-07-16T07:36:22.875948Z","end":"2026-07-16T07:36:23.215604Z","steps":["trace[2131460748] 'process raft request' (duration: 339.343375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:23.215867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.875922Z","time spent":"339.827699ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:23.519058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.100163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:23.519225Z","caller":"traceutil/trace.go:171","msg":"trace[1613463555] linearizableReadLoop","detail":"{readStateIndex:23688; appliedIndex:23686; }","duration":"597.815725ms","start":"2026-07-16T07:36:22.921382Z","end":"2026-07-16T07:36:23.519198Z","steps":["trace[1613463555] 'read index received' (duration: 294.008572ms)","trace[1613463555] 'applied index is now lower than readState.Index' (duration: 303.805223ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:23.519364Z","caller":"traceutil/trace.go:171","msg":"trace[1887558052] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"642.231313ms","start":"2026-07-16T07:36:22.87711Z","end":"2026-07-16T07:36:23.519341Z","steps":["trace[1887558052] 'process raft request' (duration: 432.706728ms)","trace[1887558052] 'compare' (duration: 208.908988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:23.519483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.87709Z","time spent":"642.334046ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:23.519506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.110041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:23.519513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.314993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:23.51957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.161144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:36:23.51957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.964521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:36:23.519603Z","caller":"traceutil/trace.go:171","msg":"trace[1742785437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22607; }","duration":"193.280656ms","start":"2026-07-16T07:36:23.326299Z","end":"2026-07-16T07:36:23.51958Z","steps":["trace[1742785437] 'agreement among raft nodes before linearized reading' (duration: 193.129211ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.519607Z","caller":"traceutil/trace.go:171","msg":"trace[1611605641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22607; }","duration":"451.466607ms","start":"2026-07-16T07:36:23.068118Z","end":"2026-07-16T07:36:23.519585Z","steps":["trace[1611605641] 'agreement among raft nodes before linearized reading' (duration: 451.281692ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.519656Z","caller":"traceutil/trace.go:171","msg":"trace[1513083572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22607; }","duration":"598.293178ms","start":"2026-07-16T07:36:22.921341Z","end":"2026-07-16T07:36:23.519635Z","steps":["trace[1513083572] 'agreement among raft nodes before linearized reading' (duration: 597.99873ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.519656Z","caller":"traceutil/trace.go:171","msg":"trace[249741109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22607; }","duration":"584.094005ms","start":"2026-07-16T07:36:22.935548Z","end":"2026-07-16T07:36:23.519642Z","steps":["trace[249741109] 'agreement among raft nodes before linearized reading' (duration: 583.861669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:23.519641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.625349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:36:23.519674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:23.068091Z","time spent":"451.56454ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:23.519705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.921289Z","time spent":"598.403171ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:36:23.519707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.935537Z","time spent":"584.160937ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:36:23.519735Z","caller":"traceutil/trace.go:171","msg":"trace[2085715998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22607; }","duration":"597.739593ms","start":"2026-07-16T07:36:22.921968Z","end":"2026-07-16T07:36:23.519708Z","steps":["trace[2085715998] 'agreement among raft nodes before linearized reading' (duration: 597.447685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:23.519783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.92196Z","time spent":"597.813195ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:36:23.51964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.01372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:36:23.519872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.434123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:36:23.519871Z","caller":"traceutil/trace.go:171","msg":"trace[982553346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22607; }","duration":"598.260657ms","start":"2026-07-16T07:36:22.921594Z","end":"2026-07-16T07:36:23.519855Z","steps":["trace[982553346] 'agreement among raft nodes before linearized reading' (duration: 597.822465ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.519902Z","caller":"traceutil/trace.go:171","msg":"trace[1332663108] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22607; }","duration":"598.498934ms","start":"2026-07-16T07:36:22.921392Z","end":"2026-07-16T07:36:23.519891Z","steps":["trace[1332663108] 'agreement among raft nodes before linearized reading' (duration: 597.96938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:23.519909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.921568Z","time spent":"598.330579ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:36:23.519879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.640776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-628l9\" ","response":"range_response_count:1 size:2757"} {"level":"warn","ts":"2026-07-16T07:36:23.519932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:22.921369Z","time spent":"598.556965ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:36:23.519981Z","caller":"traceutil/trace.go:171","msg":"trace[714337927] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-628l9; range_end:; response_count:1; response_revision:22607; }","duration":"398.79593ms","start":"2026-07-16T07:36:23.12116Z","end":"2026-07-16T07:36:23.519956Z","steps":["trace[714337927] 'agreement among raft nodes before linearized reading' (duration: 398.400979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:23.520039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:23.121147Z","time spent":"398.881842ms","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2780,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-bootstrap-628l9\" "} {"level":"info","ts":"2026-07-16T07:36:23.748651Z","caller":"traceutil/trace.go:171","msg":"trace[289913124] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"223.854671ms","start":"2026-07-16T07:36:23.524765Z","end":"2026-07-16T07:36:23.74862Z","steps":["trace[289913124] 'process raft request' (duration: 223.528232ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.749061Z","caller":"traceutil/trace.go:171","msg":"trace[681514432] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"223.999835ms","start":"2026-07-16T07:36:23.52504Z","end":"2026-07-16T07:36:23.749039Z","steps":["trace[681514432] 'process raft request' (duration: 223.524362ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.749353Z","caller":"traceutil/trace.go:171","msg":"trace[378438368] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"224.224022ms","start":"2026-07-16T07:36:23.525091Z","end":"2026-07-16T07:36:23.749315Z","steps":["trace[378438368] 'process raft request' (duration: 223.926963ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.74942Z","caller":"traceutil/trace.go:171","msg":"trace[291576157] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"223.971874ms","start":"2026-07-16T07:36:23.525406Z","end":"2026-07-16T07:36:23.749378Z","steps":["trace[291576157] 'process raft request' (duration: 223.772369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:23.749697Z","caller":"traceutil/trace.go:171","msg":"trace[1053770082] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"224.201191ms","start":"2026-07-16T07:36:23.525479Z","end":"2026-07-16T07:36:23.74968Z","steps":["trace[1053770082] 'process raft request' (duration: 223.758939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:24.099806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.636036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:24.099946Z","caller":"traceutil/trace.go:171","msg":"trace[1988907902] linearizableReadLoop","detail":"{readStateIndex:23696; appliedIndex:23695; }","duration":"288.659734ms","start":"2026-07-16T07:36:23.811261Z","end":"2026-07-16T07:36:24.09992Z","steps":["trace[1988907902] 'read index received' (duration: 56.811681ms)","trace[1988907902] 'applied index is now lower than readState.Index' (duration: 231.846553ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:24.100081Z","caller":"traceutil/trace.go:171","msg":"trace[1529541134] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"339.759717ms","start":"2026-07-16T07:36:23.760269Z","end":"2026-07-16T07:36:24.100029Z","steps":["trace[1529541134] 'process raft request' (duration: 107.785271ms)","trace[1529541134] 'compare' (duration: 231.322928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:24.100193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.947042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:36:24.100256Z","caller":"traceutil/trace.go:171","msg":"trace[402497321] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22615; }","duration":"289.081826ms","start":"2026-07-16T07:36:23.811135Z","end":"2026-07-16T07:36:24.100216Z","steps":["trace[402497321] 'agreement among raft nodes before linearized reading' (duration: 288.892101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:24.100435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.850562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:24.100545Z","caller":"traceutil/trace.go:171","msg":"trace[1677164197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22615; }","duration":"181.019016ms","start":"2026-07-16T07:36:23.919497Z","end":"2026-07-16T07:36:24.100516Z","steps":["trace[1677164197] 'agreement among raft nodes before linearized reading' (duration: 180.839561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:24.100744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:23.760227Z","time spent":"340.066756ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8603,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:24.351368Z","caller":"traceutil/trace.go:171","msg":"trace[1684838538] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"244.951245ms","start":"2026-07-16T07:36:24.106373Z","end":"2026-07-16T07:36:24.351324Z","steps":["trace[1684838538] 'process raft request' (duration: 164.449309ms)","trace[1684838538] 'compare' (duration: 80.172367ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:25.246105Z","caller":"traceutil/trace.go:171","msg":"trace[1875762480] linearizableReadLoop","detail":"{readStateIndex:23699; appliedIndex:23698; }","duration":"113.393696ms","start":"2026-07-16T07:36:25.132684Z","end":"2026-07-16T07:36:25.246077Z","steps":["trace[1875762480] 'read index received' (duration: 113.19943ms)","trace[1875762480] 'applied index is now lower than readState.Index' (duration: 193.176µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:25.246186Z","caller":"traceutil/trace.go:171","msg":"trace[422834834] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"129.369778ms","start":"2026-07-16T07:36:25.116789Z","end":"2026-07-16T07:36:25.246158Z","steps":["trace[422834834] 'process raft request' (duration: 129.07272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.246354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.649323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:36:25.246409Z","caller":"traceutil/trace.go:171","msg":"trace[1729092226] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22618; }","duration":"113.786516ms","start":"2026-07-16T07:36:25.132609Z","end":"2026-07-16T07:36:25.246396Z","steps":["trace[1729092226] 'agreement among raft nodes before linearized reading' (duration: 113.657473ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:25.384992Z","caller":"traceutil/trace.go:171","msg":"trace[995513385] linearizableReadLoop","detail":"{readStateIndex:23701; appliedIndex:23700; }","duration":"116.090961ms","start":"2026-07-16T07:36:25.268866Z","end":"2026-07-16T07:36:25.384957Z","steps":["trace[995513385] 'read index received' (duration: 115.191926ms)","trace[995513385] 'applied index is now lower than readState.Index' (duration: 897.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:25.38505Z","caller":"traceutil/trace.go:171","msg":"trace[1049593279] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"127.827665ms","start":"2026-07-16T07:36:25.257174Z","end":"2026-07-16T07:36:25.385001Z","steps":["trace[1049593279] 'process raft request' (duration: 126.90486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.385409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.506002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:36:25.385527Z","caller":"traceutil/trace.go:171","msg":"trace[585317235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22620; }","duration":"116.704048ms","start":"2026-07-16T07:36:25.268795Z","end":"2026-07-16T07:36:25.385499Z","steps":["trace[585317235] 'agreement among raft nodes before linearized reading' (duration: 116.333538ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:25.548473Z","caller":"traceutil/trace.go:171","msg":"trace[139917744] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"150.507593ms","start":"2026-07-16T07:36:25.397919Z","end":"2026-07-16T07:36:25.548427Z","steps":["trace[139917744] 'process raft request' (duration: 102.483495ms)","trace[139917744] 'compare' (duration: 46.838845ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:25.890464Z","caller":"traceutil/trace.go:171","msg":"trace[922295195] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23703; }","duration":"325.582656ms","start":"2026-07-16T07:36:25.564846Z","end":"2026-07-16T07:36:25.890429Z","steps":["trace[922295195] 'read index received' (duration: 76.011783ms)","trace[922295195] 'applied index is now lower than readState.Index' (duration: 249.565432ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:25.890527Z","caller":"traceutil/trace.go:171","msg":"trace[431594350] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"335.793628ms","start":"2026-07-16T07:36:25.554672Z","end":"2026-07-16T07:36:25.890465Z","steps":["trace[431594350] 'process raft request' (duration: 335.537981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.890667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.793791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:25.890734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:25.554641Z","time spent":"336.003124ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:36:25.890756Z","caller":"traceutil/trace.go:171","msg":"trace[1707091517] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:22624; }","duration":"325.942095ms","start":"2026-07-16T07:36:25.564793Z","end":"2026-07-16T07:36:25.890735Z","steps":["trace[1707091517] 'agreement among raft nodes before linearized reading' (duration: 325.727859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.890796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:25.564772Z","time spent":"326.018098ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:25.890904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.173515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:25.890958Z","caller":"traceutil/trace.go:171","msg":"trace[1224762925] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22624; }","duration":"141.37262ms","start":"2026-07-16T07:36:25.749571Z","end":"2026-07-16T07:36:25.890944Z","steps":["trace[1224762925] 'agreement among raft nodes before linearized reading' (duration: 141.130043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.891071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.66061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:36:25.891209Z","caller":"traceutil/trace.go:171","msg":"trace[2181428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22624; }","duration":"136.877086ms","start":"2026-07-16T07:36:25.754303Z","end":"2026-07-16T07:36:25.89118Z","steps":["trace[2181428] 'agreement among raft nodes before linearized reading' (duration: 136.453865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.891234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.94326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:36:25.891207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.813854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:36:25.89129Z","caller":"traceutil/trace.go:171","msg":"trace[1242463229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22624; }","duration":"136.059023ms","start":"2026-07-16T07:36:25.755216Z","end":"2026-07-16T07:36:25.891275Z","steps":["trace[1242463229] 'agreement among raft nodes before linearized reading' (duration: 135.843297ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:25.891321Z","caller":"traceutil/trace.go:171","msg":"trace[2137540475] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22624; }","duration":"136.965968ms","start":"2026-07-16T07:36:25.754327Z","end":"2026-07-16T07:36:25.891293Z","steps":["trace[2137540475] 'agreement among raft nodes before linearized reading' (duration: 136.591838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:25.891311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.063891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:36:25.891086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.764322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:36:25.891418Z","caller":"traceutil/trace.go:171","msg":"trace[1892051324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22624; }","duration":"137.198335ms","start":"2026-07-16T07:36:25.754187Z","end":"2026-07-16T07:36:25.891385Z","steps":["trace[1892051324] 'agreement among raft nodes before linearized reading' (duration: 136.788764ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:25.891463Z","caller":"traceutil/trace.go:171","msg":"trace[682741089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22624; }","duration":"137.222825ms","start":"2026-07-16T07:36:25.754214Z","end":"2026-07-16T07:36:25.891437Z","steps":["trace[682741089] 'agreement among raft nodes before linearized reading' (duration: 136.606618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:26.100746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.183005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:26.100908Z","caller":"traceutil/trace.go:171","msg":"trace[123212764] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"204.27412ms","start":"2026-07-16T07:36:25.896603Z","end":"2026-07-16T07:36:26.100877Z","steps":["trace[123212764] 'process raft request' (duration: 75.833018ms)","trace[123212764] 'compare' (duration: 127.880117ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:26.182711Z","caller":"traceutil/trace.go:171","msg":"trace[1204522519] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"285.771304ms","start":"2026-07-16T07:36:25.896905Z","end":"2026-07-16T07:36:26.182676Z","steps":["trace[1204522519] 'process raft request' (duration: 285.654131ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.182835Z","caller":"traceutil/trace.go:171","msg":"trace[1901330945] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"286.157425ms","start":"2026-07-16T07:36:25.896631Z","end":"2026-07-16T07:36:26.182789Z","steps":["trace[1901330945] 'process raft request' (duration: 285.758034ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.183095Z","caller":"traceutil/trace.go:171","msg":"trace[315765541] transaction","detail":"{read_only:false; response_revision:22628; number_of_response:1; }","duration":"285.794615ms","start":"2026-07-16T07:36:25.89728Z","end":"2026-07-16T07:36:26.183074Z","steps":["trace[315765541] 'process raft request' (duration: 285.342492ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.183426Z","caller":"traceutil/trace.go:171","msg":"trace[659716073] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"255.393274ms","start":"2026-07-16T07:36:25.928018Z","end":"2026-07-16T07:36:26.183412Z","steps":["trace[659716073] 'process raft request' (duration: 255.25909ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.183432Z","caller":"traceutil/trace.go:171","msg":"trace[1931307017] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"285.473506ms","start":"2026-07-16T07:36:25.897918Z","end":"2026-07-16T07:36:26.183391Z","steps":["trace[1931307017] 'process raft request' (duration: 285.076195ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.438845Z","caller":"traceutil/trace.go:171","msg":"trace[256302068] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"243.792793ms","start":"2026-07-16T07:36:26.194993Z","end":"2026-07-16T07:36:26.438786Z","steps":["trace[256302068] 'process raft request' (duration: 243.539946ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:26.591352Z","caller":"traceutil/trace.go:171","msg":"trace[1830020226] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"145.273038ms","start":"2026-07-16T07:36:26.44584Z","end":"2026-07-16T07:36:26.591113Z","steps":["trace[1830020226] 'process raft request' (duration: 128.224937ms)","trace[1830020226] 'compare' (duration: 16.822705ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:26.848212Z","caller":"traceutil/trace.go:171","msg":"trace[1947058106] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"399.87468ms","start":"2026-07-16T07:36:26.448293Z","end":"2026-07-16T07:36:26.848167Z","steps":["trace[1947058106] 'process raft request' (duration: 399.310394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:26.848483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.448204Z","time spent":"400.143497ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:27.032908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.098469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:36:27.055344Z","caller":"traceutil/trace.go:171","msg":"trace[677262713] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"457.72977ms","start":"2026-07-16T07:36:26.597575Z","end":"2026-07-16T07:36:27.055305Z","steps":["trace[677262713] 'process raft request' (duration: 457.36301ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.055451Z","caller":"traceutil/trace.go:171","msg":"trace[912692052] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"457.546785ms","start":"2026-07-16T07:36:26.597867Z","end":"2026-07-16T07:36:27.055414Z","steps":["trace[912692052] 'process raft request' (duration: 457.33684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.055502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.597534Z","time spent":"457.890585ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:36:27.055613Z","caller":"traceutil/trace.go:171","msg":"trace[1634076330] linearizableReadLoop","detail":"{readStateIndex:23718; appliedIndex:23713; }","duration":"439.114285ms","start":"2026-07-16T07:36:26.616473Z","end":"2026-07-16T07:36:27.055587Z","steps":["trace[1634076330] 'read index received' (duration: 231.05031ms)","trace[1634076330] 'applied index is now lower than readState.Index' (duration: 208.061845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:27.055663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.597831Z","time spent":"457.71563ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7564,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:27.055711Z","caller":"traceutil/trace.go:171","msg":"trace[667124775] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"454.750168ms","start":"2026-07-16T07:36:26.600949Z","end":"2026-07-16T07:36:27.055699Z","steps":["trace[667124775] 'process raft request' (duration: 454.377348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.055787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.600932Z","time spent":"454.80973ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:27.05595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.464306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:36:27.056016Z","caller":"traceutil/trace.go:171","msg":"trace[518073912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22636; }","duration":"439.586099ms","start":"2026-07-16T07:36:26.61642Z","end":"2026-07-16T07:36:27.056006Z","steps":["trace[518073912] 'agreement among raft nodes before linearized reading' (duration: 439.299741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.056044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.616404Z","time spent":"439.63423ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:36:27.103976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.763542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-07-16T07:36:27.103998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.006473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-16T07:36:27.104072Z","caller":"traceutil/trace.go:171","msg":"trace[718748133] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22637; }","duration":"166.897967ms","start":"2026-07-16T07:36:26.937151Z","end":"2026-07-16T07:36:27.104049Z","steps":["trace[718748133] 'agreement among raft nodes before linearized reading' (duration: 166.685881ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.104102Z","caller":"traceutil/trace.go:171","msg":"trace[1941510233] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22637; }","duration":"225.212969ms","start":"2026-07-16T07:36:26.878866Z","end":"2026-07-16T07:36:27.104079Z","steps":["trace[1941510233] 'agreement among raft nodes before linearized reading' (duration: 224.946582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.233039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-16T07:36:27.104349Z","caller":"traceutil/trace.go:171","msg":"trace[817815903] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22637; }","duration":"225.461726ms","start":"2026-07-16T07:36:26.878862Z","end":"2026-07-16T07:36:27.104324Z","steps":["trace[817815903] 'agreement among raft nodes before linearized reading' (duration: 225.134627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.03115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:27.104389Z","caller":"traceutil/trace.go:171","msg":"trace[1158517791] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"166.762422ms","start":"2026-07-16T07:36:26.937608Z","end":"2026-07-16T07:36:27.10437Z","steps":["trace[1158517791] 'process raft request' (duration: 165.918469ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.104534Z","caller":"traceutil/trace.go:171","msg":"trace[2024095705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22637; }","duration":"184.103452ms","start":"2026-07-16T07:36:26.92042Z","end":"2026-07-16T07:36:27.104524Z","steps":["trace[2024095705] 'agreement among raft nodes before linearized reading' (duration: 184.000729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.278189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6746"} {"level":"warn","ts":"2026-07-16T07:36:27.104577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.760097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:36:27.104637Z","caller":"traceutil/trace.go:171","msg":"trace[521323081] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22637; }","duration":"442.842629ms","start":"2026-07-16T07:36:26.661765Z","end":"2026-07-16T07:36:27.104607Z","steps":["trace[521323081] 'agreement among raft nodes before linearized reading' (duration: 442.751986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.194399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-07-16T07:36:27.104668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.80379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:36:27.104682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.661744Z","time spent":"442.925321ms","remote":"127.0.0.1:49996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:27.104743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.739905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6746"} {"level":"info","ts":"2026-07-16T07:36:27.104768Z","caller":"traceutil/trace.go:171","msg":"trace[167698589] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22637; }","duration":"327.824707ms","start":"2026-07-16T07:36:26.776938Z","end":"2026-07-16T07:36:27.104762Z","steps":["trace[167698589] 'agreement among raft nodes before linearized reading' (duration: 327.764466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.776909Z","time spent":"327.873699ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6769,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:36:27.104588Z","caller":"traceutil/trace.go:171","msg":"trace[2024087902] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22637; }","duration":"328.395723ms","start":"2026-07-16T07:36:26.776183Z","end":"2026-07-16T07:36:27.104579Z","steps":["trace[2024087902] 'agreement among raft nodes before linearized reading' (duration: 328.260409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:26.776153Z","time spent":"328.680871ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6769,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-16T07:36:27.104689Z","caller":"traceutil/trace.go:171","msg":"trace[1034425171] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22637; }","duration":"249.873111ms","start":"2026-07-16T07:36:26.854807Z","end":"2026-07-16T07:36:27.10468Z","steps":["trace[1034425171] 'agreement among raft nodes before linearized reading' (duration: 249.795439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.104885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.960086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6746"} {"level":"info","ts":"2026-07-16T07:36:27.104954Z","caller":"traceutil/trace.go:171","msg":"trace[1122080175] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:22637; }","duration":"223.051159ms","start":"2026-07-16T07:36:26.881895Z","end":"2026-07-16T07:36:27.104946Z","steps":["trace[1122080175] 'agreement among raft nodes before linearized reading' (duration: 222.902285ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.104683Z","caller":"traceutil/trace.go:171","msg":"trace[36501213] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22637; }","duration":"165.496988ms","start":"2026-07-16T07:36:26.93917Z","end":"2026-07-16T07:36:27.104667Z","steps":["trace[36501213] 'agreement among raft nodes before linearized reading' (duration: 165.172859ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.216191Z","caller":"traceutil/trace.go:171","msg":"trace[2004181388] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"106.244449ms","start":"2026-07-16T07:36:27.109887Z","end":"2026-07-16T07:36:27.216132Z","steps":["trace[2004181388] 'process raft request' (duration: 41.996391ms)","trace[2004181388] 'compare' (duration: 64.033582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:27.216296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.371273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:27.216438Z","caller":"traceutil/trace.go:171","msg":"trace[1216905201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22639; }","duration":"110.61474ms","start":"2026-07-16T07:36:27.105799Z","end":"2026-07-16T07:36:27.216414Z","steps":["trace[1216905201] 'agreement among raft nodes before linearized reading' (duration: 110.324431ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.302493Z","caller":"traceutil/trace.go:171","msg":"trace[769628071] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"163.41814ms","start":"2026-07-16T07:36:27.139048Z","end":"2026-07-16T07:36:27.302467Z","steps":["trace[769628071] 'process raft request' (duration: 163.05494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.30266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.970562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-07-16T07:36:27.302807Z","caller":"traceutil/trace.go:171","msg":"trace[1253985910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22640; }","duration":"174.161387ms","start":"2026-07-16T07:36:27.128623Z","end":"2026-07-16T07:36:27.302785Z","steps":["trace[1253985910] 'agreement among raft nodes before linearized reading' (duration: 173.791627ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.570744Z","caller":"traceutil/trace.go:171","msg":"trace[59649555] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23723; }","duration":"141.200276ms","start":"2026-07-16T07:36:27.429512Z","end":"2026-07-16T07:36:27.570712Z","steps":["trace[59649555] 'read index received' (duration: 137.505933ms)","trace[59649555] 'applied index is now lower than readState.Index' (duration: 3.692843ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:27.570761Z","caller":"traceutil/trace.go:171","msg":"trace[918548841] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22641; }","duration":"157.094325ms","start":"2026-07-16T07:36:27.413622Z","end":"2026-07-16T07:36:27.570717Z","steps":["trace[918548841] 'process raft request' (duration: 153.423373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:27.571151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.615047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:36:27.571255Z","caller":"traceutil/trace.go:171","msg":"trace[753524807] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22641; }","duration":"141.775691ms","start":"2026-07-16T07:36:27.429454Z","end":"2026-07-16T07:36:27.57123Z","steps":["trace[753524807] 'agreement among raft nodes before linearized reading' (duration: 141.39026ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.734148Z","caller":"traceutil/trace.go:171","msg":"trace[748676006] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"149.150115ms","start":"2026-07-16T07:36:27.584952Z","end":"2026-07-16T07:36:27.734102Z","steps":["trace[748676006] 'process raft request' (duration: 148.860347ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.916219Z","caller":"traceutil/trace.go:171","msg":"trace[248361331] linearizableReadLoop","detail":"{readStateIndex:23730; appliedIndex:23729; }","duration":"136.987118ms","start":"2026-07-16T07:36:27.77919Z","end":"2026-07-16T07:36:27.916178Z","steps":["trace[248361331] 'read index received' (duration: 109.898099ms)","trace[248361331] 'applied index is now lower than readState.Index' (duration: 27.086429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:27.916541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.322027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:36:27.916746Z","caller":"traceutil/trace.go:171","msg":"trace[998333004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22647; }","duration":"137.543034ms","start":"2026-07-16T07:36:27.779178Z","end":"2026-07-16T07:36:27.916721Z","steps":["trace[998333004] 'agreement among raft nodes before linearized reading' (duration: 137.083041ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:27.916877Z","caller":"traceutil/trace.go:171","msg":"trace[2076979023] transaction","detail":"{read_only:false; response_revision:22647; number_of_response:1; }","duration":"137.526744ms","start":"2026-07-16T07:36:27.778655Z","end":"2026-07-16T07:36:27.916182Z","steps":["trace[2076979023] 'process raft request' (duration: 110.531197ms)","trace[2076979023] 'compare' (duration: 26.74059ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:28.192335Z","caller":"traceutil/trace.go:171","msg":"trace[1885377583] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"262.382336ms","start":"2026-07-16T07:36:27.92991Z","end":"2026-07-16T07:36:28.192292Z","steps":["trace[1885377583] 'process raft request' (duration: 262.033806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:28.419466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.959371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:28.419738Z","caller":"traceutil/trace.go:171","msg":"trace[1835389684] transaction","detail":"{read_only:false; response_revision:22651; number_of_response:1; }","duration":"221.688021ms","start":"2026-07-16T07:36:28.19802Z","end":"2026-07-16T07:36:28.419708Z","steps":["trace[1835389684] 'process raft request' (duration: 221.6274ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:28.419855Z","caller":"traceutil/trace.go:171","msg":"trace[313573763] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"222.825373ms","start":"2026-07-16T07:36:28.196986Z","end":"2026-07-16T07:36:28.419812Z","steps":["trace[313573763] 'process raft request' (duration: 52.42751ms)","trace[313573763] 'compare' (duration: 169.829778ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:28.419947Z","caller":"traceutil/trace.go:171","msg":"trace[1223453396] transaction","detail":"{read_only:false; response_revision:22650; number_of_response:1; }","duration":"221.934398ms","start":"2026-07-16T07:36:28.198005Z","end":"2026-07-16T07:36:28.419939Z","steps":["trace[1223453396] 'process raft request' (duration: 221.583978ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:28.420133Z","caller":"traceutil/trace.go:171","msg":"trace[2005297754] transaction","detail":"{read_only:false; response_revision:22652; number_of_response:1; }","duration":"222.064342ms","start":"2026-07-16T07:36:28.198023Z","end":"2026-07-16T07:36:28.420087Z","steps":["trace[2005297754] 'process raft request' (duration: 221.65007ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:28.420674Z","caller":"traceutil/trace.go:171","msg":"trace[1275411196] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"177.698475ms","start":"2026-07-16T07:36:28.24296Z","end":"2026-07-16T07:36:28.420659Z","steps":["trace[1275411196] 'process raft request' (duration: 177.499989ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:28.420632Z","caller":"traceutil/trace.go:171","msg":"trace[2101032398] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"221.987569ms","start":"2026-07-16T07:36:28.198617Z","end":"2026-07-16T07:36:28.420605Z","steps":["trace[2101032398] 'process raft request' (duration: 221.418604ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:28.420677Z","caller":"traceutil/trace.go:171","msg":"trace[852105206] linearizableReadLoop","detail":"{readStateIndex:23737; appliedIndex:23731; }","duration":"111.098683ms","start":"2026-07-16T07:36:28.309415Z","end":"2026-07-16T07:36:28.420513Z","steps":["trace[852105206] 'read index received' (duration: 105.545159ms)","trace[852105206] 'applied index is now lower than readState.Index' (duration: 5.552614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:28.420933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.495453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:28.421008Z","caller":"traceutil/trace.go:171","msg":"trace[1435669428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22654; }","duration":"111.632417ms","start":"2026-07-16T07:36:28.30936Z","end":"2026-07-16T07:36:28.420992Z","steps":["trace[1435669428] 'agreement among raft nodes before linearized reading' (duration: 111.479423ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:32.737333Z","caller":"traceutil/trace.go:171","msg":"trace[1599141570] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"122.862808ms","start":"2026-07-16T07:36:32.614432Z","end":"2026-07-16T07:36:32.737294Z","steps":["trace[1599141570] 'process raft request' (duration: 122.635542ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:33.881281Z","caller":"traceutil/trace.go:171","msg":"trace[551944087] linearizableReadLoop","detail":"{readStateIndex:23780; appliedIndex:23779; }","duration":"102.714391ms","start":"2026-07-16T07:36:33.778539Z","end":"2026-07-16T07:36:33.881254Z","steps":["trace[551944087] 'read index received' (duration: 102.499125ms)","trace[551944087] 'applied index is now lower than readState.Index' (duration: 214.006µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:33.881351Z","caller":"traceutil/trace.go:171","msg":"trace[194379887] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"132.004921ms","start":"2026-07-16T07:36:33.749272Z","end":"2026-07-16T07:36:33.881277Z","steps":["trace[194379887] 'process raft request' (duration: 131.774435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:33.881618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.048691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:36:33.881712Z","caller":"traceutil/trace.go:171","msg":"trace[1933264558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22695; }","duration":"103.171874ms","start":"2026-07-16T07:36:33.778495Z","end":"2026-07-16T07:36:33.881667Z","steps":["trace[1933264558] 'agreement among raft nodes before linearized reading' (duration: 102.912817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:34.068941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.388675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:34.069095Z","caller":"traceutil/trace.go:171","msg":"trace[910932572] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"178.501897ms","start":"2026-07-16T07:36:33.890571Z","end":"2026-07-16T07:36:34.069073Z","steps":["trace[910932572] 'process raft request' (duration: 72.864855ms)","trace[910932572] 'compare' (duration: 105.216821ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:34.590903Z","caller":"traceutil/trace.go:171","msg":"trace[1228997965] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"132.205737ms","start":"2026-07-16T07:36:34.458667Z","end":"2026-07-16T07:36:34.590873Z","steps":["trace[1228997965] 'process raft request' (duration: 132.157655ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:34.590922Z","caller":"traceutil/trace.go:171","msg":"trace[1528455804] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"133.522363ms","start":"2026-07-16T07:36:34.457345Z","end":"2026-07-16T07:36:34.590867Z","steps":["trace[1528455804] 'process raft request' (duration: 131.23625ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:34.590974Z","caller":"traceutil/trace.go:171","msg":"trace[654344862] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"133.475622ms","start":"2026-07-16T07:36:34.457448Z","end":"2026-07-16T07:36:34.590923Z","steps":["trace[654344862] 'process raft request' (duration: 133.263546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:34.591147Z","caller":"traceutil/trace.go:171","msg":"trace[1527477025] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"132.963098ms","start":"2026-07-16T07:36:34.458175Z","end":"2026-07-16T07:36:34.591138Z","steps":["trace[1527477025] 'process raft request' (duration: 132.623509ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:35.506856Z","caller":"traceutil/trace.go:171","msg":"trace[1302501446] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"134.206292ms","start":"2026-07-16T07:36:35.372615Z","end":"2026-07-16T07:36:35.506821Z","steps":["trace[1302501446] 'process raft request' (duration: 133.886893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:35.933192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.232627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:35.933558Z","caller":"traceutil/trace.go:171","msg":"trace[222016829] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"417.348793ms","start":"2026-07-16T07:36:35.516149Z","end":"2026-07-16T07:36:35.933498Z","steps":["trace[222016829] 'process raft request' (duration: 143.677464ms)","trace[222016829] 'compare' (duration: 272.97278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:35.933878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:35.516129Z","time spent":"417.540208ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:37.096898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830587622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:36:37.333624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.612329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:36:37.33374Z","caller":"traceutil/trace.go:171","msg":"trace[989316998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22707; }","duration":"806.786754ms","start":"2026-07-16T07:36:36.526923Z","end":"2026-07-16T07:36:37.33371Z","steps":["trace[989316998] 'range keys from in-memory index tree' (duration: 806.404944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:37.333791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.5269Z","time spent":"806.880437ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:36:37.334842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172382866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:36:37.334895Z","caller":"traceutil/trace.go:171","msg":"trace[1496402340] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22707; }","duration":"1.172476409s","start":"2026-07-16T07:36:36.162406Z","end":"2026-07-16T07:36:37.334882Z","steps":["trace[1496402340] 'range keys from in-memory index tree' (duration: 1.172219772s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:37.334929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.162379Z","time spent":"1.172542441s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:37.603634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.16258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:36:37.782279Z","caller":"traceutil/trace.go:171","msg":"trace[1169761106] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"739.358289ms","start":"2026-07-16T07:36:37.042861Z","end":"2026-07-16T07:36:37.782219Z","steps":["trace[1169761106] 'process raft request' (duration: 738.764353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:37.782556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.042836Z","time spent":"739.564415ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:37.782559Z","caller":"traceutil/trace.go:171","msg":"trace[1659517711] linearizableReadLoop","detail":"{readStateIndex:23794; appliedIndex:23792; }","duration":"1.186682632s","start":"2026-07-16T07:36:36.595845Z","end":"2026-07-16T07:36:37.782527Z","steps":["trace[1659517711] 'read index received' (duration: 595.630984ms)","trace[1659517711] 'applied index is now lower than readState.Index' (duration: 591.050738ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:37.782796Z","caller":"traceutil/trace.go:171","msg":"trace[1071609419] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"592.359584ms","start":"2026-07-16T07:36:37.190423Z","end":"2026-07-16T07:36:37.782782Z","steps":["trace[1071609419] 'process raft request' (duration: 592.015324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:37.782863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.190399Z","time spent":"592.429656ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:37.78304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187136784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:36:37.785176Z","caller":"traceutil/trace.go:171","msg":"trace[805928935] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22709; }","duration":"1.189295734s","start":"2026-07-16T07:36:36.595816Z","end":"2026-07-16T07:36:37.785112Z","steps":["trace[805928935] 'agreement among raft nodes before linearized reading' (duration: 1.187008761s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:37.785249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.595803Z","time spent":"1.189424248s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:36:38.152565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.382136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:38.153463Z","caller":"traceutil/trace.go:171","msg":"trace[1365493281] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"811.027822ms","start":"2026-07-16T07:36:37.342394Z","end":"2026-07-16T07:36:38.153422Z","steps":["trace[1365493281] 'process raft request' (duration: 632.672919ms)","trace[1365493281] 'compare' (duration: 177.209542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:38.15408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.118455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-16T07:36:38.153857Z","caller":"traceutil/trace.go:171","msg":"trace[1521616529] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"183.225708ms","start":"2026-07-16T07:36:37.970606Z","end":"2026-07-16T07:36:38.153832Z","steps":["trace[1521616529] 'process raft request' (duration: 182.979551ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.154153Z","caller":"traceutil/trace.go:171","msg":"trace[280422928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22712; }","duration":"892.235478ms","start":"2026-07-16T07:36:37.261901Z","end":"2026-07-16T07:36:38.154137Z","steps":["trace[280422928] 'agreement among raft nodes before linearized reading' (duration: 891.994351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.261882Z","time spent":"892.302179ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:38.154279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556330046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:36:38.154302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252118862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:36:38.154333Z","caller":"traceutil/trace.go:171","msg":"trace[99264900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22712; }","duration":"1.556400728s","start":"2026-07-16T07:36:36.59792Z","end":"2026-07-16T07:36:38.154321Z","steps":["trace[99264900] 'agreement among raft nodes before linearized reading' (duration: 1.556303745s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.154341Z","caller":"traceutil/trace.go:171","msg":"trace[1184585092] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"354.975588ms","start":"2026-07-16T07:36:37.799351Z","end":"2026-07-16T07:36:38.154326Z","steps":["trace[1184585092] 'process raft request' (duration: 353.380994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.769417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:38.154361Z","caller":"traceutil/trace.go:171","msg":"trace[1289565116] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22712; }","duration":"1.252189434s","start":"2026-07-16T07:36:36.902157Z","end":"2026-07-16T07:36:38.154346Z","steps":["trace[1289565116] 'agreement among raft nodes before linearized reading' (duration: 1.252072671s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.154397Z","caller":"traceutil/trace.go:171","msg":"trace[797544567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22712; }","duration":"497.878991ms","start":"2026-07-16T07:36:37.656504Z","end":"2026-07-16T07:36:38.154383Z","steps":["trace[797544567] 'agreement among raft nodes before linearized reading' (duration: 497.795709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.15442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.799323Z","time spent":"355.053011ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:36:38.154463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.656479Z","time spent":"497.969444ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:38.154099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557748195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:36:38.154516Z","caller":"traceutil/trace.go:171","msg":"trace[1316987759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22712; }","duration":"1.558186777s","start":"2026-07-16T07:36:36.596313Z","end":"2026-07-16T07:36:38.1545Z","steps":["trace[1316987759] 'agreement among raft nodes before linearized reading' (duration: 1.557519509s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010488449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-07-16T07:36:38.154567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.596202Z","time spent":"1.558353632s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:36:38.154564Z","caller":"traceutil/trace.go:171","msg":"trace[524885727] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22712; }","duration":"1.010573852s","start":"2026-07-16T07:36:37.14398Z","end":"2026-07-16T07:36:38.154554Z","steps":["trace[524885727] 'agreement among raft nodes before linearized reading' (duration: 1.010456498s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.062748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-16T07:36:38.154608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.143953Z","time spent":"1.010648053s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7487,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-16T07:36:38.154674Z","caller":"traceutil/trace.go:171","msg":"trace[174314004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22712; }","duration":"924.195741ms","start":"2026-07-16T07:36:37.230421Z","end":"2026-07-16T07:36:38.154616Z","steps":["trace[174314004] 'agreement among raft nodes before linearized reading' (duration: 923.977165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.808839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:36:38.154204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00797687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-16T07:36:38.154737Z","caller":"traceutil/trace.go:171","msg":"trace[1281027973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22712; }","duration":"813.837949ms","start":"2026-07-16T07:36:37.34089Z","end":"2026-07-16T07:36:38.154728Z","steps":["trace[1281027973] 'agreement among raft nodes before linearized reading' (duration: 813.746037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.340864Z","time spent":"813.902581ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:36:38.154378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.597911Z","time spent":"1.55645908s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:36:38.154411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.902087Z","time spent":"1.252314757s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:36:38.154287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007552827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-07-16T07:36:38.154978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006789666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"warn","ts":"2026-07-16T07:36:38.154766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.230396Z","time spent":"924.355556ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:36:38.155059Z","caller":"traceutil/trace.go:171","msg":"trace[855997110] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22712; }","duration":"1.006872429s","start":"2026-07-16T07:36:37.148173Z","end":"2026-07-16T07:36:38.155046Z","steps":["trace[855997110] 'agreement among raft nodes before linearized reading' (duration: 1.006620332s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.154685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.342378Z","time spent":"811.704231ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:38.154986Z","caller":"traceutil/trace.go:171","msg":"trace[1889298993] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22712; }","duration":"1.008328419s","start":"2026-07-16T07:36:37.146644Z","end":"2026-07-16T07:36:38.154972Z","steps":["trace[1889298993] 'agreement among raft nodes before linearized reading' (duration: 1.006985332s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.155452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.146636Z","time spent":"1.008794892s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7487,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-16T07:36:38.153588Z","caller":"traceutil/trace.go:171","msg":"trace[1120407356] linearizableReadLoop","detail":"{readStateIndex:23796; appliedIndex:23795; }","duration":"370.831437ms","start":"2026-07-16T07:36:37.782713Z","end":"2026-07-16T07:36:38.153544Z","steps":["trace[1120407356] 'read index received' (duration: 192.316679ms)","trace[1120407356] 'applied index is now lower than readState.Index' (duration: 178.509358ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:38.154763Z","caller":"traceutil/trace.go:171","msg":"trace[2071161816] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22712; }","duration":"1.008543935s","start":"2026-07-16T07:36:37.1462Z","end":"2026-07-16T07:36:38.154744Z","steps":["trace[2071161816] 'agreement among raft nodes before linearized reading' (duration: 1.007930768s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.155558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.148085Z","time spent":"1.007253499s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7487,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:38.155594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.14619Z","time spent":"1.009389138s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7487,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:36:38.155772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.33785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:36:38.155791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.408682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:36:38.155828Z","caller":"traceutil/trace.go:171","msg":"trace[1021242974] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22712; }","duration":"337.434173ms","start":"2026-07-16T07:36:37.818381Z","end":"2026-07-16T07:36:38.155815Z","steps":["trace[1021242974] 'agreement among raft nodes before linearized reading' (duration: 337.281879ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.155832Z","caller":"traceutil/trace.go:171","msg":"trace[388996605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22712; }","duration":"162.528366ms","start":"2026-07-16T07:36:37.993293Z","end":"2026-07-16T07:36:38.155821Z","steps":["trace[388996605] 'agreement among raft nodes before linearized reading' (duration: 162.410882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.15587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:37.818359Z","time spent":"337.503665ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:36:38.155928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.107653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:36:38.15595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55937507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:36:38.155985Z","caller":"traceutil/trace.go:171","msg":"trace[1709822530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22712; }","duration":"235.227217ms","start":"2026-07-16T07:36:37.920743Z","end":"2026-07-16T07:36:38.15597Z","steps":["trace[1709822530] 'agreement among raft nodes before linearized reading' (duration: 235.142844ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.156011Z","caller":"traceutil/trace.go:171","msg":"trace[1733111072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22712; }","duration":"1.559459732s","start":"2026-07-16T07:36:36.596537Z","end":"2026-07-16T07:36:38.155997Z","steps":["trace[1733111072] 'agreement among raft nodes before linearized reading' (duration: 1.558012152s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.156068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:36.596526Z","time spent":"1.559527524s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:36:38.158996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.416118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:36:38.162Z","caller":"traceutil/trace.go:171","msg":"trace[987118417] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22712; }","duration":"222.534995ms","start":"2026-07-16T07:36:37.939434Z","end":"2026-07-16T07:36:38.161969Z","steps":["trace[987118417] 'agreement among raft nodes before linearized reading' (duration: 216.249211ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395051Z","caller":"traceutil/trace.go:171","msg":"trace[49661751] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"232.172521ms","start":"2026-07-16T07:36:38.162845Z","end":"2026-07-16T07:36:38.395017Z","steps":["trace[49661751] 'process raft request' (duration: 232.079309ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395145Z","caller":"traceutil/trace.go:171","msg":"trace[2003993529] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"232.616854ms","start":"2026-07-16T07:36:38.162489Z","end":"2026-07-16T07:36:38.395106Z","steps":["trace[2003993529] 'process raft request' (duration: 232.336206ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395344Z","caller":"traceutil/trace.go:171","msg":"trace[203529276] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"232.006407ms","start":"2026-07-16T07:36:38.163315Z","end":"2026-07-16T07:36:38.395321Z","steps":["trace[203529276] 'process raft request' (duration: 231.654537ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395618Z","caller":"traceutil/trace.go:171","msg":"trace[491118191] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"231.997546ms","start":"2026-07-16T07:36:38.163595Z","end":"2026-07-16T07:36:38.395593Z","steps":["trace[491118191] 'process raft request' (duration: 231.900033ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395612Z","caller":"traceutil/trace.go:171","msg":"trace[479131856] linearizableReadLoop","detail":"{readStateIndex:23805; appliedIndex:23799; }","duration":"231.02838ms","start":"2026-07-16T07:36:38.164551Z","end":"2026-07-16T07:36:38.39558Z","steps":["trace[479131856] 'read index received' (duration: 134.795098ms)","trace[479131856] 'applied index is now lower than readState.Index' (duration: 96.232202ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:38.395634Z","caller":"traceutil/trace.go:171","msg":"trace[2076136824] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"232.212113ms","start":"2026-07-16T07:36:38.163367Z","end":"2026-07-16T07:36:38.395579Z","steps":["trace[2076136824] 'process raft request' (duration: 231.879354ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.395752Z","caller":"traceutil/trace.go:171","msg":"trace[1906257452] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"232.655745ms","start":"2026-07-16T07:36:38.162424Z","end":"2026-07-16T07:36:38.39508Z","steps":["trace[1906257452] 'process raft request' (duration: 137.00634ms)","trace[1906257452] 'compare' (duration: 95.057419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:38.395885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.307997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:36:38.395953Z","caller":"traceutil/trace.go:171","msg":"trace[843207686] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22719; }","duration":"231.432611ms","start":"2026-07-16T07:36:38.164505Z","end":"2026-07-16T07:36:38.395938Z","steps":["trace[843207686] 'agreement among raft nodes before linearized reading' (duration: 231.159413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.395988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.020178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:36:38.396061Z","caller":"traceutil/trace.go:171","msg":"trace[1030638030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22719; }","duration":"219.148002ms","start":"2026-07-16T07:36:38.176894Z","end":"2026-07-16T07:36:38.396042Z","steps":["trace[1030638030] 'agreement among raft nodes before linearized reading' (duration: 218.868114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:38.626085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.374128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:36:38.626224Z","caller":"traceutil/trace.go:171","msg":"trace[1843820272] linearizableReadLoop","detail":"{readStateIndex:23807; appliedIndex:23806; }","duration":"141.596636ms","start":"2026-07-16T07:36:38.484603Z","end":"2026-07-16T07:36:38.626199Z","steps":["trace[1843820272] 'read index received' (duration: 28.91423ms)","trace[1843820272] 'applied index is now lower than readState.Index' (duration: 112.681026ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:38.626352Z","caller":"traceutil/trace.go:171","msg":"trace[1040508222] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"222.911165ms","start":"2026-07-16T07:36:38.403381Z","end":"2026-07-16T07:36:38.626292Z","steps":["trace[1040508222] 'process raft request' (duration: 110.211048ms)","trace[1040508222] 'compare' (duration: 112.10616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:38.626499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.532887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:36:38.626505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.885684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-07-16T07:36:38.626545Z","caller":"traceutil/trace.go:171","msg":"trace[1553084524] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22721; }","duration":"127.609789ms","start":"2026-07-16T07:36:38.498919Z","end":"2026-07-16T07:36:38.626529Z","steps":["trace[1553084524] 'agreement among raft nodes before linearized reading' (duration: 127.404384ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.626602Z","caller":"traceutil/trace.go:171","msg":"trace[2086481782] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22721; }","duration":"142.026718ms","start":"2026-07-16T07:36:38.484548Z","end":"2026-07-16T07:36:38.626575Z","steps":["trace[2086481782] 'agreement among raft nodes before linearized reading' (duration: 141.75792ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:38.859104Z","caller":"traceutil/trace.go:171","msg":"trace[150349838] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"180.394449ms","start":"2026-07-16T07:36:38.678674Z","end":"2026-07-16T07:36:38.859068Z","steps":["trace[150349838] 'process raft request' (duration: 180.178123ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:39.06298Z","caller":"traceutil/trace.go:171","msg":"trace[1953890148] linearizableReadLoop","detail":"{readStateIndex:23810; appliedIndex:23808; }","duration":"231.43908ms","start":"2026-07-16T07:36:38.831499Z","end":"2026-07-16T07:36:39.062938Z","steps":["trace[1953890148] 'read index received' (duration: 27.288935ms)","trace[1953890148] 'applied index is now lower than readState.Index' (duration: 204.148925ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:39.063044Z","caller":"traceutil/trace.go:171","msg":"trace[1108954267] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"306.182398ms","start":"2026-07-16T07:36:38.756816Z","end":"2026-07-16T07:36:39.062998Z","steps":["trace[1108954267] 'process raft request' (duration: 207.990202ms)","trace[1108954267] 'compare' (duration: 97.958279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:39.063185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.655676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:39.063238Z","caller":"traceutil/trace.go:171","msg":"trace[53705235] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22724; }","duration":"231.80845ms","start":"2026-07-16T07:36:38.831415Z","end":"2026-07-16T07:36:39.063224Z","steps":["trace[53705235] 'agreement among raft nodes before linearized reading' (duration: 231.679156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:39.063492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:36:38.75677Z","time spent":"306.351522ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:36:39.123094Z","caller":"traceutil/trace.go:171","msg":"trace[818742291] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22724; }","duration":"255.929347ms","start":"2026-07-16T07:36:38.867142Z","end":"2026-07-16T07:36:39.123072Z","steps":["trace[818742291] 'process raft request' (duration: 255.816004ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:39.364894Z","caller":"traceutil/trace.go:171","msg":"trace[714609988] linearizableReadLoop","detail":"{readStateIndex:23812; appliedIndex:23811; }","duration":"156.933381ms","start":"2026-07-16T07:36:39.207932Z","end":"2026-07-16T07:36:39.364865Z","steps":["trace[714609988] 'read index received' (duration: 156.562731ms)","trace[714609988] 'applied index is now lower than readState.Index' (duration: 369.57µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:39.365383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.416484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6789d75b7d-cgrpv.18c2b4d4f9ab5ab9\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-07-16T07:36:39.365482Z","caller":"traceutil/trace.go:171","msg":"trace[382211525] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6789d75b7d-cgrpv.18c2b4d4f9ab5ab9; range_end:; response_count:1; response_revision:22725; }","duration":"157.592889ms","start":"2026-07-16T07:36:39.207871Z","end":"2026-07-16T07:36:39.365464Z","steps":["trace[382211525] 'agreement among raft nodes before linearized reading' (duration: 157.303831ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:39.366027Z","caller":"traceutil/trace.go:171","msg":"trace[51594692] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"228.411518ms","start":"2026-07-16T07:36:39.137601Z","end":"2026-07-16T07:36:39.366013Z","steps":["trace[51594692] 'process raft request' (duration: 226.997609ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:39.483195Z","caller":"traceutil/trace.go:171","msg":"trace[122882163] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"114.216989ms","start":"2026-07-16T07:36:39.368929Z","end":"2026-07-16T07:36:39.483146Z","steps":["trace[122882163] 'process raft request' (duration: 114.028264ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.282561Z","caller":"traceutil/trace.go:171","msg":"trace[1182751391] linearizableReadLoop","detail":"{readStateIndex:23816; appliedIndex:23814; }","duration":"114.766204ms","start":"2026-07-16T07:36:40.167762Z","end":"2026-07-16T07:36:40.282528Z","steps":["trace[1182751391] 'read index received' (duration: 12.811964ms)","trace[1182751391] 'applied index is now lower than readState.Index' (duration: 101.95253ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:40.282598Z","caller":"traceutil/trace.go:171","msg":"trace[2087476966] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"114.859847ms","start":"2026-07-16T07:36:40.167702Z","end":"2026-07-16T07:36:40.282562Z","steps":["trace[2087476966] 'process raft request' (duration: 65.686207ms)","trace[2087476966] 'compare' (duration: 48.983055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:36:40.28284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.045042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:36:40.282888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.551678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-16T07:36:40.282964Z","caller":"traceutil/trace.go:171","msg":"trace[370249758] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:22729; }","duration":"114.685173ms","start":"2026-07-16T07:36:40.16826Z","end":"2026-07-16T07:36:40.282945Z","steps":["trace[370249758] 'agreement among raft nodes before linearized reading' (duration: 114.473327ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.282888Z","caller":"traceutil/trace.go:171","msg":"trace[1698195953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22729; }","duration":"115.126955ms","start":"2026-07-16T07:36:40.167745Z","end":"2026-07-16T07:36:40.282872Z","steps":["trace[1698195953] 'agreement among raft nodes before linearized reading' (duration: 114.94842ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.597718Z","caller":"traceutil/trace.go:171","msg":"trace[253879163] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"192.482204ms","start":"2026-07-16T07:36:40.40519Z","end":"2026-07-16T07:36:40.597672Z","steps":["trace[253879163] 'process raft request' (duration: 189.652256ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.638715Z","caller":"traceutil/trace.go:171","msg":"trace[1795987937] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"232.83767ms","start":"2026-07-16T07:36:40.405848Z","end":"2026-07-16T07:36:40.638686Z","steps":["trace[1795987937] 'process raft request' (duration: 232.611844ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.63893Z","caller":"traceutil/trace.go:171","msg":"trace[195403756] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"232.556223ms","start":"2026-07-16T07:36:40.40635Z","end":"2026-07-16T07:36:40.638906Z","steps":["trace[195403756] 'process raft request' (duration: 232.281845ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.760212Z","caller":"traceutil/trace.go:171","msg":"trace[1281418950] linearizableReadLoop","detail":"{readStateIndex:23821; appliedIndex:23820; }","duration":"110.911257ms","start":"2026-07-16T07:36:40.649274Z","end":"2026-07-16T07:36:40.760185Z","steps":["trace[1281418950] 'read index received' (duration: 104.977913ms)","trace[1281418950] 'applied index is now lower than readState.Index' (duration: 5.932354ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:40.760409Z","caller":"traceutil/trace.go:171","msg":"trace[1834177591] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"111.586516ms","start":"2026-07-16T07:36:40.648745Z","end":"2026-07-16T07:36:40.760332Z","steps":["trace[1834177591] 'process raft request' (duration: 105.620881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:40.760479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.173524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:36:40.760526Z","caller":"traceutil/trace.go:171","msg":"trace[387231203] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22734; }","duration":"111.270957ms","start":"2026-07-16T07:36:40.649241Z","end":"2026-07-16T07:36:40.760512Z","steps":["trace[387231203] 'agreement among raft nodes before linearized reading' (duration: 111.096232ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:40.911641Z","caller":"traceutil/trace.go:171","msg":"trace[1030202223] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"143.5522ms","start":"2026-07-16T07:36:40.768053Z","end":"2026-07-16T07:36:40.911605Z","steps":["trace[1030202223] 'process raft request' (duration: 143.236681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:40.912426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.844959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:40.912548Z","caller":"traceutil/trace.go:171","msg":"trace[2021092317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22736; }","duration":"101.014823ms","start":"2026-07-16T07:36:40.811497Z","end":"2026-07-16T07:36:40.912512Z","steps":["trace[2021092317] 'agreement among raft nodes before linearized reading' (duration: 100.828308ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:42.502408Z","caller":"traceutil/trace.go:171","msg":"trace[1453024193] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"104.613562ms","start":"2026-07-16T07:36:42.397747Z","end":"2026-07-16T07:36:42.502361Z","steps":["trace[1453024193] 'process raft request' (duration: 70.20143ms)","trace[1453024193] 'compare' (duration: 34.228657ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:44.745683Z","caller":"traceutil/trace.go:171","msg":"trace[1733095125] linearizableReadLoop","detail":"{readStateIndex:23842; appliedIndex:23841; }","duration":"109.171559ms","start":"2026-07-16T07:36:44.636486Z","end":"2026-07-16T07:36:44.745658Z","steps":["trace[1733095125] 'read index received' (duration: 108.765998ms)","trace[1733095125] 'applied index is now lower than readState.Index' (duration: 404.581µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:44.746333Z","caller":"traceutil/trace.go:171","msg":"trace[978191837] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"142.838981ms","start":"2026-07-16T07:36:44.603406Z","end":"2026-07-16T07:36:44.746245Z","steps":["trace[978191837] 'process raft request' (duration: 142.046719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:44.746808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.29966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:36:44.747064Z","caller":"traceutil/trace.go:171","msg":"trace[965031897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22754; }","duration":"110.596389ms","start":"2026-07-16T07:36:44.636445Z","end":"2026-07-16T07:36:44.747041Z","steps":["trace[965031897] 'agreement among raft nodes before linearized reading' (duration: 110.249959ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:44.893967Z","caller":"traceutil/trace.go:171","msg":"trace[848752033] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22757; }","duration":"133.254816ms","start":"2026-07-16T07:36:44.760692Z","end":"2026-07-16T07:36:44.893947Z","steps":["trace[848752033] 'process raft request' (duration: 133.087361ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:44.89407Z","caller":"traceutil/trace.go:171","msg":"trace[1328957798] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"134.687785ms","start":"2026-07-16T07:36:44.759332Z","end":"2026-07-16T07:36:44.89402Z","steps":["trace[1328957798] 'process raft request' (duration: 134.13104ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:44.893664Z","caller":"traceutil/trace.go:171","msg":"trace[199043490] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"134.459719ms","start":"2026-07-16T07:36:44.759105Z","end":"2026-07-16T07:36:44.893565Z","steps":["trace[199043490] 'process raft request' (duration: 134.146271ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:36:45.414573Z","caller":"traceutil/trace.go:171","msg":"trace[923559135] linearizableReadLoop","detail":"{readStateIndex:23852; appliedIndex:23851; }","duration":"123.738872ms","start":"2026-07-16T07:36:45.2908Z","end":"2026-07-16T07:36:45.414539Z","steps":["trace[923559135] 'read index received' (duration: 123.478095ms)","trace[923559135] 'applied index is now lower than readState.Index' (duration: 259.757µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:45.414715Z","caller":"traceutil/trace.go:171","msg":"trace[690739039] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"124.75789ms","start":"2026-07-16T07:36:45.289914Z","end":"2026-07-16T07:36:45.414672Z","steps":["trace[690739039] 'process raft request' (duration: 124.41564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:45.414853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.008499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:45.414969Z","caller":"traceutil/trace.go:171","msg":"trace[1263764026] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22763; }","duration":"124.191664ms","start":"2026-07-16T07:36:45.290749Z","end":"2026-07-16T07:36:45.414941Z","steps":["trace[1263764026] 'agreement among raft nodes before linearized reading' (duration: 123.915887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:45.662025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.282346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:45.662139Z","caller":"traceutil/trace.go:171","msg":"trace[1629742999] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22763; }","duration":"146.489252ms","start":"2026-07-16T07:36:45.515628Z","end":"2026-07-16T07:36:45.662117Z","steps":["trace[1629742999] 'count revisions from in-memory index tree' (duration: 146.107061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:46.775374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.510583ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:36:48.058952Z","caller":"traceutil/trace.go:171","msg":"trace[60672146] linearizableReadLoop","detail":"{readStateIndex:23865; appliedIndex:23864; }","duration":"140.436375ms","start":"2026-07-16T07:36:47.918481Z","end":"2026-07-16T07:36:48.058918Z","steps":["trace[60672146] 'read index received' (duration: 140.115776ms)","trace[60672146] 'applied index is now lower than readState.Index' (duration: 319.419µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:36:48.059092Z","caller":"traceutil/trace.go:171","msg":"trace[1746847887] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"146.442911ms","start":"2026-07-16T07:36:47.912582Z","end":"2026-07-16T07:36:48.059025Z","steps":["trace[1746847887] 'process raft request' (duration: 146.110912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:36:48.059208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.701352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:36:48.059322Z","caller":"traceutil/trace.go:171","msg":"trace[654689441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22775; }","duration":"140.902457ms","start":"2026-07-16T07:36:47.918393Z","end":"2026-07-16T07:36:48.059295Z","steps":["trace[654689441] 'agreement among raft nodes before linearized reading' (duration: 140.667521ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:06.372546Z","caller":"traceutil/trace.go:171","msg":"trace[1090900792] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"123.830665ms","start":"2026-07-16T07:37:06.248681Z","end":"2026-07-16T07:37:06.372512Z","steps":["trace[1090900792] 'process raft request' (duration: 123.64818ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:06.514459Z","caller":"traceutil/trace.go:171","msg":"trace[716871325] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"107.083582ms","start":"2026-07-16T07:37:06.407341Z","end":"2026-07-16T07:37:06.514424Z","steps":["trace[716871325] 'process raft request' (duration: 85.714911ms)","trace[716871325] 'compare' (duration: 21.241587ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:37:38.604583Z","caller":"traceutil/trace.go:171","msg":"trace[322955113] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24378; }","duration":"121.556722ms","start":"2026-07-16T07:37:38.482996Z","end":"2026-07-16T07:37:38.604553Z","steps":["trace[322955113] 'read index received' (duration: 11.847108ms)","trace[322955113] 'applied index is now lower than readState.Index' (duration: 109.705744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:37:38.604916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.885511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-16T07:37:38.604994Z","caller":"traceutil/trace.go:171","msg":"trace[878848945] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23262; }","duration":"122.016475ms","start":"2026-07-16T07:37:38.482955Z","end":"2026-07-16T07:37:38.604971Z","steps":["trace[878848945] 'agreement among raft nodes before linearized reading' (duration: 121.730377ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:38.605162Z","caller":"traceutil/trace.go:171","msg":"trace[390385719] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"152.093017ms","start":"2026-07-16T07:37:38.453038Z","end":"2026-07-16T07:37:38.605131Z","steps":["trace[390385719] 'process raft request' (duration: 97.066105ms)","trace[390385719] 'compare' (duration: 54.181119ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:37:43.683847Z","caller":"traceutil/trace.go:171","msg":"trace[33446480] linearizableReadLoop","detail":"{readStateIndex:24415; appliedIndex:24413; }","duration":"380.254017ms","start":"2026-07-16T07:37:43.303553Z","end":"2026-07-16T07:37:43.683807Z","steps":["trace[33446480] 'read index received' (duration: 79.790796ms)","trace[33446480] 'applied index is now lower than readState.Index' (duration: 300.461741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:37:43.684145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.551566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:37:43.683988Z","caller":"traceutil/trace.go:171","msg":"trace[581615518] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"391.495957ms","start":"2026-07-16T07:37:43.292429Z","end":"2026-07-16T07:37:43.683925Z","steps":["trace[581615518] 'process raft request' (duration: 384.872784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:37:43.684601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:37:43.292407Z","time spent":"392.039682ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:37:43.684327Z","caller":"traceutil/trace.go:171","msg":"trace[2107398775] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23295; }","duration":"380.776711ms","start":"2026-07-16T07:37:43.303513Z","end":"2026-07-16T07:37:43.68429Z","steps":["trace[2107398775] 'agreement among raft nodes before linearized reading' (duration: 380.422171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:37:43.684832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:37:43.303492Z","time spent":"381.297456ms","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:37:43.684227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.551081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:37:43.684962Z","caller":"traceutil/trace.go:171","msg":"trace[157472375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23295; }","duration":"255.339272ms","start":"2026-07-16T07:37:43.429599Z","end":"2026-07-16T07:37:43.684938Z","steps":["trace[157472375] 'agreement among raft nodes before linearized reading' (duration: 254.398526ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:46.983412Z","caller":"traceutil/trace.go:171","msg":"trace[1208944203] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23314; }","duration":"110.641279ms","start":"2026-07-16T07:37:46.872706Z","end":"2026-07-16T07:37:46.983347Z","steps":["trace[1208944203] 'process raft request' (duration: 109.939819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:37:51.410373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.474549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:37:51.410456Z","caller":"traceutil/trace.go:171","msg":"trace[861957917] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:23401; }","duration":"160.615162ms","start":"2026-07-16T07:37:51.249823Z","end":"2026-07-16T07:37:51.410438Z","steps":["trace[861957917] 'range keys from in-memory index tree' (duration: 160.202311ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:51.901019Z","caller":"traceutil/trace.go:171","msg":"trace[1256295301] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24527; }","duration":"125.686626ms","start":"2026-07-16T07:37:51.775302Z","end":"2026-07-16T07:37:51.900989Z","steps":["trace[1256295301] 'read index received' (duration: 37.738764ms)","trace[1256295301] 'applied index is now lower than readState.Index' (duration: 87.946312ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:37:51.901187Z","caller":"traceutil/trace.go:171","msg":"trace[1178504979] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"126.477919ms","start":"2026-07-16T07:37:51.774634Z","end":"2026-07-16T07:37:51.901112Z","steps":["trace[1178504979] 'process raft request' (duration: 112.366459ms)","trace[1178504979] 'compare' (duration: 13.800661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:37:51.901313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.987975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-16T07:37:51.901371Z","caller":"traceutil/trace.go:171","msg":"trace[735155378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23406; }","duration":"126.082987ms","start":"2026-07-16T07:37:51.77526Z","end":"2026-07-16T07:37:51.901343Z","steps":["trace[735155378] 'agreement among raft nodes before linearized reading' (duration: 125.891112ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:52.246487Z","caller":"traceutil/trace.go:171","msg":"trace[1698032281] linearizableReadLoop","detail":"{readStateIndex:24532; appliedIndex:24530; }","duration":"101.922609ms","start":"2026-07-16T07:37:52.144532Z","end":"2026-07-16T07:37:52.246455Z","steps":["trace[1698032281] 'read index received' (duration: 58.339864ms)","trace[1698032281] 'applied index is now lower than readState.Index' (duration: 43.581515ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:37:52.246636Z","caller":"traceutil/trace.go:171","msg":"trace[386480749] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"131.2477ms","start":"2026-07-16T07:37:52.11535Z","end":"2026-07-16T07:37:52.246598Z","steps":["trace[386480749] 'process raft request' (duration: 130.909821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:37:52.246849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.280179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:37:52.246913Z","caller":"traceutil/trace.go:171","msg":"trace[57033314] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23409; }","duration":"102.420533ms","start":"2026-07-16T07:37:52.144477Z","end":"2026-07-16T07:37:52.246898Z","steps":["trace[57033314] 'agreement among raft nodes before linearized reading' (duration: 102.107924ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:37:52.600266Z","caller":"traceutil/trace.go:171","msg":"trace[447231202] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"109.53712ms","start":"2026-07-16T07:37:52.49065Z","end":"2026-07-16T07:37:52.600187Z","steps":["trace[447231202] 'process raft request' (duration: 109.199161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.839674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830590500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:38:35.966659Z","caller":"traceutil/trace.go:171","msg":"trace[1232842383] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"627.566427ms","start":"2026-07-16T07:38:35.339062Z","end":"2026-07-16T07:38:35.966628Z","steps":["trace[1232842383] 'read index received' (duration: 627.361351ms)","trace[1232842383] 'applied index is now lower than readState.Index' (duration: 203.166µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:38:35.966797Z","caller":"traceutil/trace.go:171","msg":"trace[2076181911] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"686.636441ms","start":"2026-07-16T07:38:35.280106Z","end":"2026-07-16T07:38:35.966742Z","steps":["trace[2076181911] 'process raft request' (duration: 686.306122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.966956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.878036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:38:35.967335Z","caller":"traceutil/trace.go:171","msg":"trace[691250502] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23749; }","duration":"628.273837ms","start":"2026-07-16T07:38:35.339038Z","end":"2026-07-16T07:38:35.967312Z","steps":["trace[691250502] 'agreement among raft nodes before linearized reading' (duration: 627.768053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.967397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.338943Z","time spent":"628.440602ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:38:35.967003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.280085Z","time spent":"686.816537ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:38:35.967108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.624272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:38:35.967827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.733927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:38:35.967909Z","caller":"traceutil/trace.go:171","msg":"trace[832293210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23749; }","duration":"608.86102ms","start":"2026-07-16T07:38:35.359023Z","end":"2026-07-16T07:38:35.967884Z","steps":["trace[832293210] 'agreement among raft nodes before linearized reading' (duration: 607.912334ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:35.967891Z","caller":"traceutil/trace.go:171","msg":"trace[264065117] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:23749; }","duration":"204.482006ms","start":"2026-07-16T07:38:35.763383Z","end":"2026-07-16T07:38:35.967865Z","steps":["trace[264065117] 'agreement among raft nodes before linearized reading' (duration: 203.615492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.967982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.358998Z","time spent":"608.970573ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:38:35.967235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.529707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:38:35.968157Z","caller":"traceutil/trace.go:171","msg":"trace[971623656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23749; }","duration":"248.471742ms","start":"2026-07-16T07:38:35.719642Z","end":"2026-07-16T07:38:35.968114Z","steps":["trace[971623656] 'agreement among raft nodes before linearized reading' (duration: 247.488805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.967244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.495517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:38:35.968364Z","caller":"traceutil/trace.go:171","msg":"trace[135617183] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23749; }","duration":"602.652038ms","start":"2026-07-16T07:38:35.365681Z","end":"2026-07-16T07:38:35.968333Z","steps":["trace[135617183] 'agreement among raft nodes before linearized reading' (duration: 601.378303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:35.967168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.821183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:38:35.968438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.365636Z","time spent":"602.782333ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:38:35.968484Z","caller":"traceutil/trace.go:171","msg":"trace[2146992373] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23749; }","duration":"271.215071ms","start":"2026-07-16T07:38:35.697252Z","end":"2026-07-16T07:38:35.968467Z","steps":["trace[2146992373] 'agreement among raft nodes before linearized reading' (duration: 269.768531ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:36.385683Z","caller":"traceutil/trace.go:171","msg":"trace[508224837] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"410.439032ms","start":"2026-07-16T07:38:35.975202Z","end":"2026-07-16T07:38:36.385641Z","steps":["trace[508224837] 'process raft request' (duration: 409.767354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:36.38619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.975193Z","time spent":"410.582826ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:38:36.394214Z","caller":"traceutil/trace.go:171","msg":"trace[1512832736] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"415.617156ms","start":"2026-07-16T07:38:35.978567Z","end":"2026-07-16T07:38:36.394184Z","steps":["trace[1512832736] 'process raft request' (duration: 415.40104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:36.394387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:35.978542Z","time spent":"415.747549ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:38:36.394616Z","caller":"traceutil/trace.go:171","msg":"trace[2043365998] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"391.592661ms","start":"2026-07-16T07:38:36.002998Z","end":"2026-07-16T07:38:36.394591Z","steps":["trace[2043365998] 'process raft request' (duration: 391.129058ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:36.394801Z","caller":"traceutil/trace.go:171","msg":"trace[1495521390] linearizableReadLoop","detail":"{readStateIndex:24895; appliedIndex:24891; }","duration":"364.924853ms","start":"2026-07-16T07:38:36.029864Z","end":"2026-07-16T07:38:36.394789Z","steps":["trace[1495521390] 'read index received' (duration: 355.126662ms)","trace[1495521390] 'applied index is now lower than readState.Index' (duration: 9.796981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:38:36.394817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:36.002961Z","time spent":"391.723214ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:38:36.394891Z","caller":"traceutil/trace.go:171","msg":"trace[398391630] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"381.906543ms","start":"2026-07-16T07:38:36.012975Z","end":"2026-07-16T07:38:36.394882Z","steps":["trace[398391630] 'process raft request' (duration: 381.42232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:36.394937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:36.0129Z","time spent":"382.008476ms","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7332,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:38:36.395111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.94057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-16T07:38:36.395081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.660682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:38:36.395206Z","caller":"traceutil/trace.go:171","msg":"trace[1890881806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23754; }","duration":"259.843007ms","start":"2026-07-16T07:38:36.135332Z","end":"2026-07-16T07:38:36.395175Z","steps":["trace[1890881806] 'agreement among raft nodes before linearized reading' (duration: 259.58289ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:36.395147Z","caller":"traceutil/trace.go:171","msg":"trace[1830027218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23754; }","duration":"247.013332ms","start":"2026-07-16T07:38:36.148125Z","end":"2026-07-16T07:38:36.395138Z","steps":["trace[1830027218] 'agreement among raft nodes before linearized reading' (duration: 246.878498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:36.395326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.359595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:38:36.395463Z","caller":"traceutil/trace.go:171","msg":"trace[1731083958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23754; }","duration":"365.630353ms","start":"2026-07-16T07:38:36.0298Z","end":"2026-07-16T07:38:36.39543Z","steps":["trace[1731083958] 'agreement among raft nodes before linearized reading' (duration: 365.178261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:36.395546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:36.029775Z","time spent":"365.760536ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:38:40.922789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830590587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:38:40.982675Z","caller":"traceutil/trace.go:171","msg":"trace[260062537] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"563.776812ms","start":"2026-07-16T07:38:40.418857Z","end":"2026-07-16T07:38:40.982634Z","steps":["trace[260062537] 'process raft request' (duration: 563.571756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:40.983062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:40.418837Z","time spent":"564.102922ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:38:40.985051Z","caller":"traceutil/trace.go:171","msg":"trace[368011796] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"515.040024ms","start":"2026-07-16T07:38:40.469977Z","end":"2026-07-16T07:38:40.985017Z","steps":["trace[368011796] 'process raft request' (duration: 514.922571ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:40.98508Z","caller":"traceutil/trace.go:171","msg":"trace[1126012845] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"562.723354ms","start":"2026-07-16T07:38:40.422315Z","end":"2026-07-16T07:38:40.985039Z","steps":["trace[1126012845] 'process raft request' (duration: 562.448386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:40.985144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:40.469955Z","time spent":"515.132827ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:38:40.985174Z","caller":"traceutil/trace.go:171","msg":"trace[1552529383] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24922; }","duration":"562.706173ms","start":"2026-07-16T07:38:40.42245Z","end":"2026-07-16T07:38:40.985156Z","steps":["trace[1552529383] 'read index received' (duration: 560.111261ms)","trace[1552529383] 'applied index is now lower than readState.Index' (duration: 2.591312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:38:40.985341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:40.422299Z","time spent":"562.872817ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:38:40.986405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.061962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:38:40.986455Z","caller":"traceutil/trace.go:171","msg":"trace[186740275] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23783; }","duration":"546.130994ms","start":"2026-07-16T07:38:40.440309Z","end":"2026-07-16T07:38:40.98644Z","steps":["trace[186740275] 'agreement among raft nodes before linearized reading' (duration: 545.95611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:40.986492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:40.440288Z","time spent":"546.196026ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:38:40.986972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.13441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:38:40.987009Z","caller":"traceutil/trace.go:171","msg":"trace[604680780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23783; }","duration":"211.229913ms","start":"2026-07-16T07:38:40.775768Z","end":"2026-07-16T07:38:40.986998Z","steps":["trace[604680780] 'agreement among raft nodes before linearized reading' (duration: 211.11101ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:40.985615Z","caller":"traceutil/trace.go:171","msg":"trace[1163662435] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"151.238313ms","start":"2026-07-16T07:38:40.834355Z","end":"2026-07-16T07:38:40.985594Z","steps":["trace[1163662435] 'process raft request' (duration: 150.619216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:40.985806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.361392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:38:40.987589Z","caller":"traceutil/trace.go:171","msg":"trace[2013711316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23783; }","duration":"565.12659ms","start":"2026-07-16T07:38:40.422387Z","end":"2026-07-16T07:38:40.987514Z","steps":["trace[2013711316] 'agreement among raft nodes before linearized reading' (duration: 563.271789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:40.987705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:38:40.422363Z","time spent":"565.301514ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:38:43.164599Z","caller":"traceutil/trace.go:171","msg":"trace[1049992338] linearizableReadLoop","detail":"{readStateIndex:24940; appliedIndex:24937; }","duration":"159.311326ms","start":"2026-07-16T07:38:43.005257Z","end":"2026-07-16T07:38:43.164568Z","steps":["trace[1049992338] 'read index received' (duration: 2.925511ms)","trace[1049992338] 'applied index is now lower than readState.Index' (duration: 156.379925ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:38:43.16476Z","caller":"traceutil/trace.go:171","msg":"trace[1392779715] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"165.059356ms","start":"2026-07-16T07:38:42.999642Z","end":"2026-07-16T07:38:43.164701Z","steps":["trace[1392779715] 'process raft request' (duration: 138.156622ms)","trace[1392779715] 'compare' (duration: 26.551804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:38:43.16492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.632336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:38:43.165027Z","caller":"traceutil/trace.go:171","msg":"trace[1128386291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23796; }","duration":"159.80456ms","start":"2026-07-16T07:38:43.005197Z","end":"2026-07-16T07:38:43.165001Z","steps":["trace[1128386291] 'agreement among raft nodes before linearized reading' (duration: 159.511302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:38:43.16665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.593338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:38:43.166692Z","caller":"traceutil/trace.go:171","msg":"trace[1071876588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23796; }","duration":"119.69175ms","start":"2026-07-16T07:38:43.046991Z","end":"2026-07-16T07:38:43.166683Z","steps":["trace[1071876588] 'agreement among raft nodes before linearized reading' (duration: 117.740237ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:43.343935Z","caller":"traceutil/trace.go:171","msg":"trace[614903108] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"171.863584ms","start":"2026-07-16T07:38:43.172033Z","end":"2026-07-16T07:38:43.343896Z","steps":["trace[614903108] 'process raft request' (duration: 162.993339ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:43.343965Z","caller":"traceutil/trace.go:171","msg":"trace[212723287] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"171.177335ms","start":"2026-07-16T07:38:43.172749Z","end":"2026-07-16T07:38:43.343926Z","steps":["trace[212723287] 'process raft request' (duration: 170.969789ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:43.343944Z","caller":"traceutil/trace.go:171","msg":"trace[476530671] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"169.969841ms","start":"2026-07-16T07:38:43.173942Z","end":"2026-07-16T07:38:43.343912Z","steps":["trace[476530671] 'process raft request' (duration: 169.899679ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:38:54.452828Z","caller":"traceutil/trace.go:171","msg":"trace[139134571] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"118.881908ms","start":"2026-07-16T07:38:54.333914Z","end":"2026-07-16T07:38:54.452796Z","steps":["trace[139134571] 'process raft request' (duration: 118.642851ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:11.787347Z","caller":"traceutil/trace.go:171","msg":"trace[736081118] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"129.79713ms","start":"2026-07-16T07:39:11.657512Z","end":"2026-07-16T07:39:11.787309Z","steps":["trace[736081118] 'process raft request' (duration: 129.405529ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:11.911281Z","caller":"traceutil/trace.go:171","msg":"trace[1284572807] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"103.079931ms","start":"2026-07-16T07:39:11.808148Z","end":"2026-07-16T07:39:11.911228Z","steps":["trace[1284572807] 'process raft request' (duration: 101.749305ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:17.724831Z","caller":"traceutil/trace.go:171","msg":"trace[638032411] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25173; }","duration":"268.740203ms","start":"2026-07-16T07:39:17.456045Z","end":"2026-07-16T07:39:17.724785Z","steps":["trace[638032411] 'read index received' (duration: 268.549358ms)","trace[638032411] 'applied index is now lower than readState.Index' (duration: 189.255µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:17.724909Z","caller":"traceutil/trace.go:171","msg":"trace[45690785] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"373.069478ms","start":"2026-07-16T07:39:17.351794Z","end":"2026-07-16T07:39:17.724864Z","steps":["trace[45690785] 'process raft request' (duration: 372.78634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:17.725139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.605633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:39:17.725196Z","caller":"traceutil/trace.go:171","msg":"trace[1183751065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24015; }","duration":"164.728306ms","start":"2026-07-16T07:39:17.560454Z","end":"2026-07-16T07:39:17.725182Z","steps":["trace[1183751065] 'agreement among raft nodes before linearized reading' (duration: 164.52031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:17.725294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.397251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:39:17.725273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.200785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:39:17.725458Z","caller":"traceutil/trace.go:171","msg":"trace[80504787] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24015; }","duration":"269.454633ms","start":"2026-07-16T07:39:17.455974Z","end":"2026-07-16T07:39:17.725429Z","steps":["trace[80504787] 'agreement among raft nodes before linearized reading' (duration: 268.97517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:17.725523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.351745Z","time spent":"373.252354ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:17.725375Z","caller":"traceutil/trace.go:171","msg":"trace[1898624734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24015; }","duration":"158.512974ms","start":"2026-07-16T07:39:17.566838Z","end":"2026-07-16T07:39:17.725351Z","steps":["trace[1898624734] 'agreement among raft nodes before linearized reading' (duration: 158.227536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.89913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.292071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:39:18.89938Z","caller":"traceutil/trace.go:171","msg":"trace[221043229] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.167977334s","start":"2026-07-16T07:39:17.731352Z","end":"2026-07-16T07:39:18.89933Z","steps":["trace[221043229] 'process raft request' (duration: 361.399616ms)","trace[221043229] 'compare' (duration: 805.780576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:18.899549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.731323Z","time spent":"1.168142849s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:18.89964Z","caller":"traceutil/trace.go:171","msg":"trace[8919253] linearizableReadLoop","detail":"{readStateIndex:25177; appliedIndex:25174; }","duration":"1.139253319s","start":"2026-07-16T07:39:17.760365Z","end":"2026-07-16T07:39:18.899619Z","steps":["trace[8919253] 'read index received' (duration: 332.448884ms)","trace[8919253] 'applied index is now lower than readState.Index' (duration: 806.803555ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:18.899805Z","caller":"traceutil/trace.go:171","msg":"trace[1067890270] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.168338174s","start":"2026-07-16T07:39:17.73146Z","end":"2026-07-16T07:39:18.899798Z","steps":["trace[1067890270] 'process raft request' (duration: 1.167778589s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.899913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.731432Z","time spent":"1.168428667s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:18.900014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139658401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:39:18.899992Z","caller":"traceutil/trace.go:171","msg":"trace[202148277] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.168394166s","start":"2026-07-16T07:39:17.731544Z","end":"2026-07-16T07:39:18.899938Z","steps":["trace[202148277] 'process raft request' (duration: 1.168034466s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:18.900067Z","caller":"traceutil/trace.go:171","msg":"trace[2048189615] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24018; }","duration":"1.139763343s","start":"2026-07-16T07:39:17.76029Z","end":"2026-07-16T07:39:18.900053Z","steps":["trace[2048189615] 'agreement among raft nodes before linearized reading' (duration: 1.139600179s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.90009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.760226Z","time spent":"1.139859406s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:39:18.90018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.731537Z","time spent":"1.16854351s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:18.900267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.183939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:39:18.900294Z","caller":"traceutil/trace.go:171","msg":"trace[1071996819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24018; }","duration":"562.252041ms","start":"2026-07-16T07:39:18.338034Z","end":"2026-07-16T07:39:18.900286Z","steps":["trace[1071996819] 'agreement among raft nodes before linearized reading' (duration: 562.182329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.900319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.338005Z","time spent":"562.309443ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:39:18.900423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085944595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:39:18.900478Z","caller":"traceutil/trace.go:171","msg":"trace[444719543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24018; }","duration":"1.086026068s","start":"2026-07-16T07:39:17.81444Z","end":"2026-07-16T07:39:18.900466Z","steps":["trace[444719543] 'agreement among raft nodes before linearized reading' (duration: 1.085764301s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.900599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.814425Z","time spent":"1.086163311s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:39:18.900687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.110274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:39:18.900745Z","caller":"traceutil/trace.go:171","msg":"trace[547742882] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24018; }","duration":"794.202507ms","start":"2026-07-16T07:39:18.106524Z","end":"2026-07-16T07:39:18.900727Z","steps":["trace[547742882] 'agreement among raft nodes before linearized reading' (duration: 794.011692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.90079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.206519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:39:18.900483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.689502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:18.900828Z","caller":"traceutil/trace.go:171","msg":"trace[417169548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24018; }","duration":"981.272061ms","start":"2026-07-16T07:39:17.919548Z","end":"2026-07-16T07:39:18.90082Z","steps":["trace[417169548] 'agreement among raft nodes before linearized reading' (duration: 981.218339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.900849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:17.91953Z","time spent":"981.314892ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:39:18.900855Z","caller":"traceutil/trace.go:171","msg":"trace[1631108308] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24018; }","duration":"448.067313ms","start":"2026-07-16T07:39:18.45277Z","end":"2026-07-16T07:39:18.900837Z","steps":["trace[1631108308] 'agreement among raft nodes before linearized reading' (duration: 447.691183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.900446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.404517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:39:18.900906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.452761Z","time spent":"448.128385ms","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:39:18.900972Z","caller":"traceutil/trace.go:171","msg":"trace[552858266] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24018; }","duration":"228.946583ms","start":"2026-07-16T07:39:18.671982Z","end":"2026-07-16T07:39:18.900929Z","steps":["trace[552858266] 'agreement among raft nodes before linearized reading' (duration: 228.435959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.900794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.106497Z","time spent":"794.288389ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:18.900522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.696214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:39:18.901223Z","caller":"traceutil/trace.go:171","msg":"trace[243207350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24018; }","duration":"460.407144ms","start":"2026-07-16T07:39:18.440789Z","end":"2026-07-16T07:39:18.901196Z","steps":["trace[243207350] 'agreement among raft nodes before linearized reading' (duration: 459.709505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.901312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.440767Z","time spent":"460.529348ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:39:18.900794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.663796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:39:18.901534Z","caller":"traceutil/trace.go:171","msg":"trace[1471907331] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24018; }","duration":"728.462728ms","start":"2026-07-16T07:39:18.173035Z","end":"2026-07-16T07:39:18.901497Z","steps":["trace[1471907331] 'agreement among raft nodes before linearized reading' (duration: 727.596854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:18.901609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.17301Z","time spent":"728.577561ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:19.842012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.053147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:39:19.842174Z","caller":"traceutil/trace.go:171","msg":"trace[312822327] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"936.78545ms","start":"2026-07-16T07:39:18.90536Z","end":"2026-07-16T07:39:19.842146Z","steps":["trace[312822327] 'process raft request' (duration: 187.388413ms)","trace[312822327] 'compare' (duration: 748.904524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:19.84225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.905341Z","time spent":"936.876312ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:19.900529Z","caller":"traceutil/trace.go:171","msg":"trace[1659058773] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"995.064332ms","start":"2026-07-16T07:39:18.90543Z","end":"2026-07-16T07:39:19.900494Z","steps":["trace[1659058773] 'process raft request' (duration: 994.732903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:19.900832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.905411Z","time spent":"995.205876ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:19.900887Z","caller":"traceutil/trace.go:171","msg":"trace[1291444213] linearizableReadLoop","detail":"{readStateIndex:25179; appliedIndex:25177; }","duration":"995.244518ms","start":"2026-07-16T07:39:18.905584Z","end":"2026-07-16T07:39:19.900829Z","steps":["trace[1291444213] 'read index received' (duration: 187.239269ms)","trace[1291444213] 'applied index is now lower than readState.Index' (duration: 808.003959ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:19.900888Z","caller":"traceutil/trace.go:171","msg":"trace[1711537560] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"995.210507ms","start":"2026-07-16T07:39:18.905622Z","end":"2026-07-16T07:39:19.900833Z","steps":["trace[1711537560] 'process raft request' (duration: 994.754314ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:19.901Z","caller":"traceutil/trace.go:171","msg":"trace[1077160740] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"990.761493ms","start":"2026-07-16T07:39:18.910225Z","end":"2026-07-16T07:39:19.900987Z","steps":["trace[1077160740] 'process raft request' (duration: 990.448304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:19.901071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.910217Z","time spent":"990.816994ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:19.901131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.905611Z","time spent":"995.392111ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:19.90115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.537036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:39:19.901197Z","caller":"traceutil/trace.go:171","msg":"trace[43937052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24022; }","duration":"995.626627ms","start":"2026-07-16T07:39:18.905554Z","end":"2026-07-16T07:39:19.901181Z","steps":["trace[43937052] 'agreement among raft nodes before linearized reading' (duration: 995.451522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:19.90124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:18.905544Z","time spent":"995.68657ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:20.487651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.166128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:20.487779Z","caller":"traceutil/trace.go:171","msg":"trace[765721240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24022; }","duration":"447.307922ms","start":"2026-07-16T07:39:20.040451Z","end":"2026-07-16T07:39:20.487759Z","steps":["trace[765721240] 'range keys from in-memory index tree' (duration: 447.147958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.488583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.172692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:39:20.488776Z","caller":"traceutil/trace.go:171","msg":"trace[1234440636] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25181; }","duration":"587.773915ms","start":"2026-07-16T07:39:19.900972Z","end":"2026-07-16T07:39:20.488746Z","steps":["trace[1234440636] 'read index received' (duration: 116.308445ms)","trace[1234440636] 'applied index is now lower than readState.Index' (duration: 471.46316ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:20.48891Z","caller":"traceutil/trace.go:171","msg":"trace[450004988] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"757.016427ms","start":"2026-07-16T07:39:19.731861Z","end":"2026-07-16T07:39:20.488877Z","steps":["trace[450004988] 'process raft request' (duration: 285.399113ms)","trace[450004988] 'compare' (duration: 470.876553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:20.488937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.279949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:20.488987Z","caller":"traceutil/trace.go:171","msg":"trace[1373361488] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24023; }","duration":"742.350551ms","start":"2026-07-16T07:39:19.746619Z","end":"2026-07-16T07:39:20.48897Z","steps":["trace[1373361488] 'agreement among raft nodes before linearized reading' (duration: 742.254229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.489042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:19.746606Z","time spent":"742.422943ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:39:20.489094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:19.731836Z","time spent":"757.137651ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:20.553314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.470949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:20.55342Z","caller":"traceutil/trace.go:171","msg":"trace[1456525735] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24024; }","duration":"369.638493ms","start":"2026-07-16T07:39:20.183757Z","end":"2026-07-16T07:39:20.553395Z","steps":["trace[1456525735] 'agreement among raft nodes before linearized reading' (duration: 369.450108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.553418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.562068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:39:20.553435Z","caller":"traceutil/trace.go:171","msg":"trace[878414299] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"646.660924ms","start":"2026-07-16T07:39:19.906743Z","end":"2026-07-16T07:39:20.553404Z","steps":["trace[878414299] 'process raft request' (duration: 646.175351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.553479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.183733Z","time spent":"369.729166ms","remote":"127.0.0.1:33334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:39:20.553483Z","caller":"traceutil/trace.go:171","msg":"trace[21853416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24024; }","duration":"285.671891ms","start":"2026-07-16T07:39:20.267795Z","end":"2026-07-16T07:39:20.553466Z","steps":["trace[21853416] 'agreement among raft nodes before linearized reading' (duration: 285.450925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.553321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.356453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:39:20.55364Z","caller":"traceutil/trace.go:171","msg":"trace[389157019] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24024; }","duration":"647.669172ms","start":"2026-07-16T07:39:19.905932Z","end":"2026-07-16T07:39:20.553601Z","steps":["trace[389157019] 'agreement among raft nodes before linearized reading' (duration: 647.166778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.553714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.158599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:39:20.553743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:19.905895Z","time spent":"647.826486ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:20.553697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:19.906717Z","time spent":"646.802809ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:20.553765Z","caller":"traceutil/trace.go:171","msg":"trace[1973015278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24024; }","duration":"634.480597ms","start":"2026-07-16T07:39:19.919271Z","end":"2026-07-16T07:39:20.553752Z","steps":["trace[1973015278] 'agreement among raft nodes before linearized reading' (duration: 634.061205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:20.553835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:19.91926Z","time spent":"634.56707ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:39:21.061411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830591266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:39:21.382013Z","caller":"traceutil/trace.go:171","msg":"trace[633913231] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"822.491559ms","start":"2026-07-16T07:39:20.559472Z","end":"2026-07-16T07:39:21.381963Z","steps":["trace[633913231] 'process raft request' (duration: 815.691111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:21.382264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.559435Z","time spent":"822.701905ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:22.146675Z","caller":"traceutil/trace.go:171","msg":"trace[31380365] linearizableReadLoop","detail":"{readStateIndex:25185; appliedIndex:25183; }","duration":"1.585911554s","start":"2026-07-16T07:39:20.560727Z","end":"2026-07-16T07:39:22.146639Z","steps":["trace[31380365] 'read index received' (duration: 814.433686ms)","trace[31380365] 'applied index is now lower than readState.Index' (duration: 771.476468ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:22.146713Z","caller":"traceutil/trace.go:171","msg":"trace[1171282508] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.583246051s","start":"2026-07-16T07:39:20.56342Z","end":"2026-07-16T07:39:22.146666Z","steps":["trace[1171282508] 'process raft request' (duration: 1.582988964s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:22.14694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.563401Z","time spent":"1.583410095s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:22.147112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586350606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-07-16T07:39:22.147225Z","caller":"traceutil/trace.go:171","msg":"trace[1149990512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24026; }","duration":"1.58649351s","start":"2026-07-16T07:39:20.560706Z","end":"2026-07-16T07:39:22.147199Z","steps":["trace[1149990512] 'agreement among raft nodes before linearized reading' (duration: 1.586076939s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:22.147282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.560622Z","time spent":"1.586651124s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17091,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:39:22.920194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:39:22.920304Z","caller":"traceutil/trace.go:171","msg":"trace[1822730106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409989s","start":"2026-07-16T07:39:20.91987Z","end":"2026-07-16T07:39:22.92028Z","steps":["trace[1822730106] 'agreement among raft nodes before linearized reading' (duration: 2.000277615s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:22.920353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.919836Z","time spent":"2.000506941s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:39:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:39:23.070189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.186036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:39:23.070286Z","caller":"traceutil/trace.go:171","msg":"trace[153098427] linearizableReadLoop","detail":"{readStateIndex:25186; appliedIndex:25185; }","duration":"923.509483ms","start":"2026-07-16T07:39:22.146763Z","end":"2026-07-16T07:39:23.070272Z","steps":["trace[153098427] 'read index received' (duration: 219.0985ms)","trace[153098427] 'applied index is now lower than readState.Index' (duration: 704.410253ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:23.070338Z","caller":"traceutil/trace.go:171","msg":"trace[1830376782] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.027072326s","start":"2026-07-16T07:39:22.043223Z","end":"2026-07-16T07:39:23.070296Z","steps":["trace[1830376782] 'process raft request' (duration: 322.708595ms)","trace[1830376782] 'compare' (duration: 704.053963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:23.070382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335522408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:39:23.070416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815323688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-16T07:39:23.070459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083055494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:23.070452Z","caller":"traceutil/trace.go:171","msg":"trace[1319875823] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24027; }","duration":"1.335654291s","start":"2026-07-16T07:39:21.734778Z","end":"2026-07-16T07:39:23.070432Z","steps":["trace[1319875823] 'agreement among raft nodes before linearized reading' (duration: 1.335524907s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:23.070475Z","caller":"traceutil/trace.go:171","msg":"trace[946575387] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24027; }","duration":"2.083116715s","start":"2026-07-16T07:39:20.987351Z","end":"2026-07-16T07:39:23.070468Z","steps":["trace[946575387] 'agreement among raft nodes before linearized reading' (duration: 2.083085934s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:21.734739Z","time spent":"1.335739943s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:39:23.070501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.987326Z","time spent":"2.083168397s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:39:23.070519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.043193Z","time spent":"1.027222801s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:23.070585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.727664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:39:23.070617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165350071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:39:23.070654Z","caller":"traceutil/trace.go:171","msg":"trace[971123061] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24027; }","duration":"989.826237ms","start":"2026-07-16T07:39:22.080809Z","end":"2026-07-16T07:39:23.070635Z","steps":["trace[971123061] 'agreement among raft nodes before linearized reading' (duration: 989.707293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166286576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:39:23.070707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166484042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:39:23.070715Z","caller":"traceutil/trace.go:171","msg":"trace[1295696593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24027; }","duration":"1.165512845s","start":"2026-07-16T07:39:21.905178Z","end":"2026-07-16T07:39:23.070691Z","steps":["trace[1295696593] 'agreement among raft nodes before linearized reading' (duration: 1.165181226s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.080798Z","time spent":"989.904389ms","remote":"127.0.0.1:33532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:39:23.070733Z","caller":"traceutil/trace.go:171","msg":"trace[1382050151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24027; }","duration":"2.166372958s","start":"2026-07-16T07:39:20.904333Z","end":"2026-07-16T07:39:23.070706Z","steps":["trace[1382050151] 'agreement among raft nodes before linearized reading' (duration: 2.166133731s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:21.905155Z","time spent":"1.165607058s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:39:23.070792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223350176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:39:23.070731Z","caller":"traceutil/trace.go:171","msg":"trace[515877467] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24027; }","duration":"2.166566903s","start":"2026-07-16T07:39:20.904156Z","end":"2026-07-16T07:39:23.070723Z","steps":["trace[515877467] 'agreement among raft nodes before linearized reading' (duration: 2.166498511s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:23.070821Z","caller":"traceutil/trace.go:171","msg":"trace[1182421809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24027; }","duration":"1.223430518s","start":"2026-07-16T07:39:21.847382Z","end":"2026-07-16T07:39:23.070813Z","steps":["trace[1182421809] 'agreement among raft nodes before linearized reading' (duration: 1.223361636s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.904126Z","time spent":"2.166700537s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:39:23.070841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:21.847351Z","time spent":"1.223486139s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:39:23.070851Z","caller":"traceutil/trace.go:171","msg":"trace[940680131] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:24027; }","duration":"1.81538428s","start":"2026-07-16T07:39:21.255049Z","end":"2026-07-16T07:39:23.070434Z","steps":["trace[940680131] 'agreement among raft nodes before linearized reading' (duration: 1.815277177s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165584108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:39:23.070884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:21.255026Z","time spent":"1.815847753s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"info","ts":"2026-07-16T07:39:23.070905Z","caller":"traceutil/trace.go:171","msg":"trace[1328101963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24027; }","duration":"1.165799724s","start":"2026-07-16T07:39:21.905096Z","end":"2026-07-16T07:39:23.070896Z","steps":["trace[1328101963] 'agreement among raft nodes before linearized reading' (duration: 1.165551027s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.070791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.904319Z","time spent":"2.166459561s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:39:23.070924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:21.905081Z","time spent":"1.165838305s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:39:23.070916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165339079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:39:23.070962Z","caller":"traceutil/trace.go:171","msg":"trace[1280151428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24027; }","duration":"2.165404571s","start":"2026-07-16T07:39:20.905543Z","end":"2026-07-16T07:39:23.070947Z","steps":["trace[1280151428] 'agreement among raft nodes before linearized reading' (duration: 2.165276258s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.071009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:20.905531Z","time spent":"2.165466473s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:39:23.116591Z","caller":"traceutil/trace.go:171","msg":"trace[2011177039] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"802.716942ms","start":"2026-07-16T07:39:22.313852Z","end":"2026-07-16T07:39:23.116569Z","steps":["trace[2011177039] 'process raft request' (duration: 802.64722ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:23.116623Z","caller":"traceutil/trace.go:171","msg":"trace[582751145] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"911.037258ms","start":"2026-07-16T07:39:22.205554Z","end":"2026-07-16T07:39:23.116592Z","steps":["trace[582751145] 'process raft request' (duration: 910.795571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:23.116743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.313812Z","time spent":"802.845875ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:23.116798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.205515Z","time spent":"911.177972ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.161382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044887489s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:39:24.344728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.94922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-16T07:39:24.344987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.07244Z","time spent":"1.272537665s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T07:39:24.345139Z","caller":"traceutil/trace.go:171","msg":"trace[508744762] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.850006867s","start":"2026-07-16T07:39:22.495109Z","end":"2026-07-16T07:39:24.345115Z","steps":["trace[508744762] 'process raft request' (duration: 1.666556973s)","trace[508744762] 'compare' (duration: 182.276171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:24.345219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.49508Z","time spent":"1.85010416s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:24.345307Z","caller":"traceutil/trace.go:171","msg":"trace[188890619] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"1.26944177s","start":"2026-07-16T07:39:23.075809Z","end":"2026-07-16T07:39:24.345251Z","steps":["trace[188890619] 'process raft request' (duration: 1.269063539s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.345414Z","caller":"traceutil/trace.go:171","msg":"trace[1583122231] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"1.269303676s","start":"2026-07-16T07:39:23.076067Z","end":"2026-07-16T07:39:24.34537Z","steps":["trace[1583122231] 'process raft request' (duration: 1.268856983s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.345599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.076058Z","time spent":"1.269443099s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.345612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.075789Z","time spent":"1.269601344s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:24.347168Z","caller":"traceutil/trace.go:171","msg":"trace[1199114750] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25186; }","duration":"1.276852424s","start":"2026-07-16T07:39:23.070304Z","end":"2026-07-16T07:39:24.347157Z","steps":["trace[1199114750] 'read index received' (duration: 46.066614ms)","trace[1199114750] 'applied index is now lower than readState.Index' (duration: 1.23078519s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:24.347317Z","caller":"traceutil/trace.go:171","msg":"trace[2020493691] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.270079037s","start":"2026-07-16T07:39:23.077229Z","end":"2026-07-16T07:39:24.347308Z","steps":["trace[2020493691] 'process raft request' (duration: 1.267719032s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.347765Z","caller":"traceutil/trace.go:171","msg":"trace[1202050525] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"1.268973307s","start":"2026-07-16T07:39:23.078737Z","end":"2026-07-16T07:39:24.34771Z","steps":["trace[1202050525] 'process raft request' (duration: 1.26838736s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.347864Z","caller":"traceutil/trace.go:171","msg":"trace[77782662] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"1.270447997s","start":"2026-07-16T07:39:23.077401Z","end":"2026-07-16T07:39:24.347849Z","steps":["trace[77782662] 'process raft request' (duration: 1.269697117s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.347875Z","caller":"traceutil/trace.go:171","msg":"trace[1496356733] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.27056364s","start":"2026-07-16T07:39:23.077289Z","end":"2026-07-16T07:39:24.347852Z","steps":["trace[1496356733] 'process raft request' (duration: 1.269756628s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.347935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.077394Z","time spent":"1.270505559s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.347957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.077277Z","time spent":"1.270634143s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.348032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.078728Z","time spent":"1.269153632s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.348061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37537385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:39:24.348187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52437554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:39:24.348188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627592255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:24.348223Z","caller":"traceutil/trace.go:171","msg":"trace[1477108317] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24036; }","duration":"1.524466002s","start":"2026-07-16T07:39:22.823748Z","end":"2026-07-16T07:39:24.348214Z","steps":["trace[1477108317] 'agreement among raft nodes before linearized reading' (duration: 1.52437166s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.348263Z","caller":"traceutil/trace.go:171","msg":"trace[1804380540] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24036; }","duration":"1.627702539s","start":"2026-07-16T07:39:22.720518Z","end":"2026-07-16T07:39:24.34822Z","steps":["trace[1804380540] 'agreement among raft nodes before linearized reading' (duration: 1.627606906s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.348296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.720489Z","time spent":"1.627800241s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:39:24.348305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.823726Z","time spent":"1.524572956s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:39:24.348279Z","caller":"traceutil/trace.go:171","msg":"trace[1429562720] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24036; }","duration":"1.375682668s","start":"2026-07-16T07:39:22.972483Z","end":"2026-07-16T07:39:24.348166Z","steps":["trace[1429562720] 'agreement among raft nodes before linearized reading' (duration: 1.375215495s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.348432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427795499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:24.348501Z","caller":"traceutil/trace.go:171","msg":"trace[1888146164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24036; }","duration":"1.427884132s","start":"2026-07-16T07:39:22.920602Z","end":"2026-07-16T07:39:24.348486Z","steps":["trace[1888146164] 'agreement among raft nodes before linearized reading' (duration: 1.42707944s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.348469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.972443Z","time spent":"1.375966826s","remote":"127.0.0.1:33522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:39:24.348582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:22.92059Z","time spent":"1.427952934s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:39:24.348899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.077218Z","time spent":"1.270122398s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:39:24.543081Z","caller":"traceutil/trace.go:171","msg":"trace[852919376] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24036; }","duration":"1.416877238s","start":"2026-07-16T07:39:23.126175Z","end":"2026-07-16T07:39:24.543052Z","steps":["trace[852919376] 'process raft request' (duration: 1.416532568s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466367187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:39:24.543224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.126116Z","time spent":"1.417041492s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:39:24.543239Z","caller":"traceutil/trace.go:171","msg":"trace[1481960255] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24037; }","duration":"1.466422269s","start":"2026-07-16T07:39:23.076805Z","end":"2026-07-16T07:39:24.543227Z","steps":["trace[1481960255] 'agreement among raft nodes before linearized reading' (duration: 1.466331866s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.076769Z","time spent":"1.466508091s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:39:24.543098Z","caller":"traceutil/trace.go:171","msg":"trace[2108830316] linearizableReadLoop","detail":"{readStateIndex:25198; appliedIndex:25196; }","duration":"195.823696ms","start":"2026-07-16T07:39:24.347257Z","end":"2026-07-16T07:39:24.543081Z","steps":["trace[2108830316] 'read index received' (duration: 195.401265ms)","trace[2108830316] 'applied index is now lower than readState.Index' (duration: 420.741µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:24.543479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.520392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:39:24.543543Z","caller":"traceutil/trace.go:171","msg":"trace[803080083] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24037; }","duration":"740.630845ms","start":"2026-07-16T07:39:23.802895Z","end":"2026-07-16T07:39:24.543526Z","steps":["trace[803080083] 'agreement among raft nodes before linearized reading' (duration: 740.44324ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.543553Z","caller":"traceutil/trace.go:171","msg":"trace[104158892] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.310124545s","start":"2026-07-16T07:39:23.233418Z","end":"2026-07-16T07:39:24.543542Z","steps":["trace[104158892] 'process raft request' (duration: 1.309388405s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.80287Z","time spent":"740.699587ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:24.5436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.233384Z","time spent":"1.310185687s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:39:24.543608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.997275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:39:24.543631Z","caller":"traceutil/trace.go:171","msg":"trace[148032004] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24038; }","duration":"391.063907ms","start":"2026-07-16T07:39:24.152559Z","end":"2026-07-16T07:39:24.543622Z","steps":["trace[148032004] 'agreement among raft nodes before linearized reading' (duration: 390.993175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.120893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:39:24.543662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:24.152521Z","time spent":"391.135968ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:39:24.543681Z","caller":"traceutil/trace.go:171","msg":"trace[1759546210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24037; }","duration":"927.340009ms","start":"2026-07-16T07:39:23.61633Z","end":"2026-07-16T07:39:24.54367Z","steps":["trace[1759546210] 'agreement among raft nodes before linearized reading' (duration: 927.106052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.616303Z","time spent":"927.413771ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:39:24.543752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153862913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:39:24.5439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.428917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:24.543885Z","caller":"traceutil/trace.go:171","msg":"trace[115938488] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24038; }","duration":"1.154056289s","start":"2026-07-16T07:39:23.38979Z","end":"2026-07-16T07:39:24.543847Z","steps":["trace[115938488] 'agreement among raft nodes before linearized reading' (duration: 1.153663098s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.543941Z","caller":"traceutil/trace.go:171","msg":"trace[3805850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24038; }","duration":"980.51008ms","start":"2026-07-16T07:39:23.56342Z","end":"2026-07-16T07:39:24.54393Z","steps":["trace[3805850] 'agreement among raft nodes before linearized reading' (duration: 980.440798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.563395Z","time spent":"980.564221ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:39:24.543961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:39:23.389764Z","time spent":"1.154186653s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:39:24.543986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.661654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:39:24.544086Z","caller":"traceutil/trace.go:171","msg":"trace[2105800239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24038; }","duration":"186.813948ms","start":"2026-07-16T07:39:24.357249Z","end":"2026-07-16T07:39:24.544063Z","steps":["trace[2105800239] 'agreement among raft nodes before linearized reading' (duration: 186.621262ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:24.543955Z","caller":"traceutil/trace.go:171","msg":"trace[122797366] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"195.468367ms","start":"2026-07-16T07:39:24.348412Z","end":"2026-07-16T07:39:24.54388Z","steps":["trace[122797366] 'process raft request' (duration: 194.955822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:39:24.543697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.337135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:39:24.544522Z","caller":"traceutil/trace.go:171","msg":"trace[412863431] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:24038; }","duration":"191.184438ms","start":"2026-07-16T07:39:24.353323Z","end":"2026-07-16T07:39:24.544507Z","steps":["trace[412863431] 'agreement among raft nodes before linearized reading' (duration: 190.18283ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.523287Z","caller":"traceutil/trace.go:171","msg":"trace[950444818] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"112.008627ms","start":"2026-07-16T07:39:34.411259Z","end":"2026-07-16T07:39:34.523267Z","steps":["trace[950444818] 'process raft request' (duration: 111.706659ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.699543Z","caller":"traceutil/trace.go:171","msg":"trace[1590200622] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"169.331394ms","start":"2026-07-16T07:39:34.530172Z","end":"2026-07-16T07:39:34.699503Z","steps":["trace[1590200622] 'process raft request' (duration: 160.938172ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.719721Z","caller":"traceutil/trace.go:171","msg":"trace[1306126964] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"188.584715ms","start":"2026-07-16T07:39:34.53109Z","end":"2026-07-16T07:39:34.719674Z","steps":["trace[1306126964] 'process raft request' (duration: 188.290517ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.71981Z","caller":"traceutil/trace.go:171","msg":"trace[854763218] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"188.403321ms","start":"2026-07-16T07:39:34.531366Z","end":"2026-07-16T07:39:34.719769Z","steps":["trace[854763218] 'process raft request' (duration: 188.221226ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.719873Z","caller":"traceutil/trace.go:171","msg":"trace[1262418925] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"187.957639ms","start":"2026-07-16T07:39:34.531906Z","end":"2026-07-16T07:39:34.719864Z","steps":["trace[1262418925] 'process raft request' (duration: 187.778854ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.719811Z","caller":"traceutil/trace.go:171","msg":"trace[498911186] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"188.218306ms","start":"2026-07-16T07:39:34.531566Z","end":"2026-07-16T07:39:34.719785Z","steps":["trace[498911186] 'process raft request' (duration: 188.071331ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:34.71997Z","caller":"traceutil/trace.go:171","msg":"trace[1737048147] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"188.566815ms","start":"2026-07-16T07:39:34.531353Z","end":"2026-07-16T07:39:34.719919Z","steps":["trace[1737048147] 'process raft request' (duration: 188.191835ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:47.38411Z","caller":"traceutil/trace.go:171","msg":"trace[647009] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"127.875847ms","start":"2026-07-16T07:39:47.256184Z","end":"2026-07-16T07:39:47.384059Z","steps":["trace[647009] 'process raft request' (duration: 80.661751ms)","trace[647009] 'compare' (duration: 47.043831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:39:51.143632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.715455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:39:51.14378Z","caller":"traceutil/trace.go:171","msg":"trace[1518525472] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"137.623046ms","start":"2026-07-16T07:39:51.006129Z","end":"2026-07-16T07:39:51.143752Z","steps":["trace[1518525472] 'process raft request' (duration: 23.658624ms)","trace[1518525472] 'compare' (duration: 113.50784ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:39:51.146963Z","caller":"traceutil/trace.go:171","msg":"trace[363467543] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"139.2195ms","start":"2026-07-16T07:39:51.007712Z","end":"2026-07-16T07:39:51.146932Z","steps":["trace[363467543] 'process raft request' (duration: 139.127328ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:51.146998Z","caller":"traceutil/trace.go:171","msg":"trace[768429029] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"140.371282ms","start":"2026-07-16T07:39:51.006578Z","end":"2026-07-16T07:39:51.14695Z","steps":["trace[768429029] 'process raft request' (duration: 140.117095ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:39:51.147255Z","caller":"traceutil/trace.go:171","msg":"trace[894724282] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"138.926332ms","start":"2026-07-16T07:39:51.008276Z","end":"2026-07-16T07:39:51.147202Z","steps":["trace[894724282] 'process raft request' (duration: 138.614943ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:40:46.845814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22355} {"level":"info","ts":"2026-07-16T07:40:47.025236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22355,"took":"174.946911ms","hash":150579940,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-16T07:40:47.025443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":150579940,"revision":22355,"compact-revision":17451} {"level":"info","ts":"2026-07-16T07:43:13.004988Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ca3.wal"} {"level":"warn","ts":"2026-07-16T07:43:21.606309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.48477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:43:21.606416Z","caller":"traceutil/trace.go:171","msg":"trace[107944874] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26834; }","duration":"487.665164ms","start":"2026-07-16T07:43:21.118729Z","end":"2026-07-16T07:43:21.606394Z","steps":["trace[107944874] 'count revisions from in-memory index tree' (duration: 487.387787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:21.60646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.118699Z","time spent":"487.749707ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:43:21.618531Z","caller":"traceutil/trace.go:171","msg":"trace[1847809126] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"456.730938ms","start":"2026-07-16T07:43:21.161766Z","end":"2026-07-16T07:43:21.618497Z","steps":["trace[1847809126] 'process raft request' (duration: 456.537523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:43:21.618543Z","caller":"traceutil/trace.go:171","msg":"trace[2139836269] linearizableReadLoop","detail":"{readStateIndex:28120; appliedIndex:28120; }","duration":"348.237466ms","start":"2026-07-16T07:43:21.270253Z","end":"2026-07-16T07:43:21.618491Z","steps":["trace[2139836269] 'read index received' (duration: 348.209025ms)","trace[2139836269] 'applied index is now lower than readState.Index' (duration: 23.381µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:43:21.618729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.161742Z","time spent":"456.880192ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:43:21.618963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.688219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:43:21.619042Z","caller":"traceutil/trace.go:171","msg":"trace[194100282] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:26835; }","duration":"348.817032ms","start":"2026-07-16T07:43:21.270208Z","end":"2026-07-16T07:43:21.619025Z","steps":["trace[194100282] 'agreement among raft nodes before linearized reading' (duration: 348.450991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:21.619098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.270182Z","time spent":"348.901654ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:43:22.147009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830599468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:43:22.310356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.327817ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:43:22.310508Z","caller":"traceutil/trace.go:171","msg":"trace[1420752459] linearizableReadLoop","detail":"{readStateIndex:28122; appliedIndex:28121; }","duration":"663.86897ms","start":"2026-07-16T07:43:21.646609Z","end":"2026-07-16T07:43:22.310478Z","steps":["trace[1420752459] 'read index received' (duration: 555.307776ms)","trace[1420752459] 'applied index is now lower than readState.Index' (duration: 108.558974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:43:22.31062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.620351Z","time spent":"690.262111ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:43:22.311239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.604361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:43:22.311308Z","caller":"traceutil/trace.go:171","msg":"trace[31950652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26836; }","duration":"664.730854ms","start":"2026-07-16T07:43:21.64656Z","end":"2026-07-16T07:43:22.31129Z","steps":["trace[31950652] 'agreement among raft nodes before linearized reading' (duration: 664.345823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.311362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.646537Z","time spent":"664.809446ms","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:43:22.311663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.683466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:43:22.311729Z","caller":"traceutil/trace.go:171","msg":"trace[138934100] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26836; }","duration":"474.747047ms","start":"2026-07-16T07:43:21.836961Z","end":"2026-07-16T07:43:22.311708Z","steps":["trace[138934100] 'agreement among raft nodes before linearized reading' (duration: 474.640134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.311784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.836842Z","time spent":"474.927272ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:43:22.312353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.427141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-16T07:43:22.312454Z","caller":"traceutil/trace.go:171","msg":"trace[1771643129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26836; }","duration":"387.580625ms","start":"2026-07-16T07:43:21.92484Z","end":"2026-07-16T07:43:22.312421Z","steps":["trace[1771643129] 'agreement among raft nodes before linearized reading' (duration: 387.268736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.312385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.650852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:43:22.312511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.924817Z","time spent":"387.678618ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-16T07:43:22.312576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.988898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:43:22.31269Z","caller":"traceutil/trace.go:171","msg":"trace[1644754530] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26836; }","duration":"460.164294ms","start":"2026-07-16T07:43:21.8525Z","end":"2026-07-16T07:43:22.312664Z","steps":["trace[1644754530] 'agreement among raft nodes before linearized reading' (duration: 459.65244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.312743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.852475Z","time spent":"460.256926ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-16T07:43:22.312868Z","caller":"traceutil/trace.go:171","msg":"trace[1404536478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26836; }","duration":"393.88745ms","start":"2026-07-16T07:43:21.918625Z","end":"2026-07-16T07:43:22.312512Z","steps":["trace[1404536478] 'agreement among raft nodes before linearized reading' (duration: 393.561401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.312963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:43:21.918593Z","time spent":"394.349632ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:43:22.313003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.403218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:43:22.313075Z","caller":"traceutil/trace.go:171","msg":"trace[2109219967] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26836; }","duration":"190.521043ms","start":"2026-07-16T07:43:22.122533Z","end":"2026-07-16T07:43:22.313054Z","steps":["trace[2109219967] 'agreement among raft nodes before linearized reading' (duration: 189.774042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:43:22.313092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.00273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:43:22.313221Z","caller":"traceutil/trace.go:171","msg":"trace[1793595317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26836; }","duration":"275.114153ms","start":"2026-07-16T07:43:22.038033Z","end":"2026-07-16T07:43:22.313147Z","steps":["trace[1793595317] 'agreement among raft nodes before linearized reading' (duration: 274.353942ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:44:50.819543Z","caller":"traceutil/trace.go:171","msg":"trace[1359232613] transaction","detail":"{read_only:false; response_revision:27888; number_of_response:1; }","duration":"105.831059ms","start":"2026-07-16T07:44:50.713656Z","end":"2026-07-16T07:44:50.819487Z","steps":["trace[1359232613] 'process raft request' (duration: 105.546911ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:44:50.81978Z","caller":"traceutil/trace.go:171","msg":"trace[1920708471] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"104.06634ms","start":"2026-07-16T07:44:50.715682Z","end":"2026-07-16T07:44:50.819748Z","steps":["trace[1920708471] 'process raft request' (duration: 103.721341ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:44:52.212528Z","caller":"traceutil/trace.go:171","msg":"trace[1325928439] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"204.207401ms","start":"2026-07-16T07:44:52.008297Z","end":"2026-07-16T07:44:52.212504Z","steps":["trace[1325928439] 'process raft request' (duration: 204.059166ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:44:52.295101Z","caller":"traceutil/trace.go:171","msg":"trace[919221747] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"285.435599ms","start":"2026-07-16T07:44:52.009614Z","end":"2026-07-16T07:44:52.295049Z","steps":["trace[919221747] 'process raft request' (duration: 285.10471ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.104184Z","caller":"traceutil/trace.go:171","msg":"trace[1723522450] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"101.358485ms","start":"2026-07-16T07:45:00.002793Z","end":"2026-07-16T07:45:00.104151Z","steps":["trace[1723522450] 'process raft request' (duration: 101.140559ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.270167Z","caller":"traceutil/trace.go:171","msg":"trace[115688415] transaction","detail":"{read_only:false; response_revision:27977; number_of_response:1; }","duration":"160.564474ms","start":"2026-07-16T07:45:00.109562Z","end":"2026-07-16T07:45:00.270126Z","steps":["trace[115688415] 'process raft request' (duration: 160.353178ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.474557Z","caller":"traceutil/trace.go:171","msg":"trace[486993607] linearizableReadLoop","detail":"{readStateIndex:29312; appliedIndex:29311; }","duration":"193.994688ms","start":"2026-07-16T07:45:00.280533Z","end":"2026-07-16T07:45:00.474528Z","steps":["trace[486993607] 'read index received' (duration: 193.918075ms)","trace[486993607] 'applied index is now lower than readState.Index' (duration: 75.153µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:00.474693Z","caller":"traceutil/trace.go:171","msg":"trace[1289371042] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"195.959003ms","start":"2026-07-16T07:45:00.27868Z","end":"2026-07-16T07:45:00.474639Z","steps":["trace[1289371042] 'process raft request' (duration: 195.555721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.475187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.623316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:45:00.47527Z","caller":"traceutil/trace.go:171","msg":"trace[821575089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27982; }","duration":"194.76471ms","start":"2026-07-16T07:45:00.280492Z","end":"2026-07-16T07:45:00.475256Z","steps":["trace[821575089] 'agreement among raft nodes before linearized reading' (duration: 194.198484ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.721706Z","caller":"traceutil/trace.go:171","msg":"trace[1404008515] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"440.772747ms","start":"2026-07-16T07:45:00.280691Z","end":"2026-07-16T07:45:00.721464Z","steps":["trace[1404008515] 'process raft request' (duration: 402.270291ms)","trace[1404008515] 'compare' (duration: 38.213318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:45:00.721849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.280675Z","time spent":"441.107595ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:45:00.722142Z","caller":"traceutil/trace.go:171","msg":"trace[131491629] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"441.301001ms","start":"2026-07-16T07:45:00.280808Z","end":"2026-07-16T07:45:00.722109Z","steps":["trace[131491629] 'process raft request' (duration: 440.602662ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.722336Z","caller":"traceutil/trace.go:171","msg":"trace[570707499] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"441.172808ms","start":"2026-07-16T07:45:00.281131Z","end":"2026-07-16T07:45:00.722304Z","steps":["trace[570707499] 'process raft request' (duration: 440.640853ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.722449Z","caller":"traceutil/trace.go:171","msg":"trace[1028995410] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"441.285041ms","start":"2026-07-16T07:45:00.281153Z","end":"2026-07-16T07:45:00.722439Z","steps":["trace[1028995410] 'process raft request' (duration: 441.017943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.722429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.280789Z","time spent":"441.452735ms","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:45:00.722519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.281141Z","time spent":"441.333483ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5209,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:45:00.722514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.281114Z","time spent":"441.303431ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:45:00.722587Z","caller":"traceutil/trace.go:171","msg":"trace[1326212466] linearizableReadLoop","detail":"{readStateIndex:29320; appliedIndex:29312; }","duration":"247.90985ms","start":"2026-07-16T07:45:00.474651Z","end":"2026-07-16T07:45:00.722561Z","steps":["trace[1326212466] 'read index received' (duration: 208.372936ms)","trace[1326212466] 'applied index is now lower than readState.Index' (duration: 39.535894ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:00.722583Z","caller":"traceutil/trace.go:171","msg":"trace[690762836] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"437.479886ms","start":"2026-07-16T07:45:00.285037Z","end":"2026-07-16T07:45:00.722517Z","steps":["trace[690762836] 'process raft request' (duration: 437.2742ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.722726Z","caller":"traceutil/trace.go:171","msg":"trace[1660224684] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"364.316771ms","start":"2026-07-16T07:45:00.358401Z","end":"2026-07-16T07:45:00.722718Z","steps":["trace[1660224684] 'process raft request' (duration: 364.045944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.722775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.358384Z","time spent":"364.366392ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:45:00.722796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.285024Z","time spent":"437.667711ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5150,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:45:00.722837Z","caller":"traceutil/trace.go:171","msg":"trace[1604318672] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"389.2376ms","start":"2026-07-16T07:45:00.333593Z","end":"2026-07-16T07:45:00.72283Z","steps":["trace[1604318672] 'process raft request' (duration: 388.811569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.72287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.333555Z","time spent":"389.296732ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:45:00.723015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.408262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-07-16T07:45:00.723068Z","caller":"traceutil/trace.go:171","msg":"trace[929591070] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:27990; }","duration":"442.465814ms","start":"2026-07-16T07:45:00.280589Z","end":"2026-07-16T07:45:00.723055Z","steps":["trace[929591070] 'agreement among raft nodes before linearized reading' (duration: 442.285509ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.723037Z","caller":"traceutil/trace.go:171","msg":"trace[2105797415] transaction","detail":"{read_only:false; response_revision:27990; number_of_response:1; }","duration":"333.625152ms","start":"2026-07-16T07:45:00.389368Z","end":"2026-07-16T07:45:00.722993Z","steps":["trace[2105797415] 'process raft request' (duration: 333.147349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.723108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.280523Z","time spent":"442.574457ms","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5077,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"warn","ts":"2026-07-16T07:45:00.72323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:00.38933Z","time spent":"333.800447ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:45:00.744651Z","caller":"traceutil/trace.go:171","msg":"trace[790710584] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"259.543852ms","start":"2026-07-16T07:45:00.485057Z","end":"2026-07-16T07:45:00.744601Z","steps":["trace[790710584] 'process raft request' (duration: 259.47423ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:00.744726Z","caller":"traceutil/trace.go:171","msg":"trace[1142356764] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"263.245514ms","start":"2026-07-16T07:45:00.48143Z","end":"2026-07-16T07:45:00.744675Z","steps":["trace[1142356764] 'process raft request' (duration: 262.921595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.745037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.857465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:45:00.745129Z","caller":"traceutil/trace.go:171","msg":"trace[92151656] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27992; }","duration":"227.998549ms","start":"2026-07-16T07:45:00.517107Z","end":"2026-07-16T07:45:00.745106Z","steps":["trace[92151656] 'agreement among raft nodes before linearized reading' (duration: 227.801013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:00.745154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.211804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16921"} {"level":"info","ts":"2026-07-16T07:45:00.745252Z","caller":"traceutil/trace.go:171","msg":"trace[100600524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27992; }","duration":"267.383499ms","start":"2026-07-16T07:45:00.477851Z","end":"2026-07-16T07:45:00.745235Z","steps":["trace[100600524] 'agreement among raft nodes before linearized reading' (duration: 267.136153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:04.641413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.114388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:04.641532Z","caller":"traceutil/trace.go:171","msg":"trace[379884306] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28042; }","duration":"135.309554ms","start":"2026-07-16T07:45:04.506194Z","end":"2026-07-16T07:45:04.641503Z","steps":["trace[379884306] 'count revisions from in-memory index tree' (duration: 134.958864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.009919Z","caller":"traceutil/trace.go:171","msg":"trace[1821135531] transaction","detail":"{read_only:false; response_revision:28043; number_of_response:1; }","duration":"271.809322ms","start":"2026-07-16T07:45:04.73807Z","end":"2026-07-16T07:45:05.009879Z","steps":["trace[1821135531] 'process raft request' (duration: 271.605546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.030486Z","caller":"traceutil/trace.go:171","msg":"trace[447738223] transaction","detail":"{read_only:false; response_revision:28044; number_of_response:1; }","duration":"291.837246ms","start":"2026-07-16T07:45:04.738622Z","end":"2026-07-16T07:45:05.03046Z","steps":["trace[447738223] 'process raft request' (duration: 291.65059ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.030774Z","caller":"traceutil/trace.go:171","msg":"trace[1286693278] transaction","detail":"{read_only:false; response_revision:28045; number_of_response:1; }","duration":"106.59866ms","start":"2026-07-16T07:45:04.924163Z","end":"2026-07-16T07:45:05.030762Z","steps":["trace[1286693278] 'process raft request' (duration: 106.25324ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.030745Z","caller":"traceutil/trace.go:171","msg":"trace[1127387255] linearizableReadLoop","detail":"{readStateIndex:29376; appliedIndex:29374; }","duration":"272.749877ms","start":"2026-07-16T07:45:04.757949Z","end":"2026-07-16T07:45:05.030699Z","steps":["trace[1127387255] 'read index received' (duration: 251.869369ms)","trace[1127387255] 'applied index is now lower than readState.Index' (duration: 20.876938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:45:05.03102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.964795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:05.031058Z","caller":"traceutil/trace.go:171","msg":"trace[70049609] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:28045; }","duration":"109.049108ms","start":"2026-07-16T07:45:04.922Z","end":"2026-07-16T07:45:05.031049Z","steps":["trace[70049609] 'agreement among raft nodes before linearized reading' (duration: 108.934165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:05.031059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.512171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:05.031113Z","caller":"traceutil/trace.go:171","msg":"trace[1320627124] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:28045; }","duration":"272.619184ms","start":"2026-07-16T07:45:04.758482Z","end":"2026-07-16T07:45:05.031101Z","steps":["trace[1320627124] 'agreement among raft nodes before linearized reading' (duration: 272.431769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:05.031062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.078517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:45:05.031149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.700333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:45:05.031177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.351546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:45:05.031239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.520381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:05.031211Z","caller":"traceutil/trace.go:171","msg":"trace[1945946670] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:28045; }","duration":"273.288793ms","start":"2026-07-16T07:45:04.757897Z","end":"2026-07-16T07:45:05.031185Z","steps":["trace[1945946670] 'agreement among raft nodes before linearized reading' (duration: 273.001965ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.031262Z","caller":"traceutil/trace.go:171","msg":"trace[604209756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28045; }","duration":"110.864258ms","start":"2026-07-16T07:45:04.920366Z","end":"2026-07-16T07:45:05.03123Z","steps":["trace[604209756] 'agreement among raft nodes before linearized reading' (duration: 110.663112ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.031262Z","caller":"traceutil/trace.go:171","msg":"trace[958486833] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:28045; }","duration":"272.453999ms","start":"2026-07-16T07:45:04.758787Z","end":"2026-07-16T07:45:05.031241Z","steps":["trace[958486833] 'agreement among raft nodes before linearized reading' (duration: 272.338736ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.031281Z","caller":"traceutil/trace.go:171","msg":"trace[932663269] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:28045; }","duration":"272.609814ms","start":"2026-07-16T07:45:04.75866Z","end":"2026-07-16T07:45:05.03127Z","steps":["trace[932663269] 'agreement among raft nodes before linearized reading' (duration: 272.536182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:05.031282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.557402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:45:05.031277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.289095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-16T07:45:05.03132Z","caller":"traceutil/trace.go:171","msg":"trace[786046039] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:28045; }","duration":"109.639924ms","start":"2026-07-16T07:45:04.921668Z","end":"2026-07-16T07:45:05.031308Z","steps":["trace[786046039] 'agreement among raft nodes before linearized reading' (duration: 109.590273ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.031344Z","caller":"traceutil/trace.go:171","msg":"trace[220458257] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:28045; }","duration":"272.419299ms","start":"2026-07-16T07:45:04.758908Z","end":"2026-07-16T07:45:05.031327Z","steps":["trace[220458257] 'agreement among raft nodes before linearized reading' (duration: 272.244784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:05.031411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.277894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-16T07:45:05.0315Z","caller":"traceutil/trace.go:171","msg":"trace[1489160193] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:28045; }","duration":"109.418238ms","start":"2026-07-16T07:45:04.922062Z","end":"2026-07-16T07:45:05.031481Z","steps":["trace[1489160193] 'agreement among raft nodes before linearized reading' (duration: 109.108829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:05.031472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.007054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:45:05.031447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:05.031547Z","caller":"traceutil/trace.go:171","msg":"trace[752688360] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:28045; }","duration":"110.138128ms","start":"2026-07-16T07:45:04.921394Z","end":"2026-07-16T07:45:05.031532Z","steps":["trace[752688360] 'agreement among raft nodes before linearized reading' (duration: 110.041355ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.031576Z","caller":"traceutil/trace.go:171","msg":"trace[1856115006] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:28045; }","duration":"109.514111ms","start":"2026-07-16T07:45:04.92205Z","end":"2026-07-16T07:45:05.031564Z","steps":["trace[1856115006] 'agreement among raft nodes before linearized reading' (duration: 109.355647ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:05.136861Z","caller":"traceutil/trace.go:171","msg":"trace[2088981091] transaction","detail":"{read_only:false; response_revision:28046; number_of_response:1; }","duration":"100.443119ms","start":"2026-07-16T07:45:05.036373Z","end":"2026-07-16T07:45:05.136816Z","steps":["trace[2088981091] 'process raft request' (duration: 61.873742ms)","trace[2088981091] 'compare' (duration: 38.243288ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:07.3776Z","caller":"traceutil/trace.go:171","msg":"trace[1316787799] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"128.180607ms","start":"2026-07-16T07:45:07.249376Z","end":"2026-07-16T07:45:07.377557Z","steps":["trace[1316787799] 'process raft request' (duration: 34.082993ms)","trace[1316787799] 'compare' (duration: 93.725503ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:07.379239Z","caller":"traceutil/trace.go:171","msg":"trace[472425399] transaction","detail":"{read_only:false; response_revision:28077; number_of_response:1; }","duration":"123.556299ms","start":"2026-07-16T07:45:07.255664Z","end":"2026-07-16T07:45:07.37922Z","steps":["trace[472425399] 'process raft request' (duration: 122.941252ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:10.417656Z","caller":"traceutil/trace.go:171","msg":"trace[1507670680] transaction","detail":"{read_only:false; response_revision:28113; number_of_response:1; }","duration":"116.712049ms","start":"2026-07-16T07:45:10.300909Z","end":"2026-07-16T07:45:10.417621Z","steps":["trace[1507670680] 'process raft request' (duration: 116.39213ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:10.417687Z","caller":"traceutil/trace.go:171","msg":"trace[1398626378] transaction","detail":"{read_only:false; response_revision:28114; number_of_response:1; }","duration":"101.432297ms","start":"2026-07-16T07:45:10.316216Z","end":"2026-07-16T07:45:10.417648Z","steps":["trace[1398626378] 'process raft request' (duration: 101.277253ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:10.646624Z","caller":"traceutil/trace.go:171","msg":"trace[1964270181] transaction","detail":"{read_only:false; response_revision:28117; number_of_response:1; }","duration":"171.815125ms","start":"2026-07-16T07:45:10.474782Z","end":"2026-07-16T07:45:10.646597Z","steps":["trace[1964270181] 'process raft request' (duration: 171.65047ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:10.793822Z","caller":"traceutil/trace.go:171","msg":"trace[350498039] transaction","detail":"{read_only:false; response_revision:28118; number_of_response:1; }","duration":"138.684007ms","start":"2026-07-16T07:45:10.655087Z","end":"2026-07-16T07:45:10.793771Z","steps":["trace[350498039] 'process raft request' (duration: 120.34661ms)","trace[350498039] 'compare' (duration: 18.112381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:45:11.685345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.892074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:45:11.685482Z","caller":"traceutil/trace.go:171","msg":"trace[2007321843] linearizableReadLoop","detail":"{readStateIndex:29464; appliedIndex:29462; }","duration":"423.858029ms","start":"2026-07-16T07:45:11.261601Z","end":"2026-07-16T07:45:11.685459Z","steps":["trace[2007321843] 'read index received' (duration: 4.281399ms)","trace[2007321843] 'applied index is now lower than readState.Index' (duration: 419.57454ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:11.685586Z","caller":"traceutil/trace.go:171","msg":"trace[1839894914] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"436.102828ms","start":"2026-07-16T07:45:11.249465Z","end":"2026-07-16T07:45:11.685568Z","steps":["trace[1839894914] 'process raft request' (duration: 146.872555ms)","trace[1839894914] 'compare' (duration: 288.552454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:45:11.685684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.249428Z","time spent":"436.209121ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:45:11.685851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.201578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:11.685974Z","caller":"traceutil/trace.go:171","msg":"trace[756541988] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28130; }","duration":"424.393493ms","start":"2026-07-16T07:45:11.261551Z","end":"2026-07-16T07:45:11.685945Z","steps":["trace[756541988] 'agreement among raft nodes before linearized reading' (duration: 424.112636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.686034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.261524Z","time spent":"424.496447ms","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:45:11.709645Z","caller":"traceutil/trace.go:171","msg":"trace[35932981] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"349.945723ms","start":"2026-07-16T07:45:11.359668Z","end":"2026-07-16T07:45:11.709613Z","steps":["trace[35932981] 'process raft request' (duration: 349.884562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.709856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.359642Z","time spent":"350.107628ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:45:11.709659Z","caller":"traceutil/trace.go:171","msg":"trace[2118246227] transaction","detail":"{read_only:false; response_revision:28131; number_of_response:1; }","duration":"423.575231ms","start":"2026-07-16T07:45:11.286048Z","end":"2026-07-16T07:45:11.709623Z","steps":["trace[2118246227] 'process raft request' (duration: 423.331974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.710047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.286023Z","time spent":"423.993502ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5596,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:45:11.714217Z","caller":"traceutil/trace.go:171","msg":"trace[1890807011] transaction","detail":"{read_only:false; response_revision:28133; number_of_response:1; }","duration":"283.066653ms","start":"2026-07-16T07:45:11.431126Z","end":"2026-07-16T07:45:11.714193Z","steps":["trace[1890807011] 'process raft request' (duration: 282.692843ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:11.714552Z","caller":"traceutil/trace.go:171","msg":"trace[553324818] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"219.404091ms","start":"2026-07-16T07:45:11.495079Z","end":"2026-07-16T07:45:11.714483Z","steps":["trace[553324818] 'process raft request' (duration: 218.905567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.71524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.066278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:45:11.715323Z","caller":"traceutil/trace.go:171","msg":"trace[581498986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28135; }","duration":"281.183631ms","start":"2026-07-16T07:45:11.434118Z","end":"2026-07-16T07:45:11.715302Z","steps":["trace[581498986] 'agreement among raft nodes before linearized reading' (duration: 280.895783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.715356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.987367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:45:11.715259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.592385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:45:11.715433Z","caller":"traceutil/trace.go:171","msg":"trace[1259716215] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28135; }","duration":"160.141591ms","start":"2026-07-16T07:45:11.555275Z","end":"2026-07-16T07:45:11.715417Z","steps":["trace[1259716215] 'agreement among raft nodes before linearized reading' (duration: 159.649147ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:11.715438Z","caller":"traceutil/trace.go:171","msg":"trace[1412398697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28135; }","duration":"241.79049ms","start":"2026-07-16T07:45:11.473632Z","end":"2026-07-16T07:45:11.715423Z","steps":["trace[1412398697] 'agreement among raft nodes before linearized reading' (duration: 240.892945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.715402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.143006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:45:11.71551Z","caller":"traceutil/trace.go:171","msg":"trace[944483039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28135; }","duration":"317.29702ms","start":"2026-07-16T07:45:11.398184Z","end":"2026-07-16T07:45:11.715481Z","steps":["trace[944483039] 'agreement among raft nodes before linearized reading' (duration: 317.035703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.715426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.818732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:45:11.715572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.398151Z","time spent":"317.408273ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:45:11.715667Z","caller":"traceutil/trace.go:171","msg":"trace[507500467] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28135; }","duration":"242.024398ms","start":"2026-07-16T07:45:11.473551Z","end":"2026-07-16T07:45:11.715576Z","steps":["trace[507500467] 'agreement among raft nodes before linearized reading' (duration: 241.606476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.715717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.248409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:45:11.715827Z","caller":"traceutil/trace.go:171","msg":"trace[509108024] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:28135; }","duration":"437.423055ms","start":"2026-07-16T07:45:11.278373Z","end":"2026-07-16T07:45:11.715796Z","steps":["trace[509108024] 'agreement among raft nodes before linearized reading' (duration: 437.046874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.71588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.278351Z","time spent":"437.519357ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:45:11.716337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.658901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:45:11.716394Z","caller":"traceutil/trace.go:171","msg":"trace[449697061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28135; }","duration":"454.746854ms","start":"2026-07-16T07:45:11.261634Z","end":"2026-07-16T07:45:11.716381Z","steps":["trace[449697061] 'agreement among raft nodes before linearized reading' (duration: 452.882302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:11.716589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:45:11.261621Z","time spent":"454.958069ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:45:38.047495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.619329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:45:38.047835Z","caller":"traceutil/trace.go:171","msg":"trace[1092956152] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"149.586639ms","start":"2026-07-16T07:45:37.898226Z","end":"2026-07-16T07:45:38.047812Z","steps":["trace[1092956152] 'process raft request' (duration: 149.538518ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:38.048076Z","caller":"traceutil/trace.go:171","msg":"trace[1375326588] transaction","detail":"{read_only:false; response_revision:28418; number_of_response:1; }","duration":"152.4885ms","start":"2026-07-16T07:45:37.895573Z","end":"2026-07-16T07:45:38.048062Z","steps":["trace[1375326588] 'process raft request' (duration: 39.957597ms)","trace[1375326588] 'compare' (duration: 109.936481ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:38.048448Z","caller":"traceutil/trace.go:171","msg":"trace[714484211] transaction","detail":"{read_only:false; response_revision:28419; number_of_response:1; }","duration":"152.698165ms","start":"2026-07-16T07:45:37.89574Z","end":"2026-07-16T07:45:38.048439Z","steps":["trace[714484211] 'process raft request' (duration: 151.956255ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:39.099524Z","caller":"traceutil/trace.go:171","msg":"trace[1406716117] linearizableReadLoop","detail":"{readStateIndex:29772; appliedIndex:29771; }","duration":"179.866337ms","start":"2026-07-16T07:45:38.919621Z","end":"2026-07-16T07:45:39.099488Z","steps":["trace[1406716117] 'read index received' (duration: 179.568118ms)","trace[1406716117] 'applied index is now lower than readState.Index' (duration: 296.349µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:39.099607Z","caller":"traceutil/trace.go:171","msg":"trace[1934410987] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"207.594095ms","start":"2026-07-16T07:45:38.891969Z","end":"2026-07-16T07:45:39.099563Z","steps":["trace[1934410987] 'process raft request' (duration: 207.273806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:39.099794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.142635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:39.099921Z","caller":"traceutil/trace.go:171","msg":"trace[1724378954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28426; }","duration":"180.357871ms","start":"2026-07-16T07:45:38.919534Z","end":"2026-07-16T07:45:39.099892Z","steps":["trace[1724378954] 'agreement among raft nodes before linearized reading' (duration: 180.091894ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:46.855538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24919} {"level":"info","ts":"2026-07-16T07:45:46.979636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24919,"took":"118.707565ms","hash":2356002174,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":46477312,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-16T07:45:46.979702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2356002174,"revision":24919,"compact-revision":22355} {"level":"info","ts":"2026-07-16T07:45:49.727161Z","caller":"traceutil/trace.go:171","msg":"trace[62068863] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"125.850382ms","start":"2026-07-16T07:45:49.601265Z","end":"2026-07-16T07:45:49.727115Z","steps":["trace[62068863] 'process raft request' (duration: 125.490592ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:53.430064Z","caller":"traceutil/trace.go:171","msg":"trace[944493795] linearizableReadLoop","detail":"{readStateIndex:29936; appliedIndex:29935; }","duration":"134.291236ms","start":"2026-07-16T07:45:53.295698Z","end":"2026-07-16T07:45:53.429989Z","steps":["trace[944493795] 'read index received' (duration: 133.989428ms)","trace[944493795] 'applied index is now lower than readState.Index' (duration: 300.228µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:53.430764Z","caller":"traceutil/trace.go:171","msg":"trace[2140443840] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"236.683549ms","start":"2026-07-16T07:45:53.19406Z","end":"2026-07-16T07:45:53.430744Z","steps":["trace[2140443840] 'process raft request' (duration: 235.695722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:53.431016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.297674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:53.431096Z","caller":"traceutil/trace.go:171","msg":"trace[1968020496] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:28583; }","duration":"135.437037ms","start":"2026-07-16T07:45:53.295641Z","end":"2026-07-16T07:45:53.431079Z","steps":["trace[1968020496] 'agreement among raft nodes before linearized reading' (duration: 135.310374ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:53.502532Z","caller":"traceutil/trace.go:171","msg":"trace[554201873] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"123.691653ms","start":"2026-07-16T07:45:53.378806Z","end":"2026-07-16T07:45:53.502498Z","steps":["trace[554201873] 'process raft request' (duration: 90.158305ms)","trace[554201873] 'compare' (duration: 33.325912ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:45:53.502888Z","caller":"traceutil/trace.go:171","msg":"trace[962936199] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"108.696388ms","start":"2026-07-16T07:45:53.394157Z","end":"2026-07-16T07:45:53.502854Z","steps":["trace[962936199] 'process raft request' (duration: 108.293187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:53.503098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.925333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12660"} {"level":"info","ts":"2026-07-16T07:45:53.503141Z","caller":"traceutil/trace.go:171","msg":"trace[1297375206] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:28586; }","duration":"200.009495ms","start":"2026-07-16T07:45:53.303124Z","end":"2026-07-16T07:45:53.503134Z","steps":["trace[1297375206] 'agreement among raft nodes before linearized reading' (duration: 199.82453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:45:53.503237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.402392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:45:53.503288Z","caller":"traceutil/trace.go:171","msg":"trace[238043865] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:28586; }","duration":"206.487414ms","start":"2026-07-16T07:45:53.296788Z","end":"2026-07-16T07:45:53.503276Z","steps":["trace[238043865] 'agreement among raft nodes before linearized reading' (duration: 206.322229ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:53.502895Z","caller":"traceutil/trace.go:171","msg":"trace[1351060247] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"108.207464ms","start":"2026-07-16T07:45:53.394658Z","end":"2026-07-16T07:45:53.502866Z","steps":["trace[1351060247] 'process raft request' (duration: 108.06448ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:45:58.202676Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9870e1635c99d2ec","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T07:45:58.208332Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-16T07:45:58.20843Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-16T07:46:00.818277Z","caller":"traceutil/trace.go:171","msg":"trace[1486505041] transaction","detail":"{read_only:false; response_revision:28669; number_of_response:1; }","duration":"270.784492ms","start":"2026-07-16T07:46:00.547458Z","end":"2026-07-16T07:46:00.818243Z","steps":["trace[1486505041] 'process raft request' (duration: 270.511745ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:46:00.891495Z","caller":"traceutil/trace.go:171","msg":"trace[2114111681] linearizableReadLoop","detail":"{readStateIndex:30027; appliedIndex:30025; }","duration":"101.705723ms","start":"2026-07-16T07:46:00.789753Z","end":"2026-07-16T07:46:00.891459Z","steps":["trace[2114111681] 'read index received' (duration: 28.431306ms)","trace[2114111681] 'applied index is now lower than readState.Index' (duration: 73.273137ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:46:00.891579Z","caller":"traceutil/trace.go:171","msg":"trace[543807188] transaction","detail":"{read_only:false; response_revision:28670; number_of_response:1; }","duration":"136.373462ms","start":"2026-07-16T07:46:00.755154Z","end":"2026-07-16T07:46:00.891527Z","steps":["trace[543807188] 'process raft request' (duration: 133.75556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:46:00.892028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.235697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:46:00.892627Z","caller":"traceutil/trace.go:171","msg":"trace[86813175] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28670; }","duration":"102.912577ms","start":"2026-07-16T07:46:00.789692Z","end":"2026-07-16T07:46:00.892605Z","steps":["trace[86813175] 'agreement among raft nodes before linearized reading' (duration: 101.9512ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:46:06.340573Z","caller":"traceutil/trace.go:171","msg":"trace[1773492507] linearizableReadLoop","detail":"{readStateIndex:30083; appliedIndex:30082; }","duration":"103.778172ms","start":"2026-07-16T07:46:06.236762Z","end":"2026-07-16T07:46:06.34054Z","steps":["trace[1773492507] 'read index received' (duration: 103.543285ms)","trace[1773492507] 'applied index is now lower than readState.Index' (duration: 233.327µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:46:06.340632Z","caller":"traceutil/trace.go:171","msg":"trace[1155387679] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"109.382797ms","start":"2026-07-16T07:46:06.23121Z","end":"2026-07-16T07:46:06.340593Z","steps":["trace[1155387679] 'process raft request' (duration: 109.098389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:46:06.341154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.157672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:46:06.34125Z","caller":"traceutil/trace.go:171","msg":"trace[1343077434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28724; }","duration":"104.489091ms","start":"2026-07-16T07:46:06.236731Z","end":"2026-07-16T07:46:06.34122Z","steps":["trace[1343077434] 'agreement among raft nodes before linearized reading' (duration: 103.939686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:46:06.381715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.705504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:46:06.381877Z","caller":"traceutil/trace.go:171","msg":"trace[147576090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28724; }","duration":"144.950501ms","start":"2026-07-16T07:46:06.236904Z","end":"2026-07-16T07:46:06.381855Z","steps":["trace[147576090] 'agreement among raft nodes before linearized reading' (duration: 144.630682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:46:56.602057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.478035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:46:56.602199Z","caller":"traceutil/trace.go:171","msg":"trace[746751886] linearizableReadLoop","detail":"{readStateIndex:30691; appliedIndex:30690; }","duration":"148.281834ms","start":"2026-07-16T07:46:56.453898Z","end":"2026-07-16T07:46:56.60218Z","steps":["trace[746751886] 'read index received' (duration: 32.061µs)","trace[746751886] 'applied index is now lower than readState.Index' (duration: 148.248463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:46:56.60271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.781457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:46:56.602834Z","caller":"traceutil/trace.go:171","msg":"trace[843570199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29304; }","duration":"148.947682ms","start":"2026-07-16T07:46:56.45386Z","end":"2026-07-16T07:46:56.602808Z","steps":["trace[843570199] 'agreement among raft nodes before linearized reading' (duration: 148.606163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:04.289157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:04.442122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101683245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:04.442221Z","caller":"traceutil/trace.go:171","msg":"trace[364238342] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:29375; }","duration":"1.101846819s","start":"2026-07-16T07:47:03.340351Z","end":"2026-07-16T07:47:04.442198Z","steps":["trace[364238342] 'count revisions from in-memory index tree' (duration: 1.101566602s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:04.442252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.340329Z","time spent":"1.101914902s","remote":"127.0.0.1:49784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:04.789582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:47:04.841906Z","caller":"traceutil/trace.go:171","msg":"trace[636450322] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"1.070610565s","start":"2026-07-16T07:47:03.771269Z","end":"2026-07-16T07:47:04.841879Z","steps":["trace[636450322] 'process raft request' (duration: 1.070453651s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:04.842139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.771235Z","time spent":"1.070824891s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:05.358102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.488467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:05.358486Z","caller":"traceutil/trace.go:171","msg":"trace[1374036840] linearizableReadLoop","detail":"{readStateIndex:30769; appliedIndex:30765; }","duration":"1.570162808s","start":"2026-07-16T07:47:03.788301Z","end":"2026-07-16T07:47:05.358464Z","steps":["trace[1374036840] 'read index received' (duration: 1.054003626s)","trace[1374036840] 'applied index is now lower than readState.Index' (duration: 516.157582ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:05.358629Z","caller":"traceutil/trace.go:171","msg":"trace[1872377303] transaction","detail":"{read_only:false; response_revision:29380; number_of_response:1; }","duration":"1.023961813s","start":"2026-07-16T07:47:04.334622Z","end":"2026-07-16T07:47:05.358584Z","steps":["trace[1872377303] 'process raft request' (duration: 1.023763877s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:05.358645Z","caller":"traceutil/trace.go:171","msg":"trace[1157958782] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"1.498148004s","start":"2026-07-16T07:47:03.860444Z","end":"2026-07-16T07:47:05.358592Z","steps":["trace[1157958782] 'process raft request' (duration: 1.497788384s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:05.358832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.334602Z","time spent":"1.024110667s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:05.358853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570555118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:47:05.35889Z","caller":"traceutil/trace.go:171","msg":"trace[1851433345] transaction","detail":"{read_only:false; response_revision:29377; number_of_response:1; }","duration":"1.509231291s","start":"2026-07-16T07:47:03.849649Z","end":"2026-07-16T07:47:05.35888Z","steps":["trace[1851433345] 'process raft request' (duration: 1.028803478s)","trace[1851433345] 'compare' (duration: 479.017734ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:05.358903Z","caller":"traceutil/trace.go:171","msg":"trace[713941091] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29380; }","duration":"1.570663971s","start":"2026-07-16T07:47:03.788222Z","end":"2026-07-16T07:47:05.358886Z","steps":["trace[713941091] 'agreement among raft nodes before linearized reading' (duration: 1.570350523s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:05.358937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.849621Z","time spent":"1.509298813s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:05.358943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.788197Z","time spent":"1.570738774s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:05.359091Z","caller":"traceutil/trace.go:171","msg":"trace[1822190339] transaction","detail":"{read_only:false; response_revision:29379; number_of_response:1; }","duration":"1.481553725s","start":"2026-07-16T07:47:03.87752Z","end":"2026-07-16T07:47:05.359074Z","steps":["trace[1822190339] 'process raft request' (duration: 1.480820265s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:05.359172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.877489Z","time spent":"1.481644838s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:05.358848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.860415Z","time spent":"1.498332969s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:05.921737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:47:05.921932Z","caller":"traceutil/trace.go:171","msg":"trace[54975392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155216s","start":"2026-07-16T07:47:03.921752Z","end":"2026-07-16T07:47:05.921907Z","steps":["trace[54975392] 'agreement among raft nodes before linearized reading' (duration: 1.99993816s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:05.922026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.921717Z","time spent":"2.00029437s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:47:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:47:06.091654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.542145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:06.091777Z","caller":"traceutil/trace.go:171","msg":"trace[635218918] linearizableReadLoop","detail":"{readStateIndex:30770; appliedIndex:30769; }","duration":"733.22444ms","start":"2026-07-16T07:47:05.358533Z","end":"2026-07-16T07:47:06.091758Z","steps":["trace[635218918] 'read index received' (duration: 251.51011ms)","trace[635218918] 'applied index is now lower than readState.Index' (duration: 481.71256ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:06.091878Z","caller":"traceutil/trace.go:171","msg":"trace[1252013176] transaction","detail":"{read_only:false; response_revision:29381; number_of_response:1; }","duration":"842.220665ms","start":"2026-07-16T07:47:05.249644Z","end":"2026-07-16T07:47:06.091864Z","steps":["trace[1252013176] 'process raft request' (duration: 360.361371ms)","trace[1252013176] 'compare' (duration: 481.270117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:06.091936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:05.249617Z","time spent":"842.286837ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:06.092093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743557296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:06.092202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760305119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:06.092281Z","caller":"traceutil/trace.go:171","msg":"trace[1035869761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29381; }","duration":"1.760393492s","start":"2026-07-16T07:47:04.331862Z","end":"2026-07-16T07:47:06.092256Z","steps":["trace[1035869761] 'agreement among raft nodes before linearized reading' (duration: 1.760306059s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348196726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:47:06.092397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380597652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:47:06.092395Z","caller":"traceutil/trace.go:171","msg":"trace[2103940011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29381; }","duration":"1.348389711s","start":"2026-07-16T07:47:04.743979Z","end":"2026-07-16T07:47:06.092368Z","steps":["trace[2103940011] 'agreement among raft nodes before linearized reading' (duration: 1.34799452s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.09243Z","caller":"traceutil/trace.go:171","msg":"trace[1817570263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29381; }","duration":"1.380672024s","start":"2026-07-16T07:47:04.711748Z","end":"2026-07-16T07:47:06.09242Z","steps":["trace[1817570263] 'agreement among raft nodes before linearized reading' (duration: 1.380482839s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771753305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:47:06.092443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106020555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11825"} {"level":"info","ts":"2026-07-16T07:47:06.092199Z","caller":"traceutil/trace.go:171","msg":"trace[1396707324] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29381; }","duration":"1.74371657s","start":"2026-07-16T07:47:04.348453Z","end":"2026-07-16T07:47:06.09217Z","steps":["trace[1396707324] 'agreement among raft nodes before linearized reading' (duration: 1.743502074s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.092493Z","caller":"traceutil/trace.go:171","msg":"trace[34577431] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29381; }","duration":"2.106270602s","start":"2026-07-16T07:47:03.98621Z","end":"2026-07-16T07:47:06.092481Z","steps":["trace[34577431] 'agreement among raft nodes before linearized reading' (duration: 2.105924022s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94284313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:06.092511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.348437Z","time spent":"1.744058429s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.09253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.986183Z","time spent":"2.106338184s","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11848,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-16T07:47:06.09254Z","caller":"traceutil/trace.go:171","msg":"trace[1919979964] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:29381; }","duration":"1.942920922s","start":"2026-07-16T07:47:04.14961Z","end":"2026-07-16T07:47:06.092531Z","steps":["trace[1919979964] 'agreement among raft nodes before linearized reading' (duration: 1.942874031s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.149585Z","time spent":"1.942984174s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.092591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600742204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:06.092618Z","caller":"traceutil/trace.go:171","msg":"trace[962456858] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29381; }","duration":"1.600805725s","start":"2026-07-16T07:47:04.491804Z","end":"2026-07-16T07:47:06.09261Z","steps":["trace[962456858] 'agreement among raft nodes before linearized reading' (duration: 1.600752314s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.491784Z","time spent":"1.600849176s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.092539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408861414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:47:06.092779Z","caller":"traceutil/trace.go:171","msg":"trace[1654826928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29381; }","duration":"1.409143332s","start":"2026-07-16T07:47:04.683623Z","end":"2026-07-16T07:47:06.092766Z","steps":["trace[1654826928] 'agreement among raft nodes before linearized reading' (duration: 1.408863224s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300039884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:47:06.092814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.683581Z","time spent":"1.409223344s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:47:06.092823Z","caller":"traceutil/trace.go:171","msg":"trace[1877400832] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29381; }","duration":"2.300110976s","start":"2026-07-16T07:47:03.792699Z","end":"2026-07-16T07:47:06.09281Z","steps":["trace[1877400832] 'agreement among raft nodes before linearized reading' (duration: 2.299988123s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652889447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:06.092853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:03.792684Z","time spent":"2.300163018s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:06.09287Z","caller":"traceutil/trace.go:171","msg":"trace[1627058219] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29381; }","duration":"1.652987439s","start":"2026-07-16T07:47:04.43987Z","end":"2026-07-16T07:47:06.092858Z","steps":["trace[1627058219] 'agreement among raft nodes before linearized reading' (duration: 1.652944128s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.439828Z","time spent":"1.653057981s","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.09295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107120464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:06.092095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964640403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:06.093004Z","caller":"traceutil/trace.go:171","msg":"trace[858771536] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29381; }","duration":"1.107177256s","start":"2026-07-16T07:47:04.985811Z","end":"2026-07-16T07:47:06.092989Z","steps":["trace[858771536] 'agreement among raft nodes before linearized reading' (duration: 1.106983921s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.093016Z","caller":"traceutil/trace.go:171","msg":"trace[1006978367] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29381; }","duration":"1.965640991s","start":"2026-07-16T07:47:04.127361Z","end":"2026-07-16T07:47:06.093002Z","steps":["trace[1006978367] 'agreement among raft nodes before linearized reading' (duration: 1.964625433s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.093053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.127338Z","time spent":"1.965704232s","remote":"127.0.0.1:45510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.093048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.985759Z","time spent":"1.107276299s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.093102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.776346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:47:06.09314Z","caller":"traceutil/trace.go:171","msg":"trace[1390515334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29381; }","duration":"728.845068ms","start":"2026-07-16T07:47:05.364284Z","end":"2026-07-16T07:47:06.093129Z","steps":["trace[1390515334] 'agreement among raft nodes before linearized reading' (duration: 728.735945ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.092462Z","caller":"traceutil/trace.go:171","msg":"trace[640237154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29381; }","duration":"1.771831348s","start":"2026-07-16T07:47:04.32062Z","end":"2026-07-16T07:47:06.092452Z","steps":["trace[640237154] 'agreement among raft nodes before linearized reading' (duration: 1.771739775s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.092449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.743958Z","time spent":"1.348476934s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:06.09321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.320594Z","time spent":"1.772607509s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:06.09246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.711721Z","time spent":"1.380732336s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:06.093364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318044021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:47:06.093414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.147705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:06.093418Z","caller":"traceutil/trace.go:171","msg":"trace[27326139] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29381; }","duration":"1.318153934s","start":"2026-07-16T07:47:04.775249Z","end":"2026-07-16T07:47:06.093403Z","steps":["trace[27326139] 'agreement among raft nodes before linearized reading' (duration: 1.317974099s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.093444Z","caller":"traceutil/trace.go:171","msg":"trace[693895917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29381; }","duration":"171.233248ms","start":"2026-07-16T07:47:05.922202Z","end":"2026-07-16T07:47:06.093435Z","steps":["trace[693895917] 'agreement among raft nodes before linearized reading' (duration: 171.176277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.093463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.775227Z","time spent":"1.318224766s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:47:06.09233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.331851Z","time spent":"1.760467583s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:06.093676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31981516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:47:06.093699Z","caller":"traceutil/trace.go:171","msg":"trace[1233313260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29381; }","duration":"1.319879882s","start":"2026-07-16T07:47:04.773811Z","end":"2026-07-16T07:47:06.093691Z","steps":["trace[1233313260] 'agreement among raft nodes before linearized reading' (duration: 1.31980869s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.093717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:04.77379Z","time spent":"1.319923583s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:06.093171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:05.364267Z","time spent":"728.897199ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:06.093951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.474915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:47:06.093989Z","caller":"traceutil/trace.go:171","msg":"trace[911647319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29381; }","duration":"321.556207ms","start":"2026-07-16T07:47:05.772422Z","end":"2026-07-16T07:47:06.093979Z","steps":["trace[911647319] 'agreement among raft nodes before linearized reading' (duration: 321.443434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.094013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:05.772398Z","time spent":"321.609379ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:47:06.09491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.865336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:06.094955Z","caller":"traceutil/trace.go:171","msg":"trace[1770035054] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29381; }","duration":"261.971109ms","start":"2026-07-16T07:47:05.832973Z","end":"2026-07-16T07:47:06.094944Z","steps":["trace[1770035054] 'agreement among raft nodes before linearized reading' (duration: 260.632742ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.488448Z","caller":"traceutil/trace.go:171","msg":"trace[1903780946] transaction","detail":"{read_only:false; response_revision:29382; number_of_response:1; }","duration":"390.495986ms","start":"2026-07-16T07:47:06.09792Z","end":"2026-07-16T07:47:06.488416Z","steps":["trace[1903780946] 'process raft request' (duration: 389.93897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.488627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.097894Z","time spent":"390.628869ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.492574Z","caller":"traceutil/trace.go:171","msg":"trace[821581440] transaction","detail":"{read_only:false; response_revision:29383; number_of_response:1; }","duration":"394.211378ms","start":"2026-07-16T07:47:06.098309Z","end":"2026-07-16T07:47:06.49252Z","steps":["trace[821581440] 'process raft request' (duration: 393.858709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.492799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.098298Z","time spent":"394.390763ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.49257Z","caller":"traceutil/trace.go:171","msg":"trace[1400189119] transaction","detail":"{read_only:false; response_revision:29384; number_of_response:1; }","duration":"393.966432ms","start":"2026-07-16T07:47:06.098568Z","end":"2026-07-16T07:47:06.492535Z","steps":["trace[1400189119] 'process raft request' (duration: 393.819588ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.493047Z","caller":"traceutil/trace.go:171","msg":"trace[242480056] transaction","detail":"{read_only:false; response_revision:29387; number_of_response:1; }","duration":"392.309936ms","start":"2026-07-16T07:47:06.100722Z","end":"2026-07-16T07:47:06.493032Z","steps":["trace[242480056] 'process raft request' (duration: 392.012207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.493044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.098539Z","time spent":"394.414763ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:06.493125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.100715Z","time spent":"392.367317ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.493197Z","caller":"traceutil/trace.go:171","msg":"trace[1659097328] transaction","detail":"{read_only:false; response_revision:29385; number_of_response:1; }","duration":"393.835838ms","start":"2026-07-16T07:47:06.099341Z","end":"2026-07-16T07:47:06.493177Z","steps":["trace[1659097328] 'process raft request' (duration: 393.098987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.493244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.099326Z","time spent":"393.893239ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.493325Z","caller":"traceutil/trace.go:171","msg":"trace[1846238747] transaction","detail":"{read_only:false; response_revision:29388; number_of_response:1; }","duration":"390.67833ms","start":"2026-07-16T07:47:06.102638Z","end":"2026-07-16T07:47:06.493316Z","steps":["trace[1846238747] 'process raft request' (duration: 390.141296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.49337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.102629Z","time spent":"390.715571ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.493367Z","caller":"traceutil/trace.go:171","msg":"trace[1928436830] transaction","detail":"{read_only:false; response_revision:29386; number_of_response:1; }","duration":"393.783266ms","start":"2026-07-16T07:47:06.099518Z","end":"2026-07-16T07:47:06.493302Z","steps":["trace[1928436830] 'process raft request' (duration: 393.156459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.494276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.099512Z","time spent":"393.963021ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:06.495632Z","caller":"traceutil/trace.go:171","msg":"trace[979950133] linearizableReadLoop","detail":"{readStateIndex:30775; appliedIndex:30770; }","duration":"395.964527ms","start":"2026-07-16T07:47:06.099567Z","end":"2026-07-16T07:47:06.495531Z","steps":["trace[979950133] 'read index received' (duration: 388.614573ms)","trace[979950133] 'applied index is now lower than readState.Index' (duration: 7.348474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:06.496005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.413709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:47:06.49604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.172514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-16T07:47:06.496077Z","caller":"traceutil/trace.go:171","msg":"trace[1901523046] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29388; }","duration":"396.489151ms","start":"2026-07-16T07:47:06.09955Z","end":"2026-07-16T07:47:06.496039Z","steps":["trace[1901523046] 'agreement among raft nodes before linearized reading' (duration: 396.305386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.496118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.099083Z","time spent":"397.024586ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:06.496223Z","caller":"traceutil/trace.go:171","msg":"trace[23582252] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055; range_end:; response_count:1; response_revision:29388; }","duration":"395.235097ms","start":"2026-07-16T07:47:06.100833Z","end":"2026-07-16T07:47:06.496068Z","steps":["trace[23582252] 'agreement among raft nodes before linearized reading' (duration: 395.107893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.496331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.100823Z","time spent":"395.479823ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2b48a48624055\" "} {"level":"warn","ts":"2026-07-16T07:47:06.496602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.896087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11825"} {"level":"warn","ts":"2026-07-16T07:47:06.496604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.87004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:06.496648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.38972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:47:06.496682Z","caller":"traceutil/trace.go:171","msg":"trace[1548529593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29388; }","duration":"395.433422ms","start":"2026-07-16T07:47:06.101237Z","end":"2026-07-16T07:47:06.496671Z","steps":["trace[1548529593] 'agreement among raft nodes before linearized reading' (duration: 395.327239ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:06.49669Z","caller":"traceutil/trace.go:171","msg":"trace[1919388958] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:29388; }","duration":"256.009804ms","start":"2026-07-16T07:47:06.240658Z","end":"2026-07-16T07:47:06.496668Z","steps":["trace[1919388958] 'agreement among raft nodes before linearized reading' (duration: 255.708426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.49671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.10123Z","time spent":"395.475253ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:47:06.496729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.668878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:06.496777Z","caller":"traceutil/trace.go:171","msg":"trace[561744192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29388; }","duration":"391.75611ms","start":"2026-07-16T07:47:06.105014Z","end":"2026-07-16T07:47:06.496771Z","steps":["trace[561744192] 'agreement among raft nodes before linearized reading' (duration: 391.675648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.496808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.104993Z","time spent":"391.809432ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:06.496644Z","caller":"traceutil/trace.go:171","msg":"trace[254578560] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29388; }","duration":"394.946598ms","start":"2026-07-16T07:47:06.101688Z","end":"2026-07-16T07:47:06.496634Z","steps":["trace[254578560] 'agreement among raft nodes before linearized reading' (duration: 394.842935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:06.497045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:06.101678Z","time spent":"395.358599ms","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11848,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-16T07:47:06.497044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.055654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:06.497083Z","caller":"traceutil/trace.go:171","msg":"trace[973415950] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29388; }","duration":"136.137147ms","start":"2026-07-16T07:47:06.360934Z","end":"2026-07-16T07:47:06.497071Z","steps":["trace[973415950] 'agreement among raft nodes before linearized reading' (duration: 136.069655ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:08.781793Z","caller":"traceutil/trace.go:171","msg":"trace[1667824785] transaction","detail":"{read_only:false; response_revision:29401; number_of_response:1; }","duration":"282.611311ms","start":"2026-07-16T07:47:08.499135Z","end":"2026-07-16T07:47:08.781746Z","steps":["trace[1667824785] 'process raft request' (duration: 282.331133ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:09.147779Z","caller":"traceutil/trace.go:171","msg":"trace[255852330] linearizableReadLoop","detail":"{readStateIndex:30797; appliedIndex:30791; }","duration":"634.903878ms","start":"2026-07-16T07:47:08.512821Z","end":"2026-07-16T07:47:09.147725Z","steps":["trace[255852330] 'read index received' (duration: 268.651644ms)","trace[255852330] 'applied index is now lower than readState.Index' (duration: 366.251164ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:09.147939Z","caller":"traceutil/trace.go:171","msg":"trace[704601126] transaction","detail":"{read_only:false; response_revision:29404; number_of_response:1; }","duration":"645.12536ms","start":"2026-07-16T07:47:08.502799Z","end":"2026-07-16T07:47:09.147924Z","steps":["trace[704601126] 'process raft request' (duration: 644.77002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.148084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.502794Z","time spent":"645.183262ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:09.148096Z","caller":"traceutil/trace.go:171","msg":"trace[1744132279] transaction","detail":"{read_only:false; response_revision:29403; number_of_response:1; }","duration":"645.228083ms","start":"2026-07-16T07:47:08.502762Z","end":"2026-07-16T07:47:09.14799Z","steps":["trace[1744132279] 'process raft request' (duration: 644.735829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.14838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.160038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:09.148137Z","caller":"traceutil/trace.go:171","msg":"trace[589135288] transaction","detail":"{read_only:false; response_revision:29405; number_of_response:1; }","duration":"645.13178ms","start":"2026-07-16T07:47:08.50294Z","end":"2026-07-16T07:47:09.148071Z","steps":["trace[589135288] 'process raft request' (duration: 644.693478ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:09.148438Z","caller":"traceutil/trace.go:171","msg":"trace[1238547968] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29406; }","duration":"256.277851ms","start":"2026-07-16T07:47:08.892144Z","end":"2026-07-16T07:47:09.148422Z","steps":["trace[1238547968] 'agreement among raft nodes before linearized reading' (duration: 256.170228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.148428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.93539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:47:09.148501Z","caller":"traceutil/trace.go:171","msg":"trace[1093369508] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29406; }","duration":"626.047533ms","start":"2026-07-16T07:47:08.522432Z","end":"2026-07-16T07:47:09.148479Z","steps":["trace[1093369508] 'agreement among raft nodes before linearized reading' (duration: 625.732894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.1485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.798597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:09.148554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.502934Z","time spent":"645.523692ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:09.148611Z","caller":"traceutil/trace.go:171","msg":"trace[928304584] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29406; }","duration":"102.054074ms","start":"2026-07-16T07:47:09.04654Z","end":"2026-07-16T07:47:09.148594Z","steps":["trace[928304584] 'agreement among raft nodes before linearized reading' (duration: 101.721775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.148715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.897946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:47:09.148555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.522422Z","time spent":"626.121074ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:09.148763Z","caller":"traceutil/trace.go:171","msg":"trace[1136390705] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29406; }","duration":"635.962117ms","start":"2026-07-16T07:47:08.512786Z","end":"2026-07-16T07:47:09.148748Z","steps":["trace[1136390705] 'agreement among raft nodes before linearized reading' (duration: 635.199536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.148804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.512777Z","time spent":"636.019478ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:09.148283Z","caller":"traceutil/trace.go:171","msg":"trace[133547236] transaction","detail":"{read_only:false; response_revision:29406; number_of_response:1; }","duration":"645.162712ms","start":"2026-07-16T07:47:08.503066Z","end":"2026-07-16T07:47:09.148229Z","steps":["trace[133547236] 'process raft request' (duration: 644.613506ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:09.149095Z","caller":"traceutil/trace.go:171","msg":"trace[777411142] transaction","detail":"{read_only:false; response_revision:29402; number_of_response:1; }","duration":"645.538012ms","start":"2026-07-16T07:47:08.502656Z","end":"2026-07-16T07:47:09.148194Z","steps":["trace[777411142] 'process raft request' (duration: 644.457622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:09.149088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.502753Z","time spent":"646.103958ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:09.149117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.503044Z","time spent":"646.006884ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:09.14926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:08.50264Z","time spent":"646.505159ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:10.32615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.179841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:10.32638Z","caller":"traceutil/trace.go:171","msg":"trace[375247918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29408; }","duration":"285.432718ms","start":"2026-07-16T07:47:10.040918Z","end":"2026-07-16T07:47:10.326351Z","steps":["trace[375247918] 'range keys from in-memory index tree' (duration: 285.15122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:10.327102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068549778s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:10.327437Z","caller":"traceutil/trace.go:171","msg":"trace[271812781] transaction","detail":"{read_only:false; response_revision:29409; number_of_response:1; }","duration":"1.146432973s","start":"2026-07-16T07:47:09.18095Z","end":"2026-07-16T07:47:10.327383Z","steps":["trace[271812781] 'process raft request' (duration: 77.484394ms)","trace[271812781] 'compare' (duration: 1.067739216s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:10.327562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.180935Z","time spent":"1.146555466s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:10.32769Z","caller":"traceutil/trace.go:171","msg":"trace[1390322314] transaction","detail":"{read_only:false; response_revision:29410; number_of_response:1; }","duration":"1.144963283s","start":"2026-07-16T07:47:09.182696Z","end":"2026-07-16T07:47:10.327659Z","steps":["trace[1390322314] 'process raft request' (duration: 1.144586242s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:10.327894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.182679Z","time spent":"1.145082186s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:11.506042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.929377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:11.506495Z","caller":"traceutil/trace.go:171","msg":"trace[2086239917] transaction","detail":"{read_only:false; response_revision:29414; number_of_response:1; }","duration":"2.130691229s","start":"2026-07-16T07:47:09.375774Z","end":"2026-07-16T07:47:11.506465Z","steps":["trace[2086239917] 'process raft request' (duration: 2.130577756s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.506552Z","caller":"traceutil/trace.go:171","msg":"trace[1676440048] transaction","detail":"{read_only:false; response_revision:29412; number_of_response:1; }","duration":"2.131986646s","start":"2026-07-16T07:47:09.374525Z","end":"2026-07-16T07:47:11.506511Z","steps":["trace[1676440048] 'process raft request' (duration: 2.131670497s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.506624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.375763Z","time spent":"2.130801942s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:11.506741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.374486Z","time spent":"2.1321571s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:11.506801Z","caller":"traceutil/trace.go:171","msg":"trace[34532744] transaction","detail":"{read_only:false; response_revision:29411; number_of_response:1; }","duration":"2.132330355s","start":"2026-07-16T07:47:09.374436Z","end":"2026-07-16T07:47:11.506767Z","steps":["trace[34532744] 'process raft request' (duration: 1.465553514s)","trace[34532744] 'compare' (duration: 665.508786ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:11.506822Z","caller":"traceutil/trace.go:171","msg":"trace[722860851] transaction","detail":"{read_only:false; response_revision:29413; number_of_response:1; }","duration":"2.131494852s","start":"2026-07-16T07:47:09.375232Z","end":"2026-07-16T07:47:11.506727Z","steps":["trace[722860851] 'process raft request' (duration: 2.131053709s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.506955Z","caller":"traceutil/trace.go:171","msg":"trace[1070227147] transaction","detail":"{read_only:false; response_revision:29415; number_of_response:1; }","duration":"1.400989307s","start":"2026-07-16T07:47:10.105901Z","end":"2026-07-16T07:47:11.506891Z","steps":["trace[1070227147] 'process raft request' (duration: 1.400504994s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.507043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.374402Z","time spent":"2.132501059s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:11.507168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587211861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:11.50723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.375215Z","time spent":"2.1317853s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:11.507262Z","caller":"traceutil/trace.go:171","msg":"trace[1836538780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29416; }","duration":"1.587357615s","start":"2026-07-16T07:47:09.919883Z","end":"2026-07-16T07:47:11.507241Z","steps":["trace[1836538780] 'agreement among raft nodes before linearized reading' (duration: 1.58718951s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.507319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.919863Z","time spent":"1.587441487s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:11.508004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.105871Z","time spent":"1.402016236s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:11.506968Z","caller":"traceutil/trace.go:171","msg":"trace[1065682435] transaction","detail":"{read_only:false; response_revision:29416; number_of_response:1; }","duration":"1.319990476s","start":"2026-07-16T07:47:10.186936Z","end":"2026-07-16T07:47:11.506926Z","steps":["trace[1065682435] 'process raft request' (duration: 1.319822441s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.506971Z","caller":"traceutil/trace.go:171","msg":"trace[1817783236] linearizableReadLoop","detail":"{readStateIndex:30805; appliedIndex:30799; }","duration":"1.586956733s","start":"2026-07-16T07:47:09.919975Z","end":"2026-07-16T07:47:11.506931Z","steps":["trace[1817783236] 'read index received' (duration: 286.60631ms)","trace[1817783236] 'applied index is now lower than readState.Index' (duration: 1.300349033s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:11.508327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.186895Z","time spent":"1.321327903s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:11.508854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519431655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:47:11.508911Z","caller":"traceutil/trace.go:171","msg":"trace[724336014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29416; }","duration":"1.519548548s","start":"2026-07-16T07:47:09.989345Z","end":"2026-07-16T07:47:11.508894Z","steps":["trace[724336014] 'agreement among raft nodes before linearized reading' (duration: 1.519356613s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.508999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.989314Z","time spent":"1.519673272s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.218542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-16T07:47:11.509203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.975193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:47:11.509243Z","caller":"traceutil/trace.go:171","msg":"trace[1248835811] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:29416; }","duration":"221.304404ms","start":"2026-07-16T07:47:11.287927Z","end":"2026-07-16T07:47:11.509231Z","steps":["trace[1248835811] 'agreement among raft nodes before linearized reading' (duration: 221.141349ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509256Z","caller":"traceutil/trace.go:171","msg":"trace[1574780901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29416; }","duration":"355.082916ms","start":"2026-07-16T07:47:11.154158Z","end":"2026-07-16T07:47:11.509241Z","steps":["trace[1574780901] 'agreement among raft nodes before linearized reading' (duration: 354.88093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.154152Z","time spent":"355.132637ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519392704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:47:11.509331Z","caller":"traceutil/trace.go:171","msg":"trace[242413694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29416; }","duration":"1.519466086s","start":"2026-07-16T07:47:09.989856Z","end":"2026-07-16T07:47:11.509322Z","steps":["trace[242413694] 'agreement among raft nodes before linearized reading' (duration: 1.519393454s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:09.98983Z","time spent":"1.519522217s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.828931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:47:11.509391Z","caller":"traceutil/trace.go:171","msg":"trace[704418553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29416; }","duration":"722.951665ms","start":"2026-07-16T07:47:10.78643Z","end":"2026-07-16T07:47:11.509382Z","steps":["trace[704418553] 'agreement among raft nodes before linearized reading' (duration: 722.76925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.449277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:11.509415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.846089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:11.509427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.7864Z","time spent":"723.020347ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.608922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:47:11.509435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.760985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:11.509439Z","caller":"traceutil/trace.go:171","msg":"trace[645921163] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:29416; }","duration":"221.53451ms","start":"2026-07-16T07:47:11.287892Z","end":"2026-07-16T07:47:11.509426Z","steps":["trace[645921163] 'agreement among raft nodes before linearized reading' (duration: 221.474059ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509454Z","caller":"traceutil/trace.go:171","msg":"trace[1701971373] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29416; }","duration":"354.635144ms","start":"2026-07-16T07:47:11.154814Z","end":"2026-07-16T07:47:11.509449Z","steps":["trace[1701971373] 'agreement among raft nodes before linearized reading' (duration: 354.582962ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509455Z","caller":"traceutil/trace.go:171","msg":"trace[1642067068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:29416; }","duration":"878.892101ms","start":"2026-07-16T07:47:10.630549Z","end":"2026-07-16T07:47:11.509441Z","steps":["trace[1642067068] 'agreement among raft nodes before linearized reading' (duration: 878.823879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.50947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.154807Z","time spent":"354.659974ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:47:11.509469Z","caller":"traceutil/trace.go:171","msg":"trace[2089044616] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29416; }","duration":"187.853498ms","start":"2026-07-16T07:47:11.321605Z","end":"2026-07-16T07:47:11.509458Z","steps":["trace[2089044616] 'agreement among raft nodes before linearized reading' (duration: 187.799297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.630506Z","time spent":"878.969303ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:11.50957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.437616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:47:11.509242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.557352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:11.509623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.07621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:11.509657Z","caller":"traceutil/trace.go:171","msg":"trace[1393364759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:29416; }","duration":"870.028025ms","start":"2026-07-16T07:47:10.639611Z","end":"2026-07-16T07:47:11.509639Z","steps":["trace[1393364759] 'agreement among raft nodes before linearized reading' (duration: 869.589773ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509667Z","caller":"traceutil/trace.go:171","msg":"trace[163552321] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29416; }","duration":"615.167562ms","start":"2026-07-16T07:47:10.894484Z","end":"2026-07-16T07:47:11.509652Z","steps":["trace[163552321] 'agreement among raft nodes before linearized reading' (duration: 615.114041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.894456Z","time spent":"615.229694ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.444576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:47:11.509699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.639577Z","time spent":"870.104517ms","remote":"127.0.0.1:33756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:11.509578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.954534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:11.509722Z","caller":"traceutil/trace.go:171","msg":"trace[316275274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29416; }","duration":"355.564599ms","start":"2026-07-16T07:47:11.154148Z","end":"2026-07-16T07:47:11.509713Z","steps":["trace[316275274] 'agreement among raft nodes before linearized reading' (duration: 355.469326ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509751Z","caller":"traceutil/trace.go:171","msg":"trace[801139739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29416; }","duration":"595.1923ms","start":"2026-07-16T07:47:10.914549Z","end":"2026-07-16T07:47:11.509741Z","steps":["trace[801139739] 'agreement among raft nodes before linearized reading' (duration: 594.991454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.154121Z","time spent":"355.629061ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:10.914518Z","time spent":"595.248992ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:11.509743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.538219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:47:11.509626Z","caller":"traceutil/trace.go:171","msg":"trace[1042748240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29416; }","duration":"355.540348ms","start":"2026-07-16T07:47:11.154068Z","end":"2026-07-16T07:47:11.509608Z","steps":["trace[1042748240] 'agreement among raft nodes before linearized reading' (duration: 355.395444ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:11.509823Z","caller":"traceutil/trace.go:171","msg":"trace[627205930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29416; }","duration":"355.685783ms","start":"2026-07-16T07:47:11.154118Z","end":"2026-07-16T07:47:11.509803Z","steps":["trace[627205930] 'agreement among raft nodes before linearized reading' (duration: 355.413735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:11.509873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.154083Z","time spent":"355.776295ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:11.509874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.154041Z","time spent":"355.803416ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:12.700221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167712561s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:47:12.758084Z","caller":"traceutil/trace.go:171","msg":"trace[1197950526] transaction","detail":"{read_only:false; response_revision:29417; number_of_response:1; }","duration":"1.244311781s","start":"2026-07-16T07:47:11.513727Z","end":"2026-07-16T07:47:12.758039Z","steps":["trace[1197950526] 'process raft request' (duration: 1.18680333s)","trace[1197950526] 'compare' (duration: 56.152813ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:12.758215Z","caller":"traceutil/trace.go:171","msg":"trace[1687071682] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"1.244321231s","start":"2026-07-16T07:47:11.513855Z","end":"2026-07-16T07:47:12.758176Z","steps":["trace[1687071682] 'process raft request' (duration: 1.244096354s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.758301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.513696Z","time spent":"1.244490236s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:12.758396Z","caller":"traceutil/trace.go:171","msg":"trace[1999645250] transaction","detail":"{read_only:false; response_revision:29419; number_of_response:1; }","duration":"1.244268849s","start":"2026-07-16T07:47:11.514104Z","end":"2026-07-16T07:47:12.758373Z","steps":["trace[1999645250] 'process raft request' (duration: 1.244005422s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.758449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.513846Z","time spent":"1.244485216s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:12.758521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.514095Z","time spent":"1.244370413s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:12.758805Z","caller":"traceutil/trace.go:171","msg":"trace[913783433] transaction","detail":"{read_only:false; response_revision:29420; number_of_response:1; }","duration":"1.24461986s","start":"2026-07-16T07:47:11.51417Z","end":"2026-07-16T07:47:12.758789Z","steps":["trace[913783433] 'process raft request' (duration: 1.244128286s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.758909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.514163Z","time spent":"1.244695922s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:12.759119Z","caller":"traceutil/trace.go:171","msg":"trace[358403005] transaction","detail":"{read_only:false; response_revision:29421; number_of_response:1; }","duration":"1.244791564s","start":"2026-07-16T07:47:11.514312Z","end":"2026-07-16T07:47:12.759104Z","steps":["trace[358403005] 'process raft request' (duration: 1.244413804s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.759235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.5143Z","time spent":"1.244881307s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:12.759835Z","caller":"traceutil/trace.go:171","msg":"trace[1278419483] transaction","detail":"{read_only:false; response_revision:29426; number_of_response:1; }","duration":"841.997218ms","start":"2026-07-16T07:47:11.917821Z","end":"2026-07-16T07:47:12.759818Z","steps":["trace[1278419483] 'process raft request' (duration: 841.947827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.759932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.917779Z","time spent":"842.102551ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:12.760439Z","caller":"traceutil/trace.go:171","msg":"trace[140606492] linearizableReadLoop","detail":"{readStateIndex:30814; appliedIndex:30808; }","duration":"1.245167375s","start":"2026-07-16T07:47:11.515252Z","end":"2026-07-16T07:47:12.76042Z","steps":["trace[140606492] 'read index received' (duration: 15.8938ms)","trace[140606492] 'applied index is now lower than readState.Index' (duration: 1.229271395s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:12.760487Z","caller":"traceutil/trace.go:171","msg":"trace[501613035] transaction","detail":"{read_only:false; response_revision:29424; number_of_response:1; }","duration":"1.243999922s","start":"2026-07-16T07:47:11.516456Z","end":"2026-07-16T07:47:12.760456Z","steps":["trace[501613035] 'process raft request' (duration: 1.24321114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.760577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245314079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:12.760543Z","caller":"traceutil/trace.go:171","msg":"trace[2041860351] transaction","detail":"{read_only:false; response_revision:29425; number_of_response:1; }","duration":"1.228669318s","start":"2026-07-16T07:47:11.5318Z","end":"2026-07-16T07:47:12.760469Z","steps":["trace[2041860351] 'process raft request' (duration: 1.227920168s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:12.760643Z","caller":"traceutil/trace.go:171","msg":"trace[1972594021] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29426; }","duration":"1.245407612s","start":"2026-07-16T07:47:11.515218Z","end":"2026-07-16T07:47:12.760625Z","steps":["trace[1972594021] 'agreement among raft nodes before linearized reading' (duration: 1.245300229s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.760678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.616669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:12.760723Z","caller":"traceutil/trace.go:171","msg":"trace[1747856314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29426; }","duration":"111.725872ms","start":"2026-07-16T07:47:12.648983Z","end":"2026-07-16T07:47:12.760709Z","steps":["trace[1747856314] 'agreement among raft nodes before linearized reading' (duration: 111.65392ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:12.760686Z","caller":"traceutil/trace.go:171","msg":"trace[1755433191] transaction","detail":"{read_only:false; response_revision:29422; number_of_response:1; }","duration":"1.245775732s","start":"2026-07-16T07:47:11.514674Z","end":"2026-07-16T07:47:12.76045Z","steps":["trace[1755433191] 'process raft request' (duration: 1.244376853s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.760825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.531761Z","time spent":"1.228922825s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:12.760925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.514653Z","time spent":"1.246164732s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:12.760751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.516441Z","time spent":"1.244151377s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:12.761061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.185355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:12.760688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.515176Z","time spent":"1.245503474s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-16T07:47:12.761101Z","caller":"traceutil/trace.go:171","msg":"trace[1740233115] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29426; }","duration":"442.278688ms","start":"2026-07-16T07:47:12.318812Z","end":"2026-07-16T07:47:12.76109Z","steps":["trace[1740233115] 'agreement among raft nodes before linearized reading' (duration: 442.220226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.318783Z","time spent":"442.342149ms","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:12.760594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244617489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:12.761159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.751405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:47:12.761223Z","caller":"traceutil/trace.go:171","msg":"trace[1632110547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29426; }","duration":"1.245275278s","start":"2026-07-16T07:47:11.515934Z","end":"2026-07-16T07:47:12.761209Z","steps":["trace[1632110547] 'agreement among raft nodes before linearized reading' (duration: 1.24461719s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.51592Z","time spent":"1.245328969s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:12.761249Z","caller":"traceutil/trace.go:171","msg":"trace[1175302883] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29426; }","duration":"427.857688ms","start":"2026-07-16T07:47:12.333369Z","end":"2026-07-16T07:47:12.761227Z","steps":["trace[1175302883] 'agreement among raft nodes before linearized reading' (duration: 427.398606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.412985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:12.761301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.333335Z","time spent":"427.952751ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:12.761321Z","caller":"traceutil/trace.go:171","msg":"trace[1794123303] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29426; }","duration":"483.506309ms","start":"2026-07-16T07:47:12.277802Z","end":"2026-07-16T07:47:12.761308Z","steps":["trace[1794123303] 'agreement among raft nodes before linearized reading' (duration: 483.435797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109994935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:47:12.761362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.277775Z","time spent":"483.576291ms","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:12.761373Z","caller":"traceutil/trace.go:171","msg":"trace[950334193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29426; }","duration":"1.110098647s","start":"2026-07-16T07:47:11.651264Z","end":"2026-07-16T07:47:12.761363Z","steps":["trace[950334193] 'agreement among raft nodes before linearized reading' (duration: 1.109910502s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.65123Z","time spent":"1.110164459s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:47:12.76101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.185868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:47:12.76144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.630562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:12.761512Z","caller":"traceutil/trace.go:171","msg":"trace[560993759] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29426; }","duration":"243.704134ms","start":"2026-07-16T07:47:12.517787Z","end":"2026-07-16T07:47:12.761491Z","steps":["trace[560993759] 'agreement among raft nodes before linearized reading' (duration: 243.59017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.934072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:47:12.761514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.597469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:12.761561Z","caller":"traceutil/trace.go:171","msg":"trace[1649996186] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:29426; }","duration":"265.044014ms","start":"2026-07-16T07:47:12.496505Z","end":"2026-07-16T07:47:12.761549Z","steps":["trace[1649996186] 'agreement among raft nodes before linearized reading' (duration: 264.788247ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:12.761593Z","caller":"traceutil/trace.go:171","msg":"trace[1199101394] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:29426; }","duration":"287.735682ms","start":"2026-07-16T07:47:12.473838Z","end":"2026-07-16T07:47:12.761573Z","steps":["trace[1199101394] 'agreement among raft nodes before linearized reading' (duration: 287.611948ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:12.761452Z","caller":"traceutil/trace.go:171","msg":"trace[1416383323] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29426; }","duration":"428.61945ms","start":"2026-07-16T07:47:12.332811Z","end":"2026-07-16T07:47:12.76143Z","steps":["trace[1416383323] 'agreement among raft nodes before linearized reading' (duration: 428.075455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.761695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.332713Z","time spent":"428.968309ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:12.76153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.667188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:12.76179Z","caller":"traceutil/trace.go:171","msg":"trace[1045231180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29426; }","duration":"382.969716ms","start":"2026-07-16T07:47:12.378803Z","end":"2026-07-16T07:47:12.761773Z","steps":["trace[1045231180] 'agreement among raft nodes before linearized reading' (duration: 382.687459ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:12.760487Z","caller":"traceutil/trace.go:171","msg":"trace[747947270] transaction","detail":"{read_only:false; response_revision:29423; number_of_response:1; }","duration":"1.244846515s","start":"2026-07-16T07:47:11.515591Z","end":"2026-07-16T07:47:12.760438Z","steps":["trace[747947270] 'process raft request' (duration: 1.244025543s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:12.763679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:11.515577Z","time spent":"1.248046715s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:12.763824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.378775Z","time spent":"385.038404ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:13.270229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:13.770423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:13.984193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156745879s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:47:14.076795Z","caller":"traceutil/trace.go:171","msg":"trace[1269110003] transaction","detail":"{read_only:false; response_revision:29427; number_of_response:1; }","duration":"1.307365236s","start":"2026-07-16T07:47:12.769396Z","end":"2026-07-16T07:47:14.076761Z","steps":["trace[1269110003] 'process raft request' (duration: 1.215519575s)","trace[1269110003] 'compare' (duration: 90.893025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:14.076975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.769372Z","time spent":"1.30750855s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:14.770115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:47:14.77022Z","caller":"traceutil/trace.go:171","msg":"trace[1497791124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216049s","start":"2026-07-16T07:47:12.769981Z","end":"2026-07-16T07:47:14.770197Z","steps":["trace[1497791124] 'agreement among raft nodes before linearized reading' (duration: 2.000064765s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.770277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.769972Z","time spent":"2.000293711s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:47:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:47:14.982703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.397347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:14.982961Z","caller":"traceutil/trace.go:171","msg":"trace[1832618429] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"2.213413708s","start":"2026-07-16T07:47:12.76949Z","end":"2026-07-16T07:47:14.982903Z","steps":["trace[1832618429] 'process raft request' (duration: 1.854727112s)","trace[1832618429] 'compare' (duration: 356.632259ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:14.983156Z","caller":"traceutil/trace.go:171","msg":"trace[269238608] linearizableReadLoop","detail":"{readStateIndex:30826; appliedIndex:30818; }","duration":"2.213702236s","start":"2026-07-16T07:47:12.769433Z","end":"2026-07-16T07:47:14.983136Z","steps":["trace[269238608] 'read index received' (duration: 1.215486164s)","trace[269238608] 'applied index is now lower than readState.Index' (duration: 998.214672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:14.983226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.76946Z","time spent":"2.213617834s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:14.983266Z","caller":"traceutil/trace.go:171","msg":"trace[562178282] transaction","detail":"{read_only:false; response_revision:29432; number_of_response:1; }","duration":"1.469888343s","start":"2026-07-16T07:47:13.513362Z","end":"2026-07-16T07:47:14.98325Z","steps":["trace[562178282] 'process raft request' (duration: 1.469615186s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.983325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.51333Z","time spent":"1.469965206s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:14.983492Z","caller":"traceutil/trace.go:171","msg":"trace[1171359744] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"2.124309553s","start":"2026-07-16T07:47:12.859172Z","end":"2026-07-16T07:47:14.983482Z","steps":["trace[1171359744] 'process raft request' (duration: 2.123624644s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:14.983478Z","caller":"traceutil/trace.go:171","msg":"trace[597924250] transaction","detail":"{read_only:false; response_revision:29434; number_of_response:1; }","duration":"1.467289992s","start":"2026-07-16T07:47:13.516122Z","end":"2026-07-16T07:47:14.983412Z","steps":["trace[597924250] 'process raft request' (duration: 1.466972653s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.983541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.859125Z","time spent":"2.124392475s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:14.983507Z","caller":"traceutil/trace.go:171","msg":"trace[1300606237] transaction","detail":"{read_only:false; response_revision:29433; number_of_response:1; }","duration":"1.469990397s","start":"2026-07-16T07:47:13.513463Z","end":"2026-07-16T07:47:14.983453Z","steps":["trace[1300606237] 'process raft request' (duration: 1.469587096s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.983586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214146158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:47:14.983628Z","caller":"traceutil/trace.go:171","msg":"trace[1745885614] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29434; }","duration":"2.214204039s","start":"2026-07-16T07:47:12.769412Z","end":"2026-07-16T07:47:14.983616Z","steps":["trace[1745885614] 'agreement among raft nodes before linearized reading' (duration: 2.214002094s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.983619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.516114Z","time spent":"1.467422725s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:14.983663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.769402Z","time spent":"2.214248721s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-16T07:47:14.983633Z","caller":"traceutil/trace.go:171","msg":"trace[1111957090] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"1.470197422s","start":"2026-07-16T07:47:13.513362Z","end":"2026-07-16T07:47:14.983559Z","steps":["trace[1111957090] 'process raft request' (duration: 1.469571185s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:14.983636Z","caller":"traceutil/trace.go:171","msg":"trace[1970371872] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"1.470298985s","start":"2026-07-16T07:47:13.513291Z","end":"2026-07-16T07:47:14.98359Z","steps":["trace[1970371872] 'process raft request' (duration: 1.469615236s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:14.983758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.51333Z","time spent":"1.470373487s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:14.98375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.513432Z","time spent":"1.470200133s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:14.9839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.513261Z","time spent":"1.47046804s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:16.070076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:15.545399Z","time spent":"524.670977ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:47:16.071602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.755392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:16.071747Z","caller":"traceutil/trace.go:171","msg":"trace[374775128] linearizableReadLoop","detail":"{readStateIndex:30827; appliedIndex:30826; }","duration":"1.08853381s","start":"2026-07-16T07:47:14.983191Z","end":"2026-07-16T07:47:16.071725Z","steps":["trace[374775128] 'read index received' (duration: 122.444638ms)","trace[374775128] 'applied index is now lower than readState.Index' (duration: 966.083702ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:16.071753Z","caller":"traceutil/trace.go:171","msg":"trace[507867164] transaction","detail":"{read_only:false; response_revision:29435; number_of_response:1; }","duration":"1.170017895s","start":"2026-07-16T07:47:14.901704Z","end":"2026-07-16T07:47:16.071722Z","steps":["trace[507867164] 'process raft request' (duration: 204.038956ms)","trace[507867164] 'compare' (duration: 964.044135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:16.071828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78813091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.071844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990830377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:47:16.071841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.901667Z","time spent":"1.170131148s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:16.071867Z","caller":"traceutil/trace.go:171","msg":"trace[74597281] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29435; }","duration":"2.788226802s","start":"2026-07-16T07:47:13.283628Z","end":"2026-07-16T07:47:16.071855Z","steps":["trace[74597281] 'agreement among raft nodes before linearized reading' (duration: 2.78813733s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.071885Z","caller":"traceutil/trace.go:171","msg":"trace[2001628288] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29435; }","duration":"1.990936801s","start":"2026-07-16T07:47:14.080934Z","end":"2026-07-16T07:47:16.071871Z","steps":["trace[2001628288] 'agreement among raft nodes before linearized reading' (duration: 1.990794287s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.071884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067412149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.0719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.283603Z","time spent":"2.788287474s","remote":"127.0.0.1:49802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:16.071912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.080907Z","time spent":"1.991000932s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:16.071922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026816544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:47:16.071949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303127458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-16T07:47:16.071924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30427927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:47:16.071968Z","caller":"traceutil/trace.go:171","msg":"trace[34917152] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:29435; }","duration":"2.026869195s","start":"2026-07-16T07:47:14.045085Z","end":"2026-07-16T07:47:16.071954Z","steps":["trace[34917152] 'agreement among raft nodes before linearized reading' (duration: 2.02670153s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.071913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301486422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.072006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850298259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.072005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.045017Z","time spent":"2.026976848s","remote":"127.0.0.1:49228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:16.072008Z","caller":"traceutil/trace.go:171","msg":"trace[1947536901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29435; }","duration":"1.304385773s","start":"2026-07-16T07:47:14.767602Z","end":"2026-07-16T07:47:16.071988Z","steps":["trace[1947536901] 'agreement among raft nodes before linearized reading' (duration: 1.304123976s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.071984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243647592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-16T07:47:16.071844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30176337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:47:16.072036Z","caller":"traceutil/trace.go:171","msg":"trace[1811503043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29435; }","duration":"1.301687809s","start":"2026-07-16T07:47:14.770322Z","end":"2026-07-16T07:47:16.07201Z","steps":["trace[1811503043] 'agreement among raft nodes before linearized reading' (duration: 1.301440922s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.071924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691886245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-16T07:47:16.072057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.767594Z","time spent":"1.304455145s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:47:16.072086Z","caller":"traceutil/trace.go:171","msg":"trace[1871920769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29435; }","duration":"1.243792806s","start":"2026-07-16T07:47:14.828268Z","end":"2026-07-16T07:47:16.072061Z","steps":["trace[1871920769] 'agreement among raft nodes before linearized reading' (duration: 1.243484277s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.07209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304430885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:47:16.072101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302619447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.072101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.770296Z","time spent":"1.301794691s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:16.072098Z","caller":"traceutil/trace.go:171","msg":"trace[814739844] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29435; }","duration":"1.692131243s","start":"2026-07-16T07:47:14.379953Z","end":"2026-07-16T07:47:16.072084Z","steps":["trace[814739844] 'agreement among raft nodes before linearized reading' (duration: 1.691839075s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082841173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:47:16.072132Z","caller":"traceutil/trace.go:171","msg":"trace[357795126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29435; }","duration":"1.304527207s","start":"2026-07-16T07:47:14.767595Z","end":"2026-07-16T07:47:16.072122Z","steps":["trace[357795126] 'agreement among raft nodes before linearized reading' (duration: 1.304429804s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.071925Z","caller":"traceutil/trace.go:171","msg":"trace[726181860] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:29435; }","duration":"3.067506681s","start":"2026-07-16T07:47:13.004404Z","end":"2026-07-16T07:47:16.071911Z","steps":["trace[726181860] 'agreement among raft nodes before linearized reading' (duration: 3.067430399s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.071999Z","caller":"traceutil/trace.go:171","msg":"trace[1062357163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29435; }","duration":"1.30318959s","start":"2026-07-16T07:47:14.768792Z","end":"2026-07-16T07:47:16.071982Z","steps":["trace[1062357163] 'agreement among raft nodes before linearized reading' (duration: 1.303088767s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.072169Z","caller":"traceutil/trace.go:171","msg":"trace[289729155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29435; }","duration":"1.082869494s","start":"2026-07-16T07:47:14.989284Z","end":"2026-07-16T07:47:16.072153Z","steps":["trace[289729155] 'agreement among raft nodes before linearized reading' (duration: 1.082788951s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.767563Z","time spent":"1.304602099s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:16.072181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:13.004378Z","time spent":"3.067791179s","remote":"127.0.0.1:33334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:16.072196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.98922Z","time spent":"1.082970467s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:16.072198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.768782Z","time spent":"1.303398405s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:16.07209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301816745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:47:16.072342Z","caller":"traceutil/trace.go:171","msg":"trace[2059106845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29435; }","duration":"3.302076671s","start":"2026-07-16T07:47:12.770252Z","end":"2026-07-16T07:47:16.072328Z","steps":["trace[2059106845] 'agreement among raft nodes before linearized reading' (duration: 3.301696501s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.770246Z","time spent":"3.302131443s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:47:16.072129Z","caller":"traceutil/trace.go:171","msg":"trace[2135814121] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29435; }","duration":"3.302655738s","start":"2026-07-16T07:47:12.769468Z","end":"2026-07-16T07:47:16.072124Z","steps":["trace[2135814121] 'agreement among raft nodes before linearized reading' (duration: 3.302611016s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:12.769463Z","time spent":"3.303039088s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-16T07:47:16.072031Z","caller":"traceutil/trace.go:171","msg":"trace[1332368128] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29435; }","duration":"1.850347831s","start":"2026-07-16T07:47:14.221673Z","end":"2026-07-16T07:47:16.07202Z","steps":["trace[1332368128] 'agreement among raft nodes before linearized reading' (duration: 1.85030815s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107390782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:16.072733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.221647Z","time spent":"1.85107143s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:16.072757Z","caller":"traceutil/trace.go:171","msg":"trace[595868042] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29435; }","duration":"1.107484095s","start":"2026-07-16T07:47:14.965261Z","end":"2026-07-16T07:47:16.072745Z","steps":["trace[595868042] 'agreement among raft nodes before linearized reading' (duration: 1.106497228s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.072784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.965234Z","time spent":"1.107541876s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:16.072133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.828216Z","time spent":"1.24390794s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-16T07:47:16.072168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.379926Z","time spent":"1.692221345s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:47:16.071985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30428789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:47:16.073244Z","caller":"traceutil/trace.go:171","msg":"trace[592657581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29435; }","duration":"1.305610077s","start":"2026-07-16T07:47:14.767615Z","end":"2026-07-16T07:47:16.073225Z","steps":["trace[592657581] 'agreement among raft nodes before linearized reading' (duration: 1.30425086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.073282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.767583Z","time spent":"1.305686609s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:47:16.072029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304458875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:47:16.073372Z","caller":"traceutil/trace.go:171","msg":"trace[1478001650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29435; }","duration":"1.305847253s","start":"2026-07-16T07:47:14.767514Z","end":"2026-07-16T07:47:16.073361Z","steps":["trace[1478001650] 'agreement among raft nodes before linearized reading' (duration: 1.304461785s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.073399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.767487Z","time spent":"1.305903095s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:47:16.072066Z","caller":"traceutil/trace.go:171","msg":"trace[780385856] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29435; }","duration":"1.302023558s","start":"2026-07-16T07:47:14.770038Z","end":"2026-07-16T07:47:16.072061Z","steps":["trace[780385856] 'agreement among raft nodes before linearized reading' (duration: 1.301690259s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.073596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:14.77002Z","time spent":"1.30356692s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:47:16.937623Z","caller":"traceutil/trace.go:171","msg":"trace[1869504744] transaction","detail":"{read_only:false; response_revision:29437; number_of_response:1; }","duration":"859.374741ms","start":"2026-07-16T07:47:16.07821Z","end":"2026-07-16T07:47:16.937585Z","steps":["trace[1869504744] 'process raft request' (duration: 859.031781ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.937717Z","caller":"traceutil/trace.go:171","msg":"trace[1202070646] transaction","detail":"{read_only:false; response_revision:29438; number_of_response:1; }","duration":"859.404041ms","start":"2026-07-16T07:47:16.078259Z","end":"2026-07-16T07:47:16.937663Z","steps":["trace[1202070646] 'process raft request' (duration: 859.227376ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.937773Z","caller":"traceutil/trace.go:171","msg":"trace[776228292] transaction","detail":"{read_only:false; response_revision:29440; number_of_response:1; }","duration":"859.411001ms","start":"2026-07-16T07:47:16.078326Z","end":"2026-07-16T07:47:16.937737Z","steps":["trace[776228292] 'process raft request' (duration: 859.253176ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.937823Z","caller":"traceutil/trace.go:171","msg":"trace[1551965299] linearizableReadLoop","detail":"{readStateIndex:30835; appliedIndex:30828; }","duration":"857.635462ms","start":"2026-07-16T07:47:16.080169Z","end":"2026-07-16T07:47:16.937805Z","steps":["trace[1551965299] 'read index received' (duration: 84.282502ms)","trace[1551965299] 'applied index is now lower than readState.Index' (duration: 773.35153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:16.937835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078197Z","time spent":"859.543685ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:16.937937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078316Z","time spent":"859.504084ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:16.937939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078241Z","time spent":"859.576556ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:16.937988Z","caller":"traceutil/trace.go:171","msg":"trace[543158448] transaction","detail":"{read_only:false; response_revision:29443; number_of_response:1; }","duration":"859.184904ms","start":"2026-07-16T07:47:16.078794Z","end":"2026-07-16T07:47:16.937979Z","steps":["trace[543158448] 'process raft request' (duration: 858.881166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.938066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078776Z","time spent":"859.245487ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:16.937951Z","caller":"traceutil/trace.go:171","msg":"trace[421913081] transaction","detail":"{read_only:false; response_revision:29442; number_of_response:1; }","duration":"859.187194ms","start":"2026-07-16T07:47:16.078756Z","end":"2026-07-16T07:47:16.937943Z","steps":["trace[421913081] 'process raft request' (duration: 858.889316ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:16.938131Z","caller":"traceutil/trace.go:171","msg":"trace[1240916721] transaction","detail":"{read_only:false; response_revision:29439; number_of_response:1; }","duration":"859.858593ms","start":"2026-07-16T07:47:16.078255Z","end":"2026-07-16T07:47:16.938113Z","steps":["trace[1240916721] 'process raft request' (duration: 859.284027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.93819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078217Z","time spent":"859.943385ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:16.938164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078724Z","time spent":"859.39324ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:16.937922Z","caller":"traceutil/trace.go:171","msg":"trace[745282398] transaction","detail":"{read_only:false; response_revision:29441; number_of_response:1; }","duration":"859.552695ms","start":"2026-07-16T07:47:16.078359Z","end":"2026-07-16T07:47:16.937911Z","steps":["trace[745282398] 'process raft request' (duration: 859.257446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.938312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.078344Z","time spent":"859.928596ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:16.938364Z","caller":"traceutil/trace.go:171","msg":"trace[435862571] transaction","detail":"{read_only:false; response_revision:29444; number_of_response:1; }","duration":"808.853733ms","start":"2026-07-16T07:47:16.129499Z","end":"2026-07-16T07:47:16.938353Z","steps":["trace[435862571] 'process raft request' (duration: 808.218935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.938422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.129457Z","time spent":"808.934155ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:16.938499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.333012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T07:47:16.938546Z","caller":"traceutil/trace.go:171","msg":"trace[1602043790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29444; }","duration":"858.386263ms","start":"2026-07-16T07:47:16.080141Z","end":"2026-07-16T07:47:16.938527Z","steps":["trace[1602043790] 'agreement among raft nodes before linearized reading' (duration: 858.213918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:16.938576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.080133Z","time spent":"858.436414ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-16T07:47:17.438631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:18.082267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:47:18.082386Z","caller":"traceutil/trace.go:171","msg":"trace[1435602897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660731s","start":"2026-07-16T07:47:16.081697Z","end":"2026-07-16T07:47:18.082358Z","steps":["trace[1435602897] 'agreement among raft nodes before linearized reading' (duration: 2.000505726s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.082454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.081692Z","time spent":"2.000750763s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:18.51331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.602773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:47:18.514628Z","caller":"traceutil/trace.go:171","msg":"trace[440108377] transaction","detail":"{read_only:false; response_revision:29445; number_of_response:1; }","duration":"1.524838374s","start":"2026-07-16T07:47:16.98976Z","end":"2026-07-16T07:47:18.514599Z","steps":["trace[440108377] 'process raft request' (duration: 1.524618278s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:18.514615Z","caller":"traceutil/trace.go:171","msg":"trace[863833536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29444; }","duration":"1.566910258s","start":"2026-07-16T07:47:16.94765Z","end":"2026-07-16T07:47:18.51456Z","steps":["trace[863833536] 'process raft request' (duration: 1.566558009s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.514796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.989733Z","time spent":"1.524974298s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:18.51485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.947634Z","time spent":"1.567109324s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T07:47:18.514962Z","caller":"traceutil/trace.go:171","msg":"trace[1739371866] transaction","detail":"{read_only:false; response_revision:29446; number_of_response:1; }","duration":"1.52504877s","start":"2026-07-16T07:47:16.989867Z","end":"2026-07-16T07:47:18.514916Z","steps":["trace[1739371866] 'process raft request' (duration: 1.524651339s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:18.515127Z","caller":"traceutil/trace.go:171","msg":"trace[1491141015] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"1.524510826s","start":"2026-07-16T07:47:16.990574Z","end":"2026-07-16T07:47:18.515085Z","steps":["trace[1491141015] 'process raft request' (duration: 1.524397813s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.515374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.990567Z","time spent":"1.52467681s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:18.515498Z","caller":"traceutil/trace.go:171","msg":"trace[1315649367] linearizableReadLoop","detail":"{readStateIndex:30843; appliedIndex:30836; }","duration":"1.577609465s","start":"2026-07-16T07:47:16.937871Z","end":"2026-07-16T07:47:18.515481Z","steps":["trace[1315649367] 'read index received' (duration: 649.907144ms)","trace[1315649367] 'applied index is now lower than readState.Index' (duration: 927.700301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:18.515651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252803228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:18.515584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.989844Z","time spent":"1.525210635s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:18.515688Z","caller":"traceutil/trace.go:171","msg":"trace[828972089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29449; }","duration":"2.25289218s","start":"2026-07-16T07:47:16.262785Z","end":"2026-07-16T07:47:18.515677Z","steps":["trace[828972089] 'agreement among raft nodes before linearized reading' (duration: 2.252790427s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.515711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588589448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:18.515799Z","caller":"traceutil/trace.go:171","msg":"trace[2107281257] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29449; }","duration":"1.588738973s","start":"2026-07-16T07:47:16.92704Z","end":"2026-07-16T07:47:18.515779Z","steps":["trace[2107281257] 'agreement among raft nodes before linearized reading' (duration: 1.588543318s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.515833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434616639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:18.515838Z","caller":"traceutil/trace.go:171","msg":"trace[2074852395] transaction","detail":"{read_only:false; response_revision:29447; number_of_response:1; }","duration":"1.524656919s","start":"2026-07-16T07:47:16.990504Z","end":"2026-07-16T07:47:18.515161Z","steps":["trace[2074852395] 'process raft request' (duration: 1.524285279s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:18.515896Z","caller":"traceutil/trace.go:171","msg":"trace[1013713079] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29449; }","duration":"2.43466895s","start":"2026-07-16T07:47:16.081193Z","end":"2026-07-16T07:47:18.515862Z","steps":["trace[1013713079] 'agreement among raft nodes before linearized reading' (duration: 2.434596578s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.515863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.927021Z","time spent":"1.588827125s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.515933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.081188Z","time spent":"2.434738192s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:47:18.515749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.262739Z","time spent":"2.252999953s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.516031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.990488Z","time spent":"1.525443921s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:18.515819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385262013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:18.515826Z","caller":"traceutil/trace.go:171","msg":"trace[1152406132] transaction","detail":"{read_only:false; response_revision:29449; number_of_response:1; }","duration":"1.524071963s","start":"2026-07-16T07:47:16.991678Z","end":"2026-07-16T07:47:18.51575Z","steps":["trace[1152406132] 'process raft request' (duration: 1.523358454s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:18.516125Z","caller":"traceutil/trace.go:171","msg":"trace[1909746281] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:29449; }","duration":"2.385805749s","start":"2026-07-16T07:47:16.130293Z","end":"2026-07-16T07:47:18.516099Z","steps":["trace[1909746281] 'agreement among raft nodes before linearized reading' (duration: 2.385346046s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.516289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.130282Z","time spent":"2.385942672s","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.516407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.99167Z","time spent":"1.524447433s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:18.555186Z","caller":"traceutil/trace.go:171","msg":"trace[467154532] transaction","detail":"{read_only:false; response_revision:29450; number_of_response:1; }","duration":"783.794518ms","start":"2026-07-16T07:47:17.771359Z","end":"2026-07-16T07:47:18.555154Z","steps":["trace[467154532] 'process raft request' (duration: 783.319225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.55539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:17.771323Z","time spent":"783.957403ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:18.555872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249110194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:18.555929Z","caller":"traceutil/trace.go:171","msg":"trace[853834642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29450; }","duration":"1.249230458s","start":"2026-07-16T07:47:17.306684Z","end":"2026-07-16T07:47:18.555915Z","steps":["trace[853834642] 'agreement among raft nodes before linearized reading' (duration: 1.24895412s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.555913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.078373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:18.555981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:17.306654Z","time spent":"1.2492974s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.556027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.996814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:18.556091Z","caller":"traceutil/trace.go:171","msg":"trace[1634409876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29450; }","duration":"243.107577ms","start":"2026-07-16T07:47:18.312972Z","end":"2026-07-16T07:47:18.55608Z","steps":["trace[1634409876] 'agreement among raft nodes before linearized reading' (duration: 243.027365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.556181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296535197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:18.556213Z","caller":"traceutil/trace.go:171","msg":"trace[1326079354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29450; }","duration":"1.296568798s","start":"2026-07-16T07:47:17.259636Z","end":"2026-07-16T07:47:18.556205Z","steps":["trace[1326079354] 'agreement among raft nodes before linearized reading' (duration: 1.296517346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.556262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:17.2595Z","time spent":"1.296731322s","remote":"127.0.0.1:45574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.556164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.177659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:18.556481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611985166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4337018-9787-47bc-a719-746116c741c9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-16T07:47:18.556513Z","caller":"traceutil/trace.go:171","msg":"trace[622127609] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4337018-9787-47bc-a719-746116c741c9; range_end:; response_count:1; response_revision:29450; }","duration":"1.612060848s","start":"2026-07-16T07:47:16.944444Z","end":"2026-07-16T07:47:18.556505Z","steps":["trace[622127609] 'agreement among raft nodes before linearized reading' (duration: 1.611935534s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.556536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:16.94442Z","time spent":"1.612110429s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-b4337018-9787-47bc-a719-746116c741c9\" "} {"level":"info","ts":"2026-07-16T07:47:18.556463Z","caller":"traceutil/trace.go:171","msg":"trace[715529039] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29450; }","duration":"917.784896ms","start":"2026-07-16T07:47:17.638653Z","end":"2026-07-16T07:47:18.556438Z","steps":["trace[715529039] 'agreement among raft nodes before linearized reading' (duration: 916.971563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.556689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.608116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:18.556712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.622313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:18.556751Z","caller":"traceutil/trace.go:171","msg":"trace[1322130039] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:29450; }","duration":"371.699585ms","start":"2026-07-16T07:47:18.185039Z","end":"2026-07-16T07:47:18.556738Z","steps":["trace[1322130039] 'agreement among raft nodes before linearized reading' (duration: 371.639274ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:18.55676Z","caller":"traceutil/trace.go:171","msg":"trace[916845367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29450; }","duration":"473.718588ms","start":"2026-07-16T07:47:18.083011Z","end":"2026-07-16T07:47:18.556729Z","steps":["trace[916845367] 'agreement among raft nodes before linearized reading' (duration: 473.590184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.556802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.082975Z","time spent":"473.820451ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:18.556798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.184999Z","time spent":"371.788318ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.55689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:17.638624Z","time spent":"918.090995ms","remote":"127.0.0.1:49742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:18.556653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.790961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:47:18.555974Z","caller":"traceutil/trace.go:171","msg":"trace[2013913426] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29450; }","duration":"356.200337ms","start":"2026-07-16T07:47:18.199757Z","end":"2026-07-16T07:47:18.555957Z","steps":["trace[2013913426] 'agreement among raft nodes before linearized reading' (duration: 355.886928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.557059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.199729Z","time spent":"357.316037ms","remote":"127.0.0.1:45602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:18.557065Z","caller":"traceutil/trace.go:171","msg":"trace[238090741] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29450; }","duration":"388.236862ms","start":"2026-07-16T07:47:18.168798Z","end":"2026-07-16T07:47:18.557035Z","steps":["trace[238090741] 'agreement among raft nodes before linearized reading' (duration: 387.753109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:18.557452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.168771Z","time spent":"388.352146ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:20.102861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472945788s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:20.144462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.091001ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:20.144625Z","caller":"traceutil/trace.go:171","msg":"trace[3928570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29450; }","duration":"104.275036ms","start":"2026-07-16T07:47:20.040326Z","end":"2026-07-16T07:47:20.144601Z","steps":["trace[3928570] 'range keys from in-memory index tree' (duration: 104.065549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.145719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515541516s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:20.146409Z","caller":"traceutil/trace.go:171","msg":"trace[1979029327] linearizableReadLoop","detail":"{readStateIndex:30846; appliedIndex:30844; }","duration":"1.549241168s","start":"2026-07-16T07:47:18.59714Z","end":"2026-07-16T07:47:20.146381Z","steps":["trace[1979029327] 'read index received' (duration: 32.955881ms)","trace[1979029327] 'applied index is now lower than readState.Index' (duration: 1.516279527s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:20.146539Z","caller":"traceutil/trace.go:171","msg":"trace[1525173987] transaction","detail":"{read_only:false; response_revision:29451; number_of_response:1; }","duration":"1.577089399s","start":"2026-07-16T07:47:18.569427Z","end":"2026-07-16T07:47:20.146517Z","steps":["trace[1525173987] 'process raft request' (duration: 60.622747ms)","trace[1525173987] 'compare' (duration: 1.513427068s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:20.146632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.569407Z","time spent":"1.577171401s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:20.147152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549974459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:20.147249Z","caller":"traceutil/trace.go:171","msg":"trace[806492213] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29452; }","duration":"1.550108042s","start":"2026-07-16T07:47:18.597117Z","end":"2026-07-16T07:47:20.147225Z","steps":["trace[806492213] 'agreement among raft nodes before linearized reading' (duration: 1.549880346s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.1473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.597032Z","time spent":"1.550257346s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:20.147222Z","caller":"traceutil/trace.go:171","msg":"trace[1042048295] transaction","detail":"{read_only:false; response_revision:29452; number_of_response:1; }","duration":"1.567657258s","start":"2026-07-16T07:47:18.579515Z","end":"2026-07-16T07:47:20.147172Z","steps":["trace[1042048295] 'process raft request' (duration: 1.566589248s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.147629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.579484Z","time spent":"1.568019448s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:20.863085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.51914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:20.863248Z","caller":"traceutil/trace.go:171","msg":"trace[991143643] linearizableReadLoop","detail":"{readStateIndex:30847; appliedIndex:30846; }","duration":"716.757234ms","start":"2026-07-16T07:47:20.146466Z","end":"2026-07-16T07:47:20.863223Z","steps":["trace[991143643] 'read index received' (duration: 99.869794ms)","trace[991143643] 'applied index is now lower than readState.Index' (duration: 616.8854ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:20.863368Z","caller":"traceutil/trace.go:171","msg":"trace[1356386294] transaction","detail":"{read_only:false; response_revision:29453; number_of_response:1; }","duration":"1.848341675s","start":"2026-07-16T07:47:19.015Z","end":"2026-07-16T07:47:20.863341Z","steps":["trace[1356386294] 'process raft request' (duration: 1.231365812s)","trace[1356386294] 'compare' (duration: 615.810651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:20.863464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.014966Z","time spent":"1.848442348s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:20.863769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91827703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:47:20.864716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919784312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:47:20.864756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920005958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:47:20.86446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919838864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:47:20.864782Z","caller":"traceutil/trace.go:171","msg":"trace[364246942] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29453; }","duration":"1.919856035s","start":"2026-07-16T07:47:18.944899Z","end":"2026-07-16T07:47:20.864755Z","steps":["trace[364246942] 'agreement among raft nodes before linearized reading' (duration: 1.919645319s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:20.864759Z","caller":"traceutil/trace.go:171","msg":"trace[1867691260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29453; }","duration":"1.919296419s","start":"2026-07-16T07:47:18.945436Z","end":"2026-07-16T07:47:20.864733Z","steps":["trace[1867691260] 'agreement among raft nodes before linearized reading' (duration: 1.917998473s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.864772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936795053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:20.864807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994830389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-16T07:47:20.864836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.944887Z","time spent":"1.919939737s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:20.86485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.945426Z","time spent":"1.919408292s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:47:20.864888Z","caller":"traceutil/trace.go:171","msg":"trace[871362996] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29453; }","duration":"1.936999369s","start":"2026-07-16T07:47:18.927862Z","end":"2026-07-16T07:47:20.864862Z","steps":["trace[871362996] 'agreement among raft nodes before linearized reading' (duration: 1.936765072s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:20.864899Z","caller":"traceutil/trace.go:171","msg":"trace[185960863] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:29453; }","duration":"1.994984533s","start":"2026-07-16T07:47:18.869892Z","end":"2026-07-16T07:47:20.864876Z","steps":["trace[185960863] 'agreement among raft nodes before linearized reading' (duration: 1.994658124s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.864906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919684739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:47:20.864953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.869868Z","time spent":"1.995075906s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-16T07:47:20.864953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.927836Z","time spent":"1.937103132s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:20.864998Z","caller":"traceutil/trace.go:171","msg":"trace[1666026982] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29453; }","duration":"1.919823884s","start":"2026-07-16T07:47:18.945156Z","end":"2026-07-16T07:47:20.86498Z","steps":["trace[1666026982] 'agreement among raft nodes before linearized reading' (duration: 1.918690532s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.94515Z","time spent":"1.919888915s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:47:20.864825Z","caller":"traceutil/trace.go:171","msg":"trace[1647383584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29453; }","duration":"1.920247595s","start":"2026-07-16T07:47:18.944562Z","end":"2026-07-16T07:47:20.86481Z","steps":["trace[1647383584] 'agreement among raft nodes before linearized reading' (duration: 1.91970295s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.944531Z","time spent":"1.920693188s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:20.864507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.596475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:20.86532Z","caller":"traceutil/trace.go:171","msg":"trace[806058876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29453; }","duration":"852.449259ms","start":"2026-07-16T07:47:20.012852Z","end":"2026-07-16T07:47:20.865301Z","steps":["trace[806058876] 'agreement among raft nodes before linearized reading' (duration: 851.612826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.012823Z","time spent":"852.533501ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:20.864468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.460354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:20.865466Z","caller":"traceutil/trace.go:171","msg":"trace[142233393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29453; }","duration":"945.529235ms","start":"2026-07-16T07:47:19.919913Z","end":"2026-07-16T07:47:20.865443Z","steps":["trace[142233393] 'agreement among raft nodes before linearized reading' (duration: 944.432174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.919886Z","time spent":"945.632867ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:20.864531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800933234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:20.865644Z","caller":"traceutil/trace.go:171","msg":"trace[2123284612] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29453; }","duration":"1.802108376s","start":"2026-07-16T07:47:19.063503Z","end":"2026-07-16T07:47:20.865611Z","steps":["trace[2123284612] 'agreement among raft nodes before linearized reading' (duration: 1.800972135s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.864551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12749546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:20.865706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.063465Z","time spent":"1.802223649s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:20.865732Z","caller":"traceutil/trace.go:171","msg":"trace[1438781116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29453; }","duration":"1.128720503s","start":"2026-07-16T07:47:19.736995Z","end":"2026-07-16T07:47:20.865715Z","steps":["trace[1438781116] 'agreement among raft nodes before linearized reading' (duration: 1.12751746s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.736968Z","time spent":"1.128795835s","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:20.864591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785481476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:20.865858Z","caller":"traceutil/trace.go:171","msg":"trace[779552223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29453; }","duration":"1.786761592s","start":"2026-07-16T07:47:19.079077Z","end":"2026-07-16T07:47:20.865838Z","steps":["trace[779552223] 'agreement among raft nodes before linearized reading' (duration: 1.785485936s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.865921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.079066Z","time spent":"1.786834293s","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:20.864591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919456794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:47:20.866013Z","caller":"traceutil/trace.go:171","msg":"trace[804629461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29453; }","duration":"1.920875392s","start":"2026-07-16T07:47:18.945098Z","end":"2026-07-16T07:47:20.865973Z","steps":["trace[804629461] 'agreement among raft nodes before linearized reading' (duration: 1.919399091s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.866062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.945091Z","time spent":"1.920956114s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:47:20.864623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917987913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:47:20.866132Z","caller":"traceutil/trace.go:171","msg":"trace[1235844670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29453; }","duration":"1.919505554s","start":"2026-07-16T07:47:18.946613Z","end":"2026-07-16T07:47:20.866119Z","steps":["trace[1235844670] 'agreement among raft nodes before linearized reading' (duration: 1.917956201s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.866172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.946606Z","time spent":"1.919553115s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:20.864442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359516209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:20.866244Z","caller":"traceutil/trace.go:171","msg":"trace[1797312725] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29453; }","duration":"1.361423171s","start":"2026-07-16T07:47:19.504802Z","end":"2026-07-16T07:47:20.866225Z","steps":["trace[1797312725] 'agreement among raft nodes before linearized reading' (duration: 1.359489758s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.866294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:19.50477Z","time spent":"1.361508634s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:20.864814Z","caller":"traceutil/trace.go:171","msg":"trace[1822372847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29453; }","duration":"1.920104362s","start":"2026-07-16T07:47:18.944686Z","end":"2026-07-16T07:47:20.864791Z","steps":["trace[1822372847] 'agreement among raft nodes before linearized reading' (duration: 1.919904536s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:20.866441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:18.944657Z","time spent":"1.921743996s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:21.363363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:21.53911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017824154s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:47:21.626846Z","caller":"traceutil/trace.go:171","msg":"trace[1847251521] transaction","detail":"{read_only:false; response_revision:29454; number_of_response:1; }","duration":"1.105638185s","start":"2026-07-16T07:47:20.521161Z","end":"2026-07-16T07:47:21.626799Z","steps":["trace[1847251521] 'process raft request' (duration: 1.018316299s)","trace[1847251521] 'compare' (duration: 86.76227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:21.62707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.521135Z","time spent":"1.105825529s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.019885Z","caller":"traceutil/trace.go:171","msg":"trace[610463974] transaction","detail":"{read_only:false; response_revision:29456; number_of_response:1; }","duration":"1.497671552s","start":"2026-07-16T07:47:20.522175Z","end":"2026-07-16T07:47:22.019847Z","steps":["trace[610463974] 'process raft request' (duration: 1.497190229s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.019931Z","caller":"traceutil/trace.go:171","msg":"trace[283387004] transaction","detail":"{read_only:false; response_revision:29458; number_of_response:1; }","duration":"1.497286772s","start":"2026-07-16T07:47:20.52261Z","end":"2026-07-16T07:47:22.019896Z","steps":["trace[283387004] 'process raft request' (duration: 1.497042755s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.522134Z","time spent":"1.497829557s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020122Z","caller":"traceutil/trace.go:171","msg":"trace[1609073783] linearizableReadLoop","detail":"{readStateIndex:30858; appliedIndex:30847; }","duration":"1.15681596s","start":"2026-07-16T07:47:20.863286Z","end":"2026-07-16T07:47:22.020102Z","steps":["trace[1609073783] 'read index received' (duration: 676.119139ms)","trace[1609073783] 'applied index is now lower than readState.Index' (duration: 480.695251ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:22.020185Z","caller":"traceutil/trace.go:171","msg":"trace[26152939] transaction","detail":"{read_only:false; response_revision:29457; number_of_response:1; }","duration":"1.497666202s","start":"2026-07-16T07:47:20.522507Z","end":"2026-07-16T07:47:22.020173Z","steps":["trace[26152939] 'process raft request' (duration: 1.497070166s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.522602Z","time spent":"1.497442837s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020193Z","caller":"traceutil/trace.go:171","msg":"trace[2038480290] transaction","detail":"{read_only:false; response_revision:29460; number_of_response:1; }","duration":"1.147437361s","start":"2026-07-16T07:47:20.872723Z","end":"2026-07-16T07:47:22.02016Z","steps":["trace[2038480290] 'process raft request' (duration: 1.147068101s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.020195Z","caller":"traceutil/trace.go:171","msg":"trace[1146068782] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"1.147260947s","start":"2026-07-16T07:47:20.872889Z","end":"2026-07-16T07:47:22.020149Z","steps":["trace[1146068782] 'process raft request' (duration: 1.147083102s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.522477Z","time spent":"1.497734194s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020308Z","caller":"traceutil/trace.go:171","msg":"trace[1385477540] transaction","detail":"{read_only:false; response_revision:29459; number_of_response:1; }","duration":"1.149858128s","start":"2026-07-16T07:47:20.870348Z","end":"2026-07-16T07:47:22.020206Z","steps":["trace[1385477540] 'process raft request' (duration: 1.149368455s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.020349Z","caller":"traceutil/trace.go:171","msg":"trace[630357055] transaction","detail":"{read_only:false; response_revision:29464; number_of_response:1; }","duration":"1.147202124s","start":"2026-07-16T07:47:20.873112Z","end":"2026-07-16T07:47:22.020314Z","steps":["trace[630357055] 'process raft request' (duration: 1.146915086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.872712Z","time spent":"1.147578434s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:22.020426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.870335Z","time spent":"1.150029162s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020427Z","caller":"traceutil/trace.go:171","msg":"trace[1947544252] transaction","detail":"{read_only:false; response_revision:29461; number_of_response:1; }","duration":"1.147619126s","start":"2026-07-16T07:47:20.872786Z","end":"2026-07-16T07:47:22.020405Z","steps":["trace[1947544252] 'process raft request' (duration: 1.14705747s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.872861Z","time spent":"1.147482812s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:22.020529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446098136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:22.020534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.872764Z","time spent":"1.147717209s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020566Z","caller":"traceutil/trace.go:171","msg":"trace[1444287643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29464; }","duration":"1.446153877s","start":"2026-07-16T07:47:20.574401Z","end":"2026-07-16T07:47:22.020555Z","steps":["trace[1444287643] 'agreement among raft nodes before linearized reading' (duration: 1.446082945s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.574388Z","time spent":"1.446198149s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:22.020579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829787843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:47:22.02044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.873105Z","time spent":"1.147283537s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020645Z","caller":"traceutil/trace.go:171","msg":"trace[1908586016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29464; }","duration":"1.829892066s","start":"2026-07-16T07:47:20.190734Z","end":"2026-07-16T07:47:22.020626Z","steps":["trace[1908586016] 'agreement among raft nodes before linearized reading' (duration: 1.829651659s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.020643Z","caller":"traceutil/trace.go:171","msg":"trace[2074888473] transaction","detail":"{read_only:false; response_revision:29462; number_of_response:1; }","duration":"1.147817312s","start":"2026-07-16T07:47:20.872805Z","end":"2026-07-16T07:47:22.020623Z","steps":["trace[2074888473] 'process raft request' (duration: 1.147090662s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153650213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:22.020644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457221663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:22.020691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.190712Z","time spent":"1.829967217s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:47:22.020716Z","caller":"traceutil/trace.go:171","msg":"trace[1533814048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29464; }","duration":"1.153891079s","start":"2026-07-16T07:47:20.866814Z","end":"2026-07-16T07:47:22.020705Z","steps":["trace[1533814048] 'agreement among raft nodes before linearized reading' (duration: 1.153614961s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.866794Z","time spent":"1.153940551s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:22.020739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.872771Z","time spent":"1.147917784s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:22.020744Z","caller":"traceutil/trace.go:171","msg":"trace[956646771] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29464; }","duration":"1.457379957s","start":"2026-07-16T07:47:20.563341Z","end":"2026-07-16T07:47:22.020721Z","steps":["trace[956646771] 'agreement among raft nodes before linearized reading' (duration: 1.457185812s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.563326Z","time spent":"1.457464799s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:22.020849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150554528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:47:22.02085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150513266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-16T07:47:22.0209Z","caller":"traceutil/trace.go:171","msg":"trace[667485006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29464; }","duration":"1.150616359s","start":"2026-07-16T07:47:20.870262Z","end":"2026-07-16T07:47:22.020878Z","steps":["trace[667485006] 'agreement among raft nodes before linearized reading' (duration: 1.150518636s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869624465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-16T07:47:22.020959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.870247Z","time spent":"1.150703232s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:22.020981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.633283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:47:22.02098Z","caller":"traceutil/trace.go:171","msg":"trace[1455930528] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29464; }","duration":"1.869881192s","start":"2026-07-16T07:47:20.151076Z","end":"2026-07-16T07:47:22.020957Z","steps":["trace[1455930528] 'agreement among raft nodes before linearized reading' (duration: 1.869506552s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.021016Z","caller":"traceutil/trace.go:171","msg":"trace[1315605053] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:29464; }","duration":"732.711425ms","start":"2026-07-16T07:47:21.288293Z","end":"2026-07-16T07:47:22.021005Z","steps":["trace[1315605053] 'agreement among raft nodes before linearized reading' (duration: 732.590032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.020853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.08388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-16T07:47:22.021047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:21.288268Z","time spent":"732.773427ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:47:22.021049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.151053Z","time spent":"1.869975265s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:22.02108Z","caller":"traceutil/trace.go:171","msg":"trace[2105898279] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29464; }","duration":"946.312666ms","start":"2026-07-16T07:47:21.074756Z","end":"2026-07-16T07:47:22.021068Z","steps":["trace[2105898279] 'agreement among raft nodes before linearized reading' (duration: 945.897194ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:22.020905Z","caller":"traceutil/trace.go:171","msg":"trace[478616621] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0; range_end:; response_count:1; response_revision:29464; }","duration":"1.150589268s","start":"2026-07-16T07:47:20.870299Z","end":"2026-07-16T07:47:22.020889Z","steps":["trace[478616621] 'agreement among raft nodes before linearized reading' (duration: 1.150368992s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:22.021118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:21.074662Z","time spent":"946.443479ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:22.021161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.87028Z","time spent":"1.150857976s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a1dac27b-c07c-43d9-9db2-467acbc859e0\" "} {"level":"info","ts":"2026-07-16T07:47:22.0198Z","caller":"traceutil/trace.go:171","msg":"trace[955722960] transaction","detail":"{read_only:false; response_revision:29455; number_of_response:1; }","duration":"1.497498478s","start":"2026-07-16T07:47:20.522114Z","end":"2026-07-16T07:47:22.019612Z","steps":["trace[955722960] 'process raft request' (duration: 1.461762459s)","trace[955722960] 'compare' (duration: 34.832024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:22.021521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:20.522075Z","time spent":"1.49938959s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:23.032996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.722272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-16T07:47:23.03308Z","caller":"traceutil/trace.go:171","msg":"trace[1231989513] linearizableReadLoop","detail":"{readStateIndex:30859; appliedIndex:30858; }","duration":"1.009568326s","start":"2026-07-16T07:47:22.023496Z","end":"2026-07-16T07:47:23.033065Z","steps":["trace[1231989513] 'read index received' (duration: 433.678351ms)","trace[1231989513] 'applied index is now lower than readState.Index' (duration: 575.888345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:23.033142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.022359Z","time spent":"1.010779679s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:47:23.033374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009852164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-07-16T07:47:23.033467Z","caller":"traceutil/trace.go:171","msg":"trace[1774684281] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29464; }","duration":"1.009978838s","start":"2026-07-16T07:47:22.023467Z","end":"2026-07-16T07:47:23.033446Z","steps":["trace[1774684281] 'agreement among raft nodes before linearized reading' (duration: 1.009674699s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:23.033505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.023453Z","time spent":"1.010043779s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:47:23.533802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:23.651258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194928174s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:24.03048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00104565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:47:24.03066Z","caller":"traceutil/trace.go:171","msg":"trace[1723149420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001206555s","start":"2026-07-16T07:47:22.029352Z","end":"2026-07-16T07:47:24.030558Z","steps":["trace[1723149420] 'agreement among raft nodes before linearized reading' (duration: 2.001093152s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:24.031513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.02934Z","time spent":"2.00211002s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:47:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:47:24.1619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.319201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:24.162308Z","caller":"traceutil/trace.go:171","msg":"trace[415573036] transaction","detail":"{read_only:false; response_revision:29465; number_of_response:1; }","duration":"2.13473514s","start":"2026-07-16T07:47:22.027491Z","end":"2026-07-16T07:47:24.162226Z","steps":["trace[415573036] 'process raft request' (duration: 1.623966446s)","trace[415573036] 'compare' (duration: 509.728315ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:24.162374Z","caller":"traceutil/trace.go:171","msg":"trace[738351201] transaction","detail":"{read_only:false; response_revision:29466; number_of_response:1; }","duration":"2.134560246s","start":"2026-07-16T07:47:22.02777Z","end":"2026-07-16T07:47:24.16233Z","steps":["trace[738351201] 'process raft request' (duration: 2.134282888s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:24.162484Z","caller":"traceutil/trace.go:171","msg":"trace[1515007012] transaction","detail":"{read_only:false; response_revision:29467; number_of_response:1; }","duration":"1.12755907s","start":"2026-07-16T07:47:23.034904Z","end":"2026-07-16T07:47:24.162463Z","steps":["trace[1515007012] 'process raft request' (duration: 1.127275972s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:24.162491Z","caller":"traceutil/trace.go:171","msg":"trace[621993696] transaction","detail":"{read_only:false; response_revision:29468; number_of_response:1; }","duration":"600.100836ms","start":"2026-07-16T07:47:23.562359Z","end":"2026-07-16T07:47:24.16246Z","steps":["trace[621993696] 'process raft request' (duration: 599.934832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:24.16252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.027462Z","time spent":"2.134937366s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:24.162561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.034886Z","time spent":"1.127639042s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:24.162546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.027761Z","time spent":"2.134693809s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:24.162548Z","caller":"traceutil/trace.go:171","msg":"trace[1731727581] linearizableReadLoop","detail":"{readStateIndex:30862; appliedIndex:30859; }","duration":"1.129425362s","start":"2026-07-16T07:47:23.033097Z","end":"2026-07-16T07:47:24.162523Z","steps":["trace[1731727581] 'read index received' (duration: 618.37598ms)","trace[1731727581] 'applied index is now lower than readState.Index' (duration: 511.048482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:24.162612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.562327Z","time spent":"600.226719ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:24.162675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114000916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:24.16271Z","caller":"traceutil/trace.go:171","msg":"trace[1515142328] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29469; }","duration":"2.114090029s","start":"2026-07-16T07:47:22.048611Z","end":"2026-07-16T07:47:24.162701Z","steps":["trace[1515142328] 'agreement among raft nodes before linearized reading' (duration: 2.113979266s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:24.162731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.048588Z","time spent":"2.114137881s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:24.162869Z","caller":"traceutil/trace.go:171","msg":"trace[339458990] transaction","detail":"{read_only:false; response_revision:29469; number_of_response:1; }","duration":"529.494382ms","start":"2026-07-16T07:47:23.633341Z","end":"2026-07-16T07:47:24.162835Z","steps":["trace[339458990] 'process raft request' (duration: 529.046849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:24.163014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.633281Z","time spent":"529.648186ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:24.163046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317847226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-16T07:47:24.163046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038310522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:836"} {"level":"info","ts":"2026-07-16T07:47:24.163104Z","caller":"traceutil/trace.go:171","msg":"trace[14177586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29469; }","duration":"1.317942569s","start":"2026-07-16T07:47:22.845144Z","end":"2026-07-16T07:47:24.163086Z","steps":["trace[14177586] 'agreement among raft nodes before linearized reading' (duration: 1.317728133s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:24.163116Z","caller":"traceutil/trace.go:171","msg":"trace[1440390902] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:29469; }","duration":"2.038423535s","start":"2026-07-16T07:47:22.124675Z","end":"2026-07-16T07:47:24.163098Z","steps":["trace[1440390902] 'agreement among raft nodes before linearized reading' (duration: 2.038185628s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:24.163155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.845122Z","time spent":"1.31801871s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:47:24.163161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:22.124649Z","time spent":"2.038499977s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":859,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-16T07:47:24.662705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:25.267146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.298943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:25.267501Z","caller":"traceutil/trace.go:171","msg":"trace[1747935282] linearizableReadLoop","detail":"{readStateIndex:30868; appliedIndex:30864; }","duration":"1.104840843s","start":"2026-07-16T07:47:24.162639Z","end":"2026-07-16T07:47:25.267479Z","steps":["trace[1747935282] 'read index received' (duration: 955.85791ms)","trace[1747935282] 'applied index is now lower than readState.Index' (duration: 148.980953ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:25.267603Z","caller":"traceutil/trace.go:171","msg":"trace[644177992] transaction","detail":"{read_only:false; response_revision:29470; number_of_response:1; }","duration":"1.239082017s","start":"2026-07-16T07:47:24.028508Z","end":"2026-07-16T07:47:25.26759Z","steps":["trace[644177992] 'process raft request' (duration: 1.090021932s)","trace[644177992] 'compare' (duration: 147.901273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:25.267661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.028474Z","time spent":"1.239153169s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:25.267955Z","caller":"traceutil/trace.go:171","msg":"trace[974705189] transaction","detail":"{read_only:false; response_revision:29471; number_of_response:1; }","duration":"1.236833364s","start":"2026-07-16T07:47:24.03111Z","end":"2026-07-16T07:47:25.267943Z","steps":["trace[974705189] 'process raft request' (duration: 1.236162036s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.268008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031088Z","time spent":"1.236890096s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:25.268203Z","caller":"traceutil/trace.go:171","msg":"trace[697948356] transaction","detail":"{read_only:false; response_revision:29472; number_of_response:1; }","duration":"1.236967698s","start":"2026-07-16T07:47:24.031219Z","end":"2026-07-16T07:47:25.268187Z","steps":["trace[697948356] 'process raft request' (duration: 1.236146135s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.268279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031188Z","time spent":"1.2370391s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:25.268466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515557987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:25.268434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237453572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.268564Z","caller":"traceutil/trace.go:171","msg":"trace[339065257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29473; }","duration":"1.237640967s","start":"2026-07-16T07:47:24.030883Z","end":"2026-07-16T07:47:25.268524Z","steps":["trace[339065257] 'agreement among raft nodes before linearized reading' (duration: 1.237422761s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.268593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019910964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.26864Z","caller":"traceutil/trace.go:171","msg":"trace[2131943111] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29473; }","duration":"2.020051477s","start":"2026-07-16T07:47:23.248575Z","end":"2026-07-16T07:47:25.268626Z","steps":["trace[2131943111] 'agreement among raft nodes before linearized reading' (duration: 2.019960755s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.268642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.030854Z","time spent":"1.23776902s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:25.268829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224425081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-16T07:47:25.268869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103404693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-16T07:47:25.268976Z","caller":"traceutil/trace.go:171","msg":"trace[57071666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29473; }","duration":"1.103570097s","start":"2026-07-16T07:47:24.165382Z","end":"2026-07-16T07:47:25.268952Z","steps":["trace[57071666] 'agreement among raft nodes before linearized reading' (duration: 1.103262349s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.165357Z","time spent":"1.10366456s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:47:25.269033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128761136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:25.269088Z","caller":"traceutil/trace.go:171","msg":"trace[1182279814] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29473; }","duration":"2.128875999s","start":"2026-07-16T07:47:23.140197Z","end":"2026-07-16T07:47:25.269073Z","steps":["trace[1182279814] 'agreement among raft nodes before linearized reading' (duration: 2.128750615s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.140175Z","time spent":"2.128956621s","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:25.269234Z","caller":"traceutil/trace.go:171","msg":"trace[1470905395] transaction","detail":"{read_only:false; response_revision:29473; number_of_response:1; }","duration":"1.237849522s","start":"2026-07-16T07:47:24.031358Z","end":"2026-07-16T07:47:25.269207Z","steps":["trace[1470905395] 'process raft request' (duration: 1.236051573s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230549431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.269323Z","caller":"traceutil/trace.go:171","msg":"trace[1381454724] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29473; }","duration":"1.230682274s","start":"2026-07-16T07:47:24.038624Z","end":"2026-07-16T07:47:25.269306Z","steps":["trace[1381454724] 'agreement among raft nodes before linearized reading' (duration: 1.230553821s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238196382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:47:25.269391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.038597Z","time spent":"1.230774167s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:25.269394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.03134Z","time spent":"1.237965096s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:25.269416Z","caller":"traceutil/trace.go:171","msg":"trace[2120317843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29473; }","duration":"1.238354526s","start":"2026-07-16T07:47:24.031038Z","end":"2026-07-16T07:47:25.269392Z","steps":["trace[2120317843] 'agreement among raft nodes before linearized reading' (duration: 1.238005337s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031016Z","time spent":"1.238445109s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:25.269491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238340637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:47:25.268677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.248548Z","time spent":"2.020117799s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:25.268915Z","caller":"traceutil/trace.go:171","msg":"trace[431796451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29473; }","duration":"2.224689429s","start":"2026-07-16T07:47:23.044201Z","end":"2026-07-16T07:47:25.26889Z","steps":["trace[431796451] 'agreement among raft nodes before linearized reading' (duration: 2.22438224s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098702142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a937a6a7-1108-4fae-8dfb-41dcf820efb4\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-16T07:47:25.26968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238621204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:47:25.269759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238656675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:47:25.268498Z","caller":"traceutil/trace.go:171","msg":"trace[1437899784] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29473; }","duration":"1.515637529s","start":"2026-07-16T07:47:23.752851Z","end":"2026-07-16T07:47:25.268488Z","steps":["trace[1437899784] 'agreement among raft nodes before linearized reading' (duration: 1.515568508s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.26977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.5223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.269802Z","caller":"traceutil/trace.go:171","msg":"trace[540867930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29473; }","duration":"1.238735378s","start":"2026-07-16T07:47:24.031056Z","end":"2026-07-16T07:47:25.269791Z","steps":["trace[540867930] 'agreement among raft nodes before linearized reading' (duration: 1.238631135s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.752829Z","time spent":"1.516975657s","remote":"127.0.0.1:49326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:25.269838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031038Z","time spent":"1.238793449s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:47:25.26984Z","caller":"traceutil/trace.go:171","msg":"trace[1870312577] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29473; }","duration":"328.630943ms","start":"2026-07-16T07:47:24.94119Z","end":"2026-07-16T07:47:25.269821Z","steps":["trace[1870312577] 'agreement among raft nodes before linearized reading' (duration: 328.51463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.94116Z","time spent":"328.720526ms","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:25.269953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.385842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:25.270032Z","caller":"traceutil/trace.go:171","msg":"trace[1106384714] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:29473; }","duration":"489.521006ms","start":"2026-07-16T07:47:24.780493Z","end":"2026-07-16T07:47:25.270015Z","steps":["trace[1106384714] 'agreement among raft nodes before linearized reading' (duration: 489.400772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.269668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238421899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:47:25.270091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.004421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.270155Z","caller":"traceutil/trace.go:171","msg":"trace[1434030220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29473; }","duration":"1.238942603s","start":"2026-07-16T07:47:24.031192Z","end":"2026-07-16T07:47:25.270134Z","steps":["trace[1434030220] 'agreement among raft nodes before linearized reading' (duration: 1.238412128s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:25.270169Z","caller":"traceutil/trace.go:171","msg":"trace[545943023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29473; }","duration":"674.143394ms","start":"2026-07-16T07:47:24.596004Z","end":"2026-07-16T07:47:25.270148Z","steps":["trace[545943023] 'agreement among raft nodes before linearized reading' (duration: 673.99611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.270213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.595979Z","time spent":"674.226197ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:25.269678Z","caller":"traceutil/trace.go:171","msg":"trace[855806888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29473; }","duration":"1.238557722s","start":"2026-07-16T07:47:24.031044Z","end":"2026-07-16T07:47:25.269602Z","steps":["trace[855806888] 'agreement among raft nodes before linearized reading' (duration: 1.238056338s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.270295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031035Z","time spent":"1.239245571s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:25.270222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031183Z","time spent":"1.239010975s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:47:25.269791Z","caller":"traceutil/trace.go:171","msg":"trace[1260327695] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29473; }","duration":"1.23885072s","start":"2026-07-16T07:47:24.030921Z","end":"2026-07-16T07:47:25.269772Z","steps":["trace[1260327695] 'agreement among raft nodes before linearized reading' (duration: 1.23848372s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.270882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.030893Z","time spent":"1.239965211s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:47:25.269376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.341951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:25.271098Z","caller":"traceutil/trace.go:171","msg":"trace[868161207] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29473; }","duration":"916.12593ms","start":"2026-07-16T07:47:24.354957Z","end":"2026-07-16T07:47:25.271083Z","steps":["trace[868161207] 'agreement among raft nodes before linearized reading' (duration: 914.348921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.271139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.354927Z","time spent":"916.198872ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:25.269727Z","caller":"traceutil/trace.go:171","msg":"trace[1220518073] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a937a6a7-1108-4fae-8dfb-41dcf820efb4; range_end:; response_count:1; response_revision:29473; }","duration":"1.098746404s","start":"2026-07-16T07:47:24.170966Z","end":"2026-07-16T07:47:25.269712Z","steps":["trace[1220518073] 'agreement among raft nodes before linearized reading' (duration: 1.098652392s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.271345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.170959Z","time spent":"1.100348788s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-a937a6a7-1108-4fae-8dfb-41dcf820efb4\" "} {"level":"warn","ts":"2026-07-16T07:47:25.26973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:23.044174Z","time spent":"2.225537862s","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-16T07:47:25.269585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103962468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:6479"} {"level":"info","ts":"2026-07-16T07:47:25.271594Z","caller":"traceutil/trace.go:171","msg":"trace[249315812] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:29473; }","duration":"1.105940743s","start":"2026-07-16T07:47:24.165579Z","end":"2026-07-16T07:47:25.27152Z","steps":["trace[249315812] 'agreement among raft nodes before linearized reading' (duration: 1.103944468s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.271684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.16555Z","time spent":"1.106093507s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":6502,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-07-16T07:47:25.270093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.780464Z","time spent":"489.611488ms","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:25.270413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239334583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:47:25.271878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100533654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:47:25.271914Z","caller":"traceutil/trace.go:171","msg":"trace[1365105135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29473; }","duration":"1.240869127s","start":"2026-07-16T07:47:24.031023Z","end":"2026-07-16T07:47:25.271892Z","steps":["trace[1365105135] 'agreement among raft nodes before linearized reading' (duration: 1.238736968s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.272053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.031Z","time spent":"1.241033421s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:47:25.272379Z","caller":"traceutil/trace.go:171","msg":"trace[1470940035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29473; }","duration":"1.101000426s","start":"2026-07-16T07:47:24.171205Z","end":"2026-07-16T07:47:25.272205Z","steps":["trace[1470940035] 'agreement among raft nodes before linearized reading' (duration: 1.098215299s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:25.272578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:24.171184Z","time spent":"1.101325395s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:25.778023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:26.710235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.379536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:26.710386Z","caller":"traceutil/trace.go:171","msg":"trace[1481952758] transaction","detail":"{read_only:false; response_revision:29474; number_of_response:1; }","duration":"1.434308218s","start":"2026-07-16T07:47:25.276049Z","end":"2026-07-16T07:47:26.710357Z","steps":["trace[1481952758] 'process raft request' (duration: 680.578272ms)","trace[1481952758] 'compare' (duration: 753.179272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:26.710474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.27602Z","time spent":"1.434413341s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:26.712626Z","caller":"traceutil/trace.go:171","msg":"trace[937665470] transaction","detail":"{read_only:false; response_revision:29476; number_of_response:1; }","duration":"1.436097238s","start":"2026-07-16T07:47:25.276496Z","end":"2026-07-16T07:47:26.712593Z","steps":["trace[937665470] 'process raft request' (duration: 1.435977514s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:26.712722Z","caller":"traceutil/trace.go:171","msg":"trace[300111636] transaction","detail":"{read_only:false; response_revision:29475; number_of_response:1; }","duration":"1.436406356s","start":"2026-07-16T07:47:25.276284Z","end":"2026-07-16T07:47:26.712691Z","steps":["trace[300111636] 'process raft request' (duration: 1.436016336s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:26.712821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.276482Z","time spent":"1.436244961s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:26.712846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.276227Z","time spent":"1.43656178s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:26.712955Z","caller":"traceutil/trace.go:171","msg":"trace[246350887] transaction","detail":"{read_only:false; response_revision:29477; number_of_response:1; }","duration":"1.436390436s","start":"2026-07-16T07:47:25.27653Z","end":"2026-07-16T07:47:26.71292Z","steps":["trace[246350887] 'process raft request' (duration: 1.436016475s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:26.713137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.276497Z","time spent":"1.43655208s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:26.713158Z","caller":"traceutil/trace.go:171","msg":"trace[1984072739] transaction","detail":"{read_only:false; response_revision:29478; number_of_response:1; }","duration":"1.435547922s","start":"2026-07-16T07:47:25.277578Z","end":"2026-07-16T07:47:26.713126Z","steps":["trace[1984072739] 'process raft request' (duration: 1.435207083s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:26.713174Z","caller":"traceutil/trace.go:171","msg":"trace[1483152758] transaction","detail":"{read_only:false; response_revision:29479; number_of_response:1; }","duration":"1.435512361s","start":"2026-07-16T07:47:25.277643Z","end":"2026-07-16T07:47:26.713155Z","steps":["trace[1483152758] 'process raft request' (duration: 1.435393788s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:26.713295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.27763Z","time spent":"1.435619295s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:26.713313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.277554Z","time spent":"1.435682336s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:26.713415Z","caller":"traceutil/trace.go:171","msg":"trace[2069097016] transaction","detail":"{read_only:false; response_revision:29481; number_of_response:1; }","duration":"1.404217776s","start":"2026-07-16T07:47:25.309181Z","end":"2026-07-16T07:47:26.713399Z","steps":["trace[2069097016] 'process raft request' (duration: 1.404097653s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:26.713416Z","caller":"traceutil/trace.go:171","msg":"trace[1148023072] transaction","detail":"{read_only:false; response_revision:29480; number_of_response:1; }","duration":"1.43508699s","start":"2026-07-16T07:47:25.278303Z","end":"2026-07-16T07:47:26.71339Z","steps":["trace[1148023072] 'process raft request' (duration: 1.434801672s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:26.7135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.309156Z","time spent":"1.404305208s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:26.713407Z","caller":"traceutil/trace.go:171","msg":"trace[2066062392] linearizableReadLoop","detail":"{readStateIndex:30876; appliedIndex:30868; }","duration":"1.435833851s","start":"2026-07-16T07:47:25.277552Z","end":"2026-07-16T07:47:26.713386Z","steps":["trace[2066062392] 'read index received' (duration: 679.096252ms)","trace[2066062392] 'applied index is now lower than readState.Index' (duration: 756.736329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:26.713534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.278294Z","time spent":"1.435189902s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:26.713525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435963604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:26.713591Z","caller":"traceutil/trace.go:171","msg":"trace[299668704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29481; }","duration":"1.436065257s","start":"2026-07-16T07:47:25.277511Z","end":"2026-07-16T07:47:26.713576Z","steps":["trace[299668704] 'agreement among raft nodes before linearized reading' (duration: 1.435939313s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:26.71365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:25.2775Z","time spent":"1.436139909s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:27.213738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:27.713917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:27.876801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160974566s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:47:27.87753Z","caller":"traceutil/trace.go:171","msg":"trace[1045320064] transaction","detail":"{read_only:false; response_revision:29482; number_of_response:1; }","duration":"1.707710664s","start":"2026-07-16T07:47:26.169711Z","end":"2026-07-16T07:47:27.877421Z","steps":["trace[1045320064] 'process raft request' (duration: 1.707414796s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:27.877543Z","caller":"traceutil/trace.go:171","msg":"trace[1806143886] transaction","detail":"{read_only:false; response_revision:29483; number_of_response:1; }","duration":"1.691929857s","start":"2026-07-16T07:47:26.185573Z","end":"2026-07-16T07:47:27.877503Z","steps":["trace[1806143886] 'process raft request' (duration: 1.691752903s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:27.877717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.169672Z","time spent":"1.70793775s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:27.877746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.185545Z","time spent":"1.692083321s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:28.721676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:47:28.721746Z","caller":"traceutil/trace.go:171","msg":"trace[234214629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665401s","start":"2026-07-16T07:47:26.721066Z","end":"2026-07-16T07:47:28.721732Z","steps":["trace[234214629] 'agreement among raft nodes before linearized reading' (duration: 2.000579219s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:28.72178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.721047Z","time spent":"2.000726733s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:47:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:47:28.906381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028062788s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:28.961773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084364265s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:47:28.963204Z","caller":"traceutil/trace.go:171","msg":"trace[993711830] transaction","detail":"{read_only:false; response_revision:29484; number_of_response:1; }","duration":"1.688643857s","start":"2026-07-16T07:47:27.274519Z","end":"2026-07-16T07:47:28.963163Z","steps":["trace[993711830] 'process raft request' (duration: 1.687375402s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:28.9636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.274486Z","time spent":"1.688821772s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:29.585603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.260669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:29.585955Z","caller":"traceutil/trace.go:171","msg":"trace[1278552087] linearizableReadLoop","detail":"{readStateIndex:30883; appliedIndex:30876; }","duration":"2.87227426s","start":"2026-07-16T07:47:26.713559Z","end":"2026-07-16T07:47:29.585833Z","steps":["trace[1278552087] 'read index received' (duration: 1.163611249s)","trace[1278552087] 'applied index is now lower than readState.Index' (duration: 1.708661871s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:29.586041Z","caller":"traceutil/trace.go:171","msg":"trace[892105917] transaction","detail":"{read_only:false; response_revision:29485; number_of_response:1; }","duration":"2.310531006s","start":"2026-07-16T07:47:27.275499Z","end":"2026-07-16T07:47:29.58603Z","steps":["trace[892105917] 'process raft request' (duration: 1.687640029s)","trace[892105917] 'compare' (duration: 621.387515ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:29.586401Z","caller":"traceutil/trace.go:171","msg":"trace[2053109815] transaction","detail":"{read_only:false; response_revision:29487; number_of_response:1; }","duration":"2.309406804s","start":"2026-07-16T07:47:27.276975Z","end":"2026-07-16T07:47:29.586382Z","steps":["trace[2053109815] 'process raft request' (duration: 2.308821858s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.586483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.276963Z","time spent":"2.309480547s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:29.586462Z","caller":"traceutil/trace.go:171","msg":"trace[694157026] transaction","detail":"{read_only:false; response_revision:29486; number_of_response:1; }","duration":"2.309920499s","start":"2026-07-16T07:47:27.276476Z","end":"2026-07-16T07:47:29.586397Z","steps":["trace[694157026] 'process raft request' (duration: 2.30922565s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.586663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.276463Z","time spent":"2.310086783s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:29.586665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417152396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:47:29.586742Z","caller":"traceutil/trace.go:171","msg":"trace[734963127] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29487; }","duration":"3.417312061s","start":"2026-07-16T07:47:26.169409Z","end":"2026-07-16T07:47:29.586721Z","steps":["trace[734963127] 'agreement among raft nodes before linearized reading' (duration: 3.417070114s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:29.586735Z","caller":"traceutil/trace.go:171","msg":"trace[2040703323] transaction","detail":"{read_only:false; response_revision:29488; number_of_response:1; }","duration":"1.214752824s","start":"2026-07-16T07:47:28.371948Z","end":"2026-07-16T07:47:29.586701Z","steps":["trace[2040703323] 'process raft request' (duration: 1.214484407s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.586784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.169384Z","time spent":"3.417391913s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:29.586845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497383386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.586891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.371921Z","time spent":"1.214883877s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:29.5869Z","caller":"traceutil/trace.go:171","msg":"trace[1209092914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29487; }","duration":"3.497474388s","start":"2026-07-16T07:47:26.08941Z","end":"2026-07-16T07:47:29.586885Z","steps":["trace[1209092914] 'agreement among raft nodes before linearized reading' (duration: 3.497125279s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.586927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.275482Z","time spent":"2.311420771s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:29.586939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.089375Z","time spent":"3.497554761s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:29.586854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91462755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:29.587121Z","caller":"traceutil/trace.go:171","msg":"trace[14336078] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29487; }","duration":"2.91494813s","start":"2026-07-16T07:47:26.67216Z","end":"2026-07-16T07:47:29.587109Z","steps":["trace[14336078] 'agreement among raft nodes before linearized reading' (duration: 2.914344103s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.587163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.672132Z","time spent":"2.915019342s","remote":"127.0.0.1:49730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:29.645251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335202417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.64531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.55936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:47:29.645334Z","caller":"traceutil/trace.go:171","msg":"trace[862186079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29489; }","duration":"1.33533864s","start":"2026-07-16T07:47:28.309977Z","end":"2026-07-16T07:47:29.645316Z","steps":["trace[862186079] 'agreement among raft nodes before linearized reading' (duration: 1.335177236s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.309948Z","time spent":"1.335419553s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:29.645327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.526782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.645379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.281461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:29.645404Z","caller":"traceutil/trace.go:171","msg":"trace[895164891] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:29489; }","duration":"160.645766ms","start":"2026-07-16T07:47:29.48475Z","end":"2026-07-16T07:47:29.645396Z","steps":["trace[895164891] 'agreement among raft nodes before linearized reading' (duration: 160.552443ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:29.645423Z","caller":"traceutil/trace.go:171","msg":"trace[487120505] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29489; }","duration":"368.375324ms","start":"2026-07-16T07:47:29.277033Z","end":"2026-07-16T07:47:29.645408Z","steps":["trace[487120505] 'agreement among raft nodes before linearized reading' (duration: 368.311282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.200958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:47:29.645474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.277005Z","time spent":"368.457625ms","remote":"127.0.0.1:49896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:29.645499Z","caller":"traceutil/trace.go:171","msg":"trace[1819201713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29489; }","duration":"927.325821ms","start":"2026-07-16T07:47:28.718148Z","end":"2026-07-16T07:47:29.645474Z","steps":["trace[1819201713] 'agreement among raft nodes before linearized reading' (duration: 926.95219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.718142Z","time spent":"927.403983ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:29.645623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22584598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.645636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398739217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:29.645667Z","caller":"traceutil/trace.go:171","msg":"trace[1423089608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29489; }","duration":"1.225890742s","start":"2026-07-16T07:47:28.419764Z","end":"2026-07-16T07:47:29.645655Z","steps":["trace[1423089608] 'agreement among raft nodes before linearized reading' (duration: 1.22581252s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.650099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.645696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.419743Z","time spent":"1.225945454s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:29.645703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.565753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-16T07:47:29.645257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.782549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:29.645762Z","caller":"traceutil/trace.go:171","msg":"trace[362445380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29489; }","duration":"929.657705ms","start":"2026-07-16T07:47:28.716079Z","end":"2026-07-16T07:47:29.645736Z","steps":["trace[362445380] 'agreement among raft nodes before linearized reading' (duration: 929.565242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.043685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:47:29.645827Z","caller":"traceutil/trace.go:171","msg":"trace[1336394342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29489; }","duration":"926.107177ms","start":"2026-07-16T07:47:28.719714Z","end":"2026-07-16T07:47:29.645822Z","steps":["trace[1336394342] 'agreement among raft nodes before linearized reading' (duration: 926.005684ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:29.645821Z","caller":"traceutil/trace.go:171","msg":"trace[2017594096] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29489; }","duration":"393.362235ms","start":"2026-07-16T07:47:29.252422Z","end":"2026-07-16T07:47:29.645784Z","steps":["trace[2017594096] 'agreement among raft nodes before linearized reading' (duration: 392.684507ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:29.645367Z","caller":"traceutil/trace.go:171","msg":"trace[1128963411] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29489; }","duration":"926.636391ms","start":"2026-07-16T07:47:28.718709Z","end":"2026-07-16T07:47:29.645346Z","steps":["trace[1128963411] 'agreement among raft nodes before linearized reading' (duration: 926.378114ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:29.645618Z","caller":"traceutil/trace.go:171","msg":"trace[1314030158] transaction","detail":"{read_only:false; response_revision:29489; number_of_response:1; }","duration":"474.263344ms","start":"2026-07-16T07:47:29.171322Z","end":"2026-07-16T07:47:29.645585Z","steps":["trace[1314030158] 'process raft request' (duration: 473.527753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.252319Z","time spent":"393.53114ms","remote":"127.0.0.1:49794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:29.645707Z","caller":"traceutil/trace.go:171","msg":"trace[2105312508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29489; }","duration":"923.69179ms","start":"2026-07-16T07:47:28.722005Z","end":"2026-07-16T07:47:29.645697Z","steps":["trace[2105312508] 'agreement among raft nodes before linearized reading' (duration: 923.647079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.718697Z","time spent":"927.181507ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:47:29.645435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109922363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:29.645946Z","caller":"traceutil/trace.go:171","msg":"trace[321912862] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29489; }","duration":"1.11052728s","start":"2026-07-16T07:47:28.535404Z","end":"2026-07-16T07:47:29.645932Z","steps":["trace[321912862] 'agreement among raft nodes before linearized reading' (duration: 1.109881882s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.716053Z","time spent":"929.801369ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:29.645983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.171289Z","time spent":"474.594483ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:29.646027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270541818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:29.646062Z","caller":"traceutil/trace.go:171","msg":"trace[1639244379] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29489; }","duration":"1.27062327s","start":"2026-07-16T07:47:28.375429Z","end":"2026-07-16T07:47:29.646052Z","steps":["trace[1639244379] 'agreement among raft nodes before linearized reading' (duration: 1.270562798s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.269898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:29.64616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331488764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:29.645839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860506334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:29.647564Z","caller":"traceutil/trace.go:171","msg":"trace[1409480557] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29489; }","duration":"2.862315284s","start":"2026-07-16T07:47:26.785232Z","end":"2026-07-16T07:47:29.647548Z","steps":["trace[1409480557] 'agreement among raft nodes before linearized reading' (duration: 2.860505604s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.647616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:26.785207Z","time spent":"2.862391136s","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:29.645897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.721997Z","time spent":"923.894585ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:29.646155Z","caller":"traceutil/trace.go:171","msg":"trace[279425899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29489; }","duration":"717.809912ms","start":"2026-07-16T07:47:28.928308Z","end":"2026-07-16T07:47:29.646118Z","steps":["trace[279425899] 'agreement among raft nodes before linearized reading' (duration: 717.292638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.809734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T07:47:29.645991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871627121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:47:29.645975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.535373Z","time spent":"1.110593232s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:47:29.646093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.375401Z","time spent":"1.270687202s","remote":"127.0.0.1:49406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:29.646191Z","caller":"traceutil/trace.go:171","msg":"trace[909478431] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29489; }","duration":"1.331547066s","start":"2026-07-16T07:47:28.314637Z","end":"2026-07-16T07:47:29.646184Z","steps":["trace[909478431] 'agreement among raft nodes before linearized reading' (duration: 1.331474994s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.646237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.693334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:47:29.646319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.199627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:47:29.645747Z","caller":"traceutil/trace.go:171","msg":"trace[1528208541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29489; }","duration":"2.39886059s","start":"2026-07-16T07:47:27.246814Z","end":"2026-07-16T07:47:29.645675Z","steps":["trace[1528208541] 'agreement among raft nodes before linearized reading' (duration: 2.398718276s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.645852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.719703Z","time spent":"926.143288ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:29.647826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877889834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:47:29.647897Z","caller":"traceutil/trace.go:171","msg":"trace[1618428992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29489; }","duration":"930.122488ms","start":"2026-07-16T07:47:28.717761Z","end":"2026-07-16T07:47:29.647883Z","steps":["trace[1618428992] 'agreement among raft nodes before linearized reading' (duration: 927.737662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.647899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.92828Z","time spent":"719.598252ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:29.64795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.717731Z","time spent":"930.206481ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:47:29.647944Z","caller":"traceutil/trace.go:171","msg":"trace[999609329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29489; }","duration":"1.878086639s","start":"2026-07-16T07:47:27.769834Z","end":"2026-07-16T07:47:29.647921Z","steps":["trace[999609329] 'agreement among raft nodes before linearized reading' (duration: 1.876192507s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.648069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.769808Z","time spent":"1.878214903s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:29.647836Z","caller":"traceutil/trace.go:171","msg":"trace[1403181740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29489; }","duration":"1.873468041s","start":"2026-07-16T07:47:27.774347Z","end":"2026-07-16T07:47:29.647815Z","steps":["trace[1403181740] 'agreement among raft nodes before linearized reading' (duration: 1.871428395s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.648149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.774274Z","time spent":"1.873865242s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T07:47:29.647906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.314625Z","time spent":"1.333269654s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:29.648346Z","caller":"traceutil/trace.go:171","msg":"trace[2119023455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29489; }","duration":"929.237484ms","start":"2026-07-16T07:47:28.719094Z","end":"2026-07-16T07:47:29.648331Z","steps":["trace[2119023455] 'agreement among raft nodes before linearized reading' (duration: 927.163736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.6484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.719085Z","time spent":"929.298925ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:29.648387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:27.246788Z","time spent":"2.401575446s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:29.648422Z","caller":"traceutil/trace.go:171","msg":"trace[1811208892] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29489; }","duration":"928.876344ms","start":"2026-07-16T07:47:28.719532Z","end":"2026-07-16T07:47:29.648408Z","steps":["trace[1811208892] 'agreement among raft nodes before linearized reading' (duration: 926.633042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:29.648465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:28.719442Z","time spent":"929.010357ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:30.239068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.74492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:30.239296Z","caller":"traceutil/trace.go:171","msg":"trace[836301079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29489; }","duration":"198.989326ms","start":"2026-07-16T07:47:30.040275Z","end":"2026-07-16T07:47:30.239264Z","steps":["trace[836301079] 'range keys from in-memory index tree' (duration: 198.717989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.23947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.495705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:30.239624Z","caller":"traceutil/trace.go:171","msg":"trace[653476319] transaction","detail":"{read_only:false; response_revision:29490; number_of_response:1; }","duration":"586.14642ms","start":"2026-07-16T07:47:29.653448Z","end":"2026-07-16T07:47:30.239594Z","steps":["trace[653476319] 'process raft request' (duration: 238.391427ms)","trace[653476319] 'compare' (duration: 347.238678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:30.239698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.653411Z","time spent":"586.252813ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.240538Z","caller":"traceutil/trace.go:171","msg":"trace[2122535563] transaction","detail":"{read_only:false; response_revision:29492; number_of_response:1; }","duration":"586.722175ms","start":"2026-07-16T07:47:29.653792Z","end":"2026-07-16T07:47:30.240514Z","steps":["trace[2122535563] 'process raft request' (duration: 586.564211ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:30.240567Z","caller":"traceutil/trace.go:171","msg":"trace[489237718] transaction","detail":"{read_only:false; response_revision:29493; number_of_response:1; }","duration":"586.354545ms","start":"2026-07-16T07:47:29.65417Z","end":"2026-07-16T07:47:30.240524Z","steps":["trace[489237718] 'process raft request' (duration: 586.247432ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:30.240558Z","caller":"traceutil/trace.go:171","msg":"trace[170313611] transaction","detail":"{read_only:false; response_revision:29491; number_of_response:1; }","duration":"586.715255ms","start":"2026-07-16T07:47:29.653791Z","end":"2026-07-16T07:47:30.240507Z","steps":["trace[170313611] 'process raft request' (duration: 586.391966ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:30.240657Z","caller":"traceutil/trace.go:171","msg":"trace[1451187481] transaction","detail":"{read_only:false; response_revision:29495; number_of_response:1; }","duration":"586.438438ms","start":"2026-07-16T07:47:29.654201Z","end":"2026-07-16T07:47:30.240639Z","steps":["trace[1451187481] 'process raft request' (duration: 586.295844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.240676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.653779Z","time spent":"586.831929ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:30.240788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.654189Z","time spent":"586.517909ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:30.240797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.654156Z","time spent":"586.505929ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:30.240817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.65376Z","time spent":"586.91449ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.24083Z","caller":"traceutil/trace.go:171","msg":"trace[1774174026] transaction","detail":"{read_only:false; response_revision:29494; number_of_response:1; }","duration":"586.584652ms","start":"2026-07-16T07:47:29.6542Z","end":"2026-07-16T07:47:30.240784Z","steps":["trace[1774174026] 'process raft request' (duration: 586.262163ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:30.241039Z","caller":"traceutil/trace.go:171","msg":"trace[1348585359] transaction","detail":"{read_only:false; response_revision:29496; number_of_response:1; }","duration":"586.697364ms","start":"2026-07-16T07:47:29.654256Z","end":"2026-07-16T07:47:30.240953Z","steps":["trace[1348585359] 'process raft request' (duration: 586.323974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.654187Z","time spent":"586.742376ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.241208Z","caller":"traceutil/trace.go:171","msg":"trace[176730405] linearizableReadLoop","detail":"{readStateIndex:30888; appliedIndex:30885; }","duration":"587.281991ms","start":"2026-07-16T07:47:29.65391Z","end":"2026-07-16T07:47:30.241192Z","steps":["trace[176730405] 'read index received' (duration: 237.950034ms)","trace[176730405] 'applied index is now lower than readState.Index' (duration: 349.330577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:30.241251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.654239Z","time spent":"586.90321ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.241259Z","caller":"traceutil/trace.go:171","msg":"trace[2092990167] transaction","detail":"{read_only:false; response_revision:29499; number_of_response:1; }","duration":"356.378182ms","start":"2026-07-16T07:47:29.884861Z","end":"2026-07-16T07:47:30.241239Z","steps":["trace[2092990167] 'process raft request' (duration: 356.272389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.884829Z","time spent":"356.480434ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:30.241418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.744759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:30.24146Z","caller":"traceutil/trace.go:171","msg":"trace[635146243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29499; }","duration":"585.80077ms","start":"2026-07-16T07:47:29.655646Z","end":"2026-07-16T07:47:30.241447Z","steps":["trace[635146243] 'agreement among raft nodes before linearized reading' (duration: 585.687817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.132181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:30.241496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.655638Z","time spent":"585.851331ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:30.241519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.003558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-16T07:47:30.241522Z","caller":"traceutil/trace.go:171","msg":"trace[1211967159] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29499; }","duration":"585.191123ms","start":"2026-07-16T07:47:29.656317Z","end":"2026-07-16T07:47:30.241508Z","steps":["trace[1211967159] 'agreement among raft nodes before linearized reading' (duration: 585.08605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.114443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:30.241553Z","caller":"traceutil/trace.go:171","msg":"trace[1433635599] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29499; }","duration":"323.066149ms","start":"2026-07-16T07:47:29.918476Z","end":"2026-07-16T07:47:30.241542Z","steps":["trace[1433635599] 'agreement among raft nodes before linearized reading' (duration: 322.859684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.6321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:47:30.241566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.65631Z","time spent":"585.244315ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:47:30.241581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.918455Z","time spent":"323.120081ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-16T07:47:30.241593Z","caller":"traceutil/trace.go:171","msg":"trace[824095575] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29499; }","duration":"494.198775ms","start":"2026-07-16T07:47:29.747373Z","end":"2026-07-16T07:47:30.241572Z","steps":["trace[824095575] 'agreement among raft nodes before linearized reading' (duration: 493.967799ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:30.241602Z","caller":"traceutil/trace.go:171","msg":"trace[1619012455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29499; }","duration":"587.706473ms","start":"2026-07-16T07:47:29.653879Z","end":"2026-07-16T07:47:30.241586Z","steps":["trace[1619012455] 'agreement among raft nodes before linearized reading' (duration: 587.407524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.124637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:30.241652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.65387Z","time spent":"587.769964ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:30.241658Z","caller":"traceutil/trace.go:171","msg":"trace[2085909205] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29499; }","duration":"213.2402ms","start":"2026-07-16T07:47:30.028404Z","end":"2026-07-16T07:47:30.241644Z","steps":["trace[2085909205] 'agreement among raft nodes before linearized reading' (duration: 213.118927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.241656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.747321Z","time spent":"494.319928ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:30.242034Z","caller":"traceutil/trace.go:171","msg":"trace[907699303] transaction","detail":"{read_only:false; response_revision:29497; number_of_response:1; }","duration":"587.032094ms","start":"2026-07-16T07:47:29.654971Z","end":"2026-07-16T07:47:30.242003Z","steps":["trace[907699303] 'process raft request' (duration: 585.889443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.242156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.65496Z","time spent":"587.137437ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.242828Z","caller":"traceutil/trace.go:171","msg":"trace[1628518645] transaction","detail":"{read_only:false; response_revision:29498; number_of_response:1; }","duration":"585.610395ms","start":"2026-07-16T07:47:29.655584Z","end":"2026-07-16T07:47:30.241195Z","steps":["trace[1628518645] 'process raft request' (duration: 585.45067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:30.242984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:29.655574Z","time spent":"587.338232ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:30.657447Z","caller":"traceutil/trace.go:171","msg":"trace[1841908050] transaction","detail":"{read_only:false; response_revision:29502; number_of_response:1; }","duration":"342.975521ms","start":"2026-07-16T07:47:30.314432Z","end":"2026-07-16T07:47:30.657408Z","steps":["trace[1841908050] 'process raft request' (duration: 283.161366ms)","trace[1841908050] 'compare' (duration: 59.678901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:30.657615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:30.314396Z","time spent":"343.129595ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:31.139274Z","caller":"traceutil/trace.go:171","msg":"trace[1010334700] linearizableReadLoop","detail":"{readStateIndex:30899; appliedIndex:30898; }","duration":"283.638238ms","start":"2026-07-16T07:47:30.85559Z","end":"2026-07-16T07:47:31.139228Z","steps":["trace[1010334700] 'read index received' (duration: 257.076443ms)","trace[1010334700] 'applied index is now lower than readState.Index' (duration: 26.559375ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:31.13973Z","caller":"traceutil/trace.go:171","msg":"trace[1202087232] transaction","detail":"{read_only:false; response_revision:29503; number_of_response:1; }","duration":"777.390612ms","start":"2026-07-16T07:47:30.362317Z","end":"2026-07-16T07:47:31.139707Z","steps":["trace[1202087232] 'process raft request' (duration: 750.359434ms)","trace[1202087232] 'compare' (duration: 25.933007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:31.139895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:30.362287Z","time spent":"777.494194ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:31.140169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.507792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:31.140645Z","caller":"traceutil/trace.go:171","msg":"trace[989733938] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:29503; }","duration":"284.912344ms","start":"2026-07-16T07:47:30.8555Z","end":"2026-07-16T07:47:31.140412Z","steps":["trace[989733938] 'agreement among raft nodes before linearized reading' (duration: 284.40324ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:31.185551Z","caller":"traceutil/trace.go:171","msg":"trace[1469937592] transaction","detail":"{read_only:false; response_revision:29504; number_of_response:1; }","duration":"211.624016ms","start":"2026-07-16T07:47:30.973884Z","end":"2026-07-16T07:47:31.185508Z","steps":["trace[1469937592] 'process raft request' (duration: 211.40444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:31.187079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.510151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:31.187159Z","caller":"traceutil/trace.go:171","msg":"trace[1935010342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29504; }","duration":"268.661514ms","start":"2026-07-16T07:47:30.918478Z","end":"2026-07-16T07:47:31.18714Z","steps":["trace[1935010342] 'agreement among raft nodes before linearized reading' (duration: 268.49646ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:31.574014Z","caller":"traceutil/trace.go:171","msg":"trace[618777506] linearizableReadLoop","detail":"{readStateIndex:30901; appliedIndex:30900; }","duration":"280.345078ms","start":"2026-07-16T07:47:31.293639Z","end":"2026-07-16T07:47:31.573984Z","steps":["trace[618777506] 'read index received' (duration: 265.755214ms)","trace[618777506] 'applied index is now lower than readState.Index' (duration: 14.588414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:31.5743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.631525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:47:31.574282Z","caller":"traceutil/trace.go:171","msg":"trace[1420647152] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29504; }","duration":"384.690424ms","start":"2026-07-16T07:47:31.189536Z","end":"2026-07-16T07:47:31.574226Z","steps":["trace[1420647152] 'process raft request' (duration: 369.871295ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:31.574334Z","caller":"traceutil/trace.go:171","msg":"trace[753183521] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:29504; }","duration":"280.731328ms","start":"2026-07-16T07:47:31.293594Z","end":"2026-07-16T07:47:31.574326Z","steps":["trace[753183521] 'agreement among raft nodes before linearized reading' (duration: 280.494892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:31.574442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.189501Z","time spent":"384.852189ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:47:32.221488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.569098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:32.221885Z","caller":"traceutil/trace.go:171","msg":"trace[184550593] transaction","detail":"{read_only:false; response_revision:29507; number_of_response:1; }","duration":"626.417524ms","start":"2026-07-16T07:47:31.595439Z","end":"2026-07-16T07:47:32.221857Z","steps":["trace[184550593] 'process raft request' (duration: 626.325432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.22199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.595429Z","time spent":"626.507817ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:32.222147Z","caller":"traceutil/trace.go:171","msg":"trace[1395851629] transaction","detail":"{read_only:false; response_revision:29506; number_of_response:1; }","duration":"627.995858ms","start":"2026-07-16T07:47:31.594091Z","end":"2026-07-16T07:47:32.222087Z","steps":["trace[1395851629] 'process raft request' (duration: 627.552165ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:32.222251Z","caller":"traceutil/trace.go:171","msg":"trace[2008197397] transaction","detail":"{read_only:false; response_revision:29505; number_of_response:1; }","duration":"629.454738ms","start":"2026-07-16T07:47:31.592778Z","end":"2026-07-16T07:47:32.222233Z","steps":["trace[2008197397] 'process raft request' (duration: 264.044357ms)","trace[2008197397] 'compare' (duration: 364.342171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:32.22237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.594073Z","time spent":"628.178482ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:32.22237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.59274Z","time spent":"629.54122ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:32.816285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.303069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:32.816896Z","caller":"traceutil/trace.go:171","msg":"trace[1421428498] transaction","detail":"{read_only:false; response_revision:29509; number_of_response:1; }","duration":"1.186990196s","start":"2026-07-16T07:47:31.629867Z","end":"2026-07-16T07:47:32.816857Z","steps":["trace[1421428498] 'process raft request' (duration: 1.186680557s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:32.816912Z","caller":"traceutil/trace.go:171","msg":"trace[1749034798] transaction","detail":"{read_only:false; response_revision:29508; number_of_response:1; }","duration":"1.199481181s","start":"2026-07-16T07:47:31.617382Z","end":"2026-07-16T07:47:32.816863Z","steps":["trace[1749034798] 'process raft request' (duration: 756.428341ms)","trace[1749034798] 'compare' (duration: 441.454856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:32.817094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.62984Z","time spent":"1.18713821s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:32.817142Z","caller":"traceutil/trace.go:171","msg":"trace[1238056693] transaction","detail":"{read_only:false; response_revision:29510; number_of_response:1; }","duration":"568.206533ms","start":"2026-07-16T07:47:32.248902Z","end":"2026-07-16T07:47:32.817109Z","steps":["trace[1238056693] 'process raft request' (duration: 568.09245ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:32.817133Z","caller":"traceutil/trace.go:171","msg":"trace[269164419] linearizableReadLoop","detail":"{readStateIndex:30907; appliedIndex:30902; }","duration":"1.113512932s","start":"2026-07-16T07:47:31.70358Z","end":"2026-07-16T07:47:32.817093Z","steps":["trace[269164419] 'read index received' (duration: 153.265331ms)","trace[269164419] 'applied index is now lower than readState.Index' (duration: 960.243431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:32.817253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.248885Z","time spent":"568.315526ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:32.817325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113717948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:32.817403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.617364Z","time spent":"1.199627116s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:32.817431Z","caller":"traceutil/trace.go:171","msg":"trace[1601594345] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:29510; }","duration":"1.113882233s","start":"2026-07-16T07:47:31.703524Z","end":"2026-07-16T07:47:32.817406Z","steps":["trace[1601594345] 'agreement among raft nodes before linearized reading' (duration: 1.113691488s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.817471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.659132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T07:47:32.817484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.703502Z","time spent":"1.113970565s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:32.817459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.851613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:32.81752Z","caller":"traceutil/trace.go:171","msg":"trace[293653673] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29510; }","duration":"570.733133ms","start":"2026-07-16T07:47:32.246775Z","end":"2026-07-16T07:47:32.817508Z","steps":["trace[293653673] 'agreement among raft nodes before linearized reading' (duration: 570.562118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.81748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.849551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:32.817546Z","caller":"traceutil/trace.go:171","msg":"trace[1032273056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29510; }","duration":"774.031388ms","start":"2026-07-16T07:47:32.043495Z","end":"2026-07-16T07:47:32.817526Z","steps":["trace[1032273056] 'agreement among raft nodes before linearized reading' (duration: 773.848613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.81756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.246763Z","time spent":"570.790405ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:47:32.817592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.043465Z","time spent":"774.116761ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:32.81759Z","caller":"traceutil/trace.go:171","msg":"trace[1870769309] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29510; }","duration":"628.990125ms","start":"2026-07-16T07:47:32.188569Z","end":"2026-07-16T07:47:32.817559Z","steps":["trace[1870769309] 'agreement among raft nodes before linearized reading' (duration: 628.771089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.817558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.791937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:47:32.817652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.125755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:47:32.817648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.188544Z","time spent":"629.092678ms","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:32.817691Z","caller":"traceutil/trace.go:171","msg":"trace[670204412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29510; }","duration":"569.954742ms","start":"2026-07-16T07:47:32.247725Z","end":"2026-07-16T07:47:32.817679Z","steps":["trace[670204412] 'agreement among raft nodes before linearized reading' (duration: 569.603372ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:32.8177Z","caller":"traceutil/trace.go:171","msg":"trace[1072865884] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29510; }","duration":"154.208687ms","start":"2026-07-16T07:47:32.663474Z","end":"2026-07-16T07:47:32.817683Z","steps":["trace[1072865884] 'agreement among raft nodes before linearized reading' (duration: 154.008251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.817739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.247715Z","time spent":"570.009413ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:32.817762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.150607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:47:32.81788Z","caller":"traceutil/trace.go:171","msg":"trace[1829638075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29510; }","duration":"570.257689ms","start":"2026-07-16T07:47:32.2476Z","end":"2026-07-16T07:47:32.817858Z","steps":["trace[1829638075] 'agreement among raft nodes before linearized reading' (duration: 569.815047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.817931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.157957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:47:32.817963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.24757Z","time spent":"570.377673ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:32.817992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.616596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:47:32.817767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:32.818129Z","caller":"traceutil/trace.go:171","msg":"trace[402544541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29510; }","duration":"112.195205ms","start":"2026-07-16T07:47:32.705918Z","end":"2026-07-16T07:47:32.818113Z","steps":["trace[402544541] 'agreement among raft nodes before linearized reading' (duration: 111.612598ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:32.818159Z","caller":"traceutil/trace.go:171","msg":"trace[982923389] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29510; }","duration":"507.815302ms","start":"2026-07-16T07:47:32.310283Z","end":"2026-07-16T07:47:32.818098Z","steps":["trace[982923389] 'agreement among raft nodes before linearized reading' (duration: 507.302168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.818264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.310269Z","time spent":"507.981326ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:32.817652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.96931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:47:32.818353Z","caller":"traceutil/trace.go:171","msg":"trace[48756344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29510; }","duration":"571.748711ms","start":"2026-07-16T07:47:32.246592Z","end":"2026-07-16T07:47:32.818341Z","steps":["trace[48756344] 'agreement among raft nodes before linearized reading' (duration: 570.758823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.818403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.246571Z","time spent":"571.814433ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:32.817413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.085113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:32.818585Z","caller":"traceutil/trace.go:171","msg":"trace[470728170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29510; }","duration":"898.311297ms","start":"2026-07-16T07:47:31.920254Z","end":"2026-07-16T07:47:32.818565Z","steps":["trace[470728170] 'agreement among raft nodes before linearized reading' (duration: 897.078753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.818635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:31.920207Z","time spent":"898.414021ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:32.817978Z","caller":"traceutil/trace.go:171","msg":"trace[1260040358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29510; }","duration":"570.25536ms","start":"2026-07-16T07:47:32.247703Z","end":"2026-07-16T07:47:32.817958Z","steps":["trace[1260040358] 'agreement among raft nodes before linearized reading' (duration: 570.127467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.818902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.247668Z","time spent":"571.213757ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:32.818067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.311331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:47:32.819068Z","caller":"traceutil/trace.go:171","msg":"trace[833962023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29510; }","duration":"571.440033ms","start":"2026-07-16T07:47:32.247589Z","end":"2026-07-16T07:47:32.819029Z","steps":["trace[833962023] 'agreement among raft nodes before linearized reading' (duration: 569.786247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:32.819212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.247563Z","time spent":"571.608047ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:47:33.324289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830605926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:47:33.673875Z","caller":"traceutil/trace.go:171","msg":"trace[2023279055] transaction","detail":"{read_only:false; response_revision:29511; number_of_response:1; }","duration":"850.399002ms","start":"2026-07-16T07:47:32.823451Z","end":"2026-07-16T07:47:33.67385Z","steps":["trace[2023279055] 'process raft request' (duration: 822.989423ms)","trace[2023279055] 'compare' (duration: 27.312596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:33.673999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.823439Z","time spent":"850.495124ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:33.801501Z","caller":"traceutil/trace.go:171","msg":"trace[1329016795] transaction","detail":"{read_only:false; response_revision:29514; number_of_response:1; }","duration":"976.987134ms","start":"2026-07-16T07:47:32.824479Z","end":"2026-07-16T07:47:33.801466Z","steps":["trace[1329016795] 'process raft request' (duration: 976.913142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.801674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.824458Z","time spent":"977.127979ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:33.801976Z","caller":"traceutil/trace.go:171","msg":"trace[1115063480] transaction","detail":"{read_only:false; response_revision:29515; number_of_response:1; }","duration":"977.195881ms","start":"2026-07-16T07:47:32.82475Z","end":"2026-07-16T07:47:33.801946Z","steps":["trace[1115063480] 'process raft request' (duration: 976.675546ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:33.802043Z","caller":"traceutil/trace.go:171","msg":"trace[1635193410] transaction","detail":"{read_only:false; response_revision:29513; number_of_response:1; }","duration":"977.564201ms","start":"2026-07-16T07:47:32.824472Z","end":"2026-07-16T07:47:33.802037Z","steps":["trace[1635193410] 'process raft request' (duration: 976.881892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.802088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.824459Z","time spent":"977.605512ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:33.802146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.824739Z","time spent":"977.306443ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:33.802017Z","caller":"traceutil/trace.go:171","msg":"trace[477289591] transaction","detail":"{read_only:false; response_revision:29512; number_of_response:1; }","duration":"977.598951ms","start":"2026-07-16T07:47:32.824409Z","end":"2026-07-16T07:47:33.802008Z","steps":["trace[477289591] 'process raft request' (duration: 976.775058ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:33.802456Z","caller":"traceutil/trace.go:171","msg":"trace[1832804844] linearizableReadLoop","detail":"{readStateIndex:30916; appliedIndex:30908; }","duration":"978.64934ms","start":"2026-07-16T07:47:32.823798Z","end":"2026-07-16T07:47:33.802448Z","steps":["trace[1832804844] 'read index received' (duration: 822.666014ms)","trace[1832804844] 'applied index is now lower than readState.Index' (duration: 155.982566ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:33.802567Z","caller":"traceutil/trace.go:171","msg":"trace[1717797751] transaction","detail":"{read_only:false; response_revision:29516; number_of_response:1; }","duration":"976.762848ms","start":"2026-07-16T07:47:32.825797Z","end":"2026-07-16T07:47:33.80256Z","steps":["trace[1717797751] 'process raft request' (duration: 976.028818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.802613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.825777Z","time spent":"976.809729ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:33.802794Z","caller":"traceutil/trace.go:171","msg":"trace[109486528] transaction","detail":"{read_only:false; response_revision:29517; number_of_response:1; }","duration":"975.409011ms","start":"2026-07-16T07:47:32.827377Z","end":"2026-07-16T07:47:33.802786Z","steps":["trace[109486528] 'process raft request' (duration: 974.986719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.802832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.827367Z","time spent":"975.442152ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:33.802922Z","caller":"traceutil/trace.go:171","msg":"trace[31018396] transaction","detail":"{read_only:false; response_revision:29518; number_of_response:1; }","duration":"611.799669ms","start":"2026-07-16T07:47:33.191115Z","end":"2026-07-16T07:47:33.802915Z","steps":["trace[31018396] 'process raft request' (duration: 611.299995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.802956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:33.19109Z","time spent":"611.844951ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:33.803142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.345229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:47:33.803184Z","caller":"traceutil/trace.go:171","msg":"trace[154284255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29518; }","duration":"979.38453ms","start":"2026-07-16T07:47:32.823789Z","end":"2026-07-16T07:47:33.803174Z","steps":["trace[154284255] 'agreement among raft nodes before linearized reading' (duration: 979.238576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.803205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.823723Z","time spent":"979.477633ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:33.803375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.484884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:47:33.803396Z","caller":"traceutil/trace.go:171","msg":"trace[1181882811] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29518; }","duration":"979.519204ms","start":"2026-07-16T07:47:32.823869Z","end":"2026-07-16T07:47:33.803388Z","steps":["trace[1181882811] 'agreement among raft nodes before linearized reading' (duration: 979.455113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.803413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.823862Z","time spent":"979.546865ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-16T07:47:33.803717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.103405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:47:33.803738Z","caller":"traceutil/trace.go:171","msg":"trace[2129445878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29518; }","duration":"961.149176ms","start":"2026-07-16T07:47:32.842582Z","end":"2026-07-16T07:47:33.803731Z","steps":["trace[2129445878] 'agreement among raft nodes before linearized reading' (duration: 961.077854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:33.803755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.842568Z","time spent":"961.183457ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:47:33.804314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:32.824385Z","time spent":"978.000323ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:34.456389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.478243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:34.456752Z","caller":"traceutil/trace.go:171","msg":"trace[1448125129] linearizableReadLoop","detail":"{readStateIndex:30918; appliedIndex:30916; }","duration":"638.283721ms","start":"2026-07-16T07:47:33.818438Z","end":"2026-07-16T07:47:34.456722Z","steps":["trace[1448125129] 'read index received' (duration: 328.241272ms)","trace[1448125129] 'applied index is now lower than readState.Index' (duration: 310.040659ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:34.456885Z","caller":"traceutil/trace.go:171","msg":"trace[954307686] transaction","detail":"{read_only:false; response_revision:29520; number_of_response:1; }","duration":"638.941029ms","start":"2026-07-16T07:47:33.817906Z","end":"2026-07-16T07:47:34.456847Z","steps":["trace[954307686] 'process raft request' (duration: 638.655761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.457047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:33.817884Z","time spent":"639.076833ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:34.45705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.601959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:47:34.457115Z","caller":"traceutil/trace.go:171","msg":"trace[846830524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29520; }","duration":"638.687992ms","start":"2026-07-16T07:47:33.818409Z","end":"2026-07-16T07:47:34.457097Z","steps":["trace[846830524] 'agreement among raft nodes before linearized reading' (duration: 638.443605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.457177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:33.8184Z","time spent":"638.761864ms","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T07:47:34.457377Z","caller":"traceutil/trace.go:171","msg":"trace[1810956996] transaction","detail":"{read_only:false; response_revision:29519; number_of_response:1; }","duration":"644.439461ms","start":"2026-07-16T07:47:33.812919Z","end":"2026-07-16T07:47:34.457358Z","steps":["trace[1810956996] 'process raft request' (duration: 333.774075ms)","trace[1810956996] 'compare' (duration: 309.196846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:34.457475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:33.8129Z","time spent":"644.511494ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:34.84085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.81725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:34.841006Z","caller":"traceutil/trace.go:171","msg":"trace[949091613] transaction","detail":"{read_only:false; response_revision:29521; number_of_response:1; }","duration":"612.801377ms","start":"2026-07-16T07:47:34.228177Z","end":"2026-07-16T07:47:34.840978Z","steps":["trace[949091613] 'process raft request' (duration: 378.74885ms)","trace[949091613] 'compare' (duration: 233.640436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:34.841079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.228157Z","time spent":"612.88777ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:34.843871Z","caller":"traceutil/trace.go:171","msg":"trace[1767576469] transaction","detail":"{read_only:false; response_revision:29522; number_of_response:1; }","duration":"612.8899ms","start":"2026-07-16T07:47:34.230943Z","end":"2026-07-16T07:47:34.843833Z","steps":["trace[1767576469] 'process raft request' (duration: 612.635833ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:34.844045Z","caller":"traceutil/trace.go:171","msg":"trace[73204831] linearizableReadLoop","detail":"{readStateIndex:30921; appliedIndex:30918; }","duration":"387.200905ms","start":"2026-07-16T07:47:34.456805Z","end":"2026-07-16T07:47:34.844005Z","steps":["trace[73204831] 'read index received' (duration: 150.142175ms)","trace[73204831] 'applied index is now lower than readState.Index' (duration: 237.0556ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:34.844083Z","caller":"traceutil/trace.go:171","msg":"trace[922702687] transaction","detail":"{read_only:false; response_revision:29523; number_of_response:1; }","duration":"611.649485ms","start":"2026-07-16T07:47:34.232404Z","end":"2026-07-16T07:47:34.844053Z","steps":["trace[922702687] 'process raft request' (duration: 611.349187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.844177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.113417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:34.844251Z","caller":"traceutil/trace.go:171","msg":"trace[1426293275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29523; }","duration":"651.21091ms","start":"2026-07-16T07:47:34.193011Z","end":"2026-07-16T07:47:34.844222Z","steps":["trace[1426293275] 'agreement among raft nodes before linearized reading' (duration: 651.038195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.844205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.94647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:34.844291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.192991Z","time spent":"651.289982ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:34.844325Z","caller":"traceutil/trace.go:171","msg":"trace[1480567760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29523; }","duration":"738.081824ms","start":"2026-07-16T07:47:34.106216Z","end":"2026-07-16T07:47:34.844298Z","steps":["trace[1480567760] 'agreement among raft nodes before linearized reading' (duration: 737.896759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.84439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.232365Z","time spent":"611.82886ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:34.844399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.106167Z","time spent":"738.214917ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:34.844087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.230929Z","time spent":"613.034334ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:34.844604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.726781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:34.844661Z","caller":"traceutil/trace.go:171","msg":"trace[41312459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29523; }","duration":"924.209284ms","start":"2026-07-16T07:47:33.920438Z","end":"2026-07-16T07:47:34.844647Z","steps":["trace[41312459] 'agreement among raft nodes before linearized reading' (duration: 923.69787ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:34.844745Z","caller":"traceutil/trace.go:171","msg":"trace[1819944089] transaction","detail":"{read_only:false; response_revision:29524; number_of_response:1; }","duration":"189.052291ms","start":"2026-07-16T07:47:34.655679Z","end":"2026-07-16T07:47:34.844731Z","steps":["trace[1819944089] 'process raft request' (duration: 188.740942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.844784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:33.920388Z","time spent":"924.383469ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:34.844833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.536197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:47:34.845007Z","caller":"traceutil/trace.go:171","msg":"trace[52669087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29525; }","duration":"381.749494ms","start":"2026-07-16T07:47:34.463235Z","end":"2026-07-16T07:47:34.844985Z","steps":["trace[52669087] 'agreement among raft nodes before linearized reading' (duration: 381.392104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:34.845075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:34.463208Z","time spent":"381.848566ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:50.342422Z","caller":"traceutil/trace.go:171","msg":"trace[1049355918] linearizableReadLoop","detail":"{readStateIndex:31062; appliedIndex:31061; }","duration":"174.740076ms","start":"2026-07-16T07:47:50.167651Z","end":"2026-07-16T07:47:50.342391Z","steps":["trace[1049355918] 'read index received' (duration: 174.369735ms)","trace[1049355918] 'applied index is now lower than readState.Index' (duration: 369.201µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:50.34264Z","caller":"traceutil/trace.go:171","msg":"trace[311546252] transaction","detail":"{read_only:false; response_revision:29658; number_of_response:1; }","duration":"225.675675ms","start":"2026-07-16T07:47:50.11688Z","end":"2026-07-16T07:47:50.342556Z","steps":["trace[311546252] 'process raft request' (duration: 225.246233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:50.342679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.986422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:50.342747Z","caller":"traceutil/trace.go:171","msg":"trace[1456218682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29658; }","duration":"175.138146ms","start":"2026-07-16T07:47:50.167589Z","end":"2026-07-16T07:47:50.342728Z","steps":["trace[1456218682] 'agreement among raft nodes before linearized reading' (duration: 174.957861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:52.391687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:52.892378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:52.903543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117590525s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:47:52.904136Z","caller":"traceutil/trace.go:171","msg":"trace[153230932] transaction","detail":"{read_only:false; response_revision:29722; number_of_response:1; }","duration":"1.118292284s","start":"2026-07-16T07:47:51.785805Z","end":"2026-07-16T07:47:52.904098Z","steps":["trace[153230932] 'process raft request' (duration: 1.118085559s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:52.904356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.785783Z","time spent":"1.11847068s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:53.387431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.196138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:53.387838Z","caller":"traceutil/trace.go:171","msg":"trace[956534231] transaction","detail":"{read_only:false; response_revision:29723; number_of_response:1; }","duration":"1.499972567s","start":"2026-07-16T07:47:51.887809Z","end":"2026-07-16T07:47:53.387782Z","steps":["trace[956534231] 'process raft request' (duration: 1.092316156s)","trace[956534231] 'compare' (duration: 407.040624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:53.388086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.887777Z","time spent":"1.500205293s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:53.388113Z","caller":"traceutil/trace.go:171","msg":"trace[1488125210] transaction","detail":"{read_only:false; response_revision:29724; number_of_response:1; }","duration":"1.27893222s","start":"2026-07-16T07:47:52.109167Z","end":"2026-07-16T07:47:53.3881Z","steps":["trace[1488125210] 'process raft request' (duration: 1.278405496s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.388322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.109145Z","time spent":"1.279061873s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:53.388464Z","caller":"traceutil/trace.go:171","msg":"trace[1305698429] linearizableReadLoop","detail":"{readStateIndex:31130; appliedIndex:31127; }","duration":"1.497076666s","start":"2026-07-16T07:47:51.891377Z","end":"2026-07-16T07:47:53.388453Z","steps":["trace[1305698429] 'read index received' (duration: 1.012553809s)","trace[1305698429] 'applied index is now lower than readState.Index' (duration: 484.521447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:53.388637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497259361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-16T07:47:53.388667Z","caller":"traceutil/trace.go:171","msg":"trace[94294759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29725; }","duration":"1.497331713s","start":"2026-07-16T07:47:51.891327Z","end":"2026-07-16T07:47:53.388658Z","steps":["trace[94294759] 'agreement among raft nodes before linearized reading' (duration: 1.497196379s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.388691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.891304Z","time spent":"1.497380615s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"info","ts":"2026-07-16T07:47:53.387725Z","caller":"traceutil/trace.go:171","msg":"trace[1983440466] transaction","detail":"{read_only:false; response_revision:29725; number_of_response:1; }","duration":"387.509023ms","start":"2026-07-16T07:47:53.000191Z","end":"2026-07-16T07:47:53.3877Z","steps":["trace[1983440466] 'process raft request' (duration: 387.458592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.389778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.000158Z","time spent":"389.586211ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:53.701584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.420723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:53.702513Z","caller":"traceutil/trace.go:171","msg":"trace[980437235] linearizableReadLoop","detail":"{readStateIndex:31134; appliedIndex:31131; }","duration":"314.001629ms","start":"2026-07-16T07:47:53.388486Z","end":"2026-07-16T07:47:53.702488Z","steps":["trace[980437235] 'read index received' (duration: 197.553757ms)","trace[980437235] 'applied index is now lower than readState.Index' (duration: 116.446272ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:53.702611Z","caller":"traceutil/trace.go:171","msg":"trace[1638154499] transaction","detail":"{read_only:false; response_revision:29727; number_of_response:1; }","duration":"698.930311ms","start":"2026-07-16T07:47:53.003668Z","end":"2026-07-16T07:47:53.702599Z","steps":["trace[1638154499] 'process raft request' (duration: 698.673864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.702684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.00366Z","time spent":"698.982652ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:53.702873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094487815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-16T07:47:53.702982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148945253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:47:53.703042Z","caller":"traceutil/trace.go:171","msg":"trace[1964822634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29728; }","duration":"1.149062516s","start":"2026-07-16T07:47:52.553965Z","end":"2026-07-16T07:47:53.703028Z","steps":["trace[1964822634] 'agreement among raft nodes before linearized reading' (duration: 1.14885945s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.553905Z","time spent":"1.149170079s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-16T07:47:53.702994Z","caller":"traceutil/trace.go:171","msg":"trace[1693933238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29728; }","duration":"1.094614449s","start":"2026-07-16T07:47:52.608347Z","end":"2026-07-16T07:47:53.702961Z","steps":["trace[1693933238] 'agreement among raft nodes before linearized reading' (duration: 1.0942886s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.608329Z","time spent":"1.094966339s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"warn","ts":"2026-07-16T07:47:53.703557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79211489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:47:53.703587Z","caller":"traceutil/trace.go:171","msg":"trace[1719114992] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29728; }","duration":"1.792205173s","start":"2026-07-16T07:47:51.911374Z","end":"2026-07-16T07:47:53.703579Z","steps":["trace[1719114992] 'agreement among raft nodes before linearized reading' (duration: 1.792071909s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.911369Z","time spent":"1.792232274s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:47:53.703582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.784623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:53.703592Z","caller":"traceutil/trace.go:171","msg":"trace[132188169] transaction","detail":"{read_only:false; response_revision:29726; number_of_response:1; }","duration":"700.530205ms","start":"2026-07-16T07:47:53.002967Z","end":"2026-07-16T07:47:53.703498Z","steps":["trace[132188169] 'process raft request' (duration: 583.085975ms)","trace[132188169] 'compare' (duration: 115.258519ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:53.703669Z","caller":"traceutil/trace.go:171","msg":"trace[1141660516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29728; }","duration":"785.924008ms","start":"2026-07-16T07:47:52.91772Z","end":"2026-07-16T07:47:53.703644Z","steps":["trace[1141660516] 'agreement among raft nodes before linearized reading' (duration: 785.711422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.917694Z","time spent":"786.007279ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:53.703667Z","caller":"traceutil/trace.go:171","msg":"trace[723668964] transaction","detail":"{read_only:false; response_revision:29728; number_of_response:1; }","duration":"699.720352ms","start":"2026-07-16T07:47:53.003894Z","end":"2026-07-16T07:47:53.703614Z","steps":["trace[723668964] 'process raft request' (duration: 698.538989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797723755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:47:53.703778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.002932Z","time spent":"700.739511ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:53.70376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.963437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:53.703809Z","caller":"traceutil/trace.go:171","msg":"trace[1147652908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29728; }","duration":"1.797811568s","start":"2026-07-16T07:47:51.905971Z","end":"2026-07-16T07:47:53.703783Z","steps":["trace[1147652908] 'agreement among raft nodes before linearized reading' (duration: 1.797679174s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792460249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:47:53.703864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.905956Z","time spent":"1.7978997s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-16T07:47:53.70387Z","caller":"traceutil/trace.go:171","msg":"trace[584031698] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29728; }","duration":"834.156282ms","start":"2026-07-16T07:47:52.869687Z","end":"2026-07-16T07:47:53.703844Z","steps":["trace[584031698] 'agreement among raft nodes before linearized reading' (duration: 833.922386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.330583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:47:53.703899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.003858Z","time spent":"699.934188ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:53.703916Z","caller":"traceutil/trace.go:171","msg":"trace[987081269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29728; }","duration":"1.792572813s","start":"2026-07-16T07:47:51.911327Z","end":"2026-07-16T07:47:53.703899Z","steps":["trace[987081269] 'agreement among raft nodes before linearized reading' (duration: 1.792264554s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.703942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.869662Z","time spent":"834.263676ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:53.703966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.911314Z","time spent":"1.792644734s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:47:53.703605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785707263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:47:53.703965Z","caller":"traceutil/trace.go:171","msg":"trace[1126137867] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29728; }","duration":"934.54013ms","start":"2026-07-16T07:47:52.769399Z","end":"2026-07-16T07:47:53.703939Z","steps":["trace[1126137867] 'agreement among raft nodes before linearized reading' (duration: 934.200231ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:53.704014Z","caller":"traceutil/trace.go:171","msg":"trace[1805272975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29728; }","duration":"1.786168746s","start":"2026-07-16T07:47:51.917829Z","end":"2026-07-16T07:47:53.703998Z","steps":["trace[1805272975] 'agreement among raft nodes before linearized reading' (duration: 1.78562425s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.70402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:52.769366Z","time spent":"934.641203ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:53.704047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.917804Z","time spent":"1.786233498s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:53.704202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.30812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:47:53.704385Z","caller":"traceutil/trace.go:171","msg":"trace[1143337455] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29728; }","duration":"596.553217ms","start":"2026-07-16T07:47:53.107792Z","end":"2026-07-16T07:47:53.704345Z","steps":["trace[1143337455] 'agreement among raft nodes before linearized reading' (duration: 595.864598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.70462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.107771Z","time spent":"596.727672ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:53.706858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790869786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:47:53.706945Z","caller":"traceutil/trace.go:171","msg":"trace[994170732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29728; }","duration":"1.790981508s","start":"2026-07-16T07:47:51.915943Z","end":"2026-07-16T07:47:53.706924Z","steps":["trace[994170732] 'agreement among raft nodes before linearized reading' (duration: 1.787700998s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:53.707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:51.915932Z","time spent":"1.7910542s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:47:54.493932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.721224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:54.494237Z","caller":"traceutil/trace.go:171","msg":"trace[748392478] transaction","detail":"{read_only:false; response_revision:29729; number_of_response:1; }","duration":"1.098227169s","start":"2026-07-16T07:47:53.395968Z","end":"2026-07-16T07:47:54.494195Z","steps":["trace[748392478] 'process raft request' (duration: 768.129645ms)","trace[748392478] 'compare' (duration: 329.157948ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:54.494352Z","caller":"traceutil/trace.go:171","msg":"trace[183113623] transaction","detail":"{read_only:false; response_revision:29734; number_of_response:1; }","duration":"783.513171ms","start":"2026-07-16T07:47:53.710817Z","end":"2026-07-16T07:47:54.49433Z","steps":["trace[183113623] 'process raft request' (duration: 783.47898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.494419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.710789Z","time spent":"783.603863ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:54.494425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.395942Z","time spent":"1.098389864s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:54.494614Z","caller":"traceutil/trace.go:171","msg":"trace[527873555] linearizableReadLoop","detail":"{readStateIndex:31135; appliedIndex:31134; }","duration":"792.048537ms","start":"2026-07-16T07:47:53.702556Z","end":"2026-07-16T07:47:54.494605Z","steps":["trace[527873555] 'read index received' (duration: 461.4985ms)","trace[527873555] 'applied index is now lower than readState.Index' (duration: 330.549057ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:54.494796Z","caller":"traceutil/trace.go:171","msg":"trace[1904974064] transaction","detail":"{read_only:false; response_revision:29730; number_of_response:1; }","duration":"785.500326ms","start":"2026-07-16T07:47:53.709289Z","end":"2026-07-16T07:47:54.494789Z","steps":["trace[1904974064] 'process raft request' (duration: 784.824917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.494843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.709269Z","time spent":"785.549968ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:54.494894Z","caller":"traceutil/trace.go:171","msg":"trace[1174020463] transaction","detail":"{read_only:false; response_revision:29731; number_of_response:1; }","duration":"785.381453ms","start":"2026-07-16T07:47:53.709474Z","end":"2026-07-16T07:47:54.494855Z","steps":["trace[1174020463] 'process raft request' (duration: 784.734295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.494971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.374416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:54.494971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.709466Z","time spent":"785.470285ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:54.494996Z","caller":"traceutil/trace.go:171","msg":"trace[1672757248] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:29734; }","duration":"977.434647ms","start":"2026-07-16T07:47:53.517552Z","end":"2026-07-16T07:47:54.494987Z","steps":["trace[1672757248] 'agreement among raft nodes before linearized reading' (duration: 977.389556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.517528Z","time spent":"977.484948ms","remote":"127.0.0.1:36160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:47:54.495124Z","caller":"traceutil/trace.go:171","msg":"trace[1006040213] transaction","detail":"{read_only:false; response_revision:29732; number_of_response:1; }","duration":"785.64538ms","start":"2026-07-16T07:47:53.709467Z","end":"2026-07-16T07:47:54.495113Z","steps":["trace[1006040213] 'process raft request' (duration: 784.774306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.684154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:47:54.495184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.709443Z","time spent":"785.706152ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:54.495212Z","caller":"traceutil/trace.go:171","msg":"trace[210570108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29734; }","duration":"788.711074ms","start":"2026-07-16T07:47:53.706494Z","end":"2026-07-16T07:47:54.495205Z","steps":["trace[210570108] 'agreement among raft nodes before linearized reading' (duration: 788.667193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.706408Z","time spent":"788.824418ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:47:54.495315Z","caller":"traceutil/trace.go:171","msg":"trace[1182103405] transaction","detail":"{read_only:false; response_revision:29733; number_of_response:1; }","duration":"784.537589ms","start":"2026-07-16T07:47:53.710768Z","end":"2026-07-16T07:47:54.495305Z","steps":["trace[1182103405] 'process raft request' (duration: 783.502401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.710757Z","time spent":"784.58245ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:54.495524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.237047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:47:54.495548Z","caller":"traceutil/trace.go:171","msg":"trace[179896863] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:29734; }","duration":"365.318249ms","start":"2026-07-16T07:47:54.130223Z","end":"2026-07-16T07:47:54.495541Z","steps":["trace[179896863] 'agreement among raft nodes before linearized reading' (duration: 365.213126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.1302Z","time spent":"365.37089ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:47:54.495758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.717029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-16T07:47:54.495784Z","caller":"traceutil/trace.go:171","msg":"trace[367306290] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:29734; }","duration":"782.839222ms","start":"2026-07-16T07:47:53.71294Z","end":"2026-07-16T07:47:54.495779Z","steps":["trace[367306290] 'agreement among raft nodes before linearized reading' (duration: 782.730519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.495802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.712926Z","time spent":"782.871543ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-16T07:47:54.495957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.515994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:47:54.495983Z","caller":"traceutil/trace.go:171","msg":"trace[1721065988] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29734; }","duration":"786.556075ms","start":"2026-07-16T07:47:53.709421Z","end":"2026-07-16T07:47:54.495977Z","steps":["trace[1721065988] 'agreement among raft nodes before linearized reading' (duration: 786.492193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.496004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.709414Z","time spent":"786.585816ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:54.49613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.899555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:47:54.496147Z","caller":"traceutil/trace.go:171","msg":"trace[1052539085] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29734; }","duration":"786.933625ms","start":"2026-07-16T07:47:53.709208Z","end":"2026-07-16T07:47:54.496142Z","steps":["trace[1052539085] 'agreement among raft nodes before linearized reading' (duration: 786.878634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:54.496164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:53.709195Z","time spent":"786.964747ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:47:55.003263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:47:55.262397Z","caller":"traceutil/trace.go:171","msg":"trace[2094891272] transaction","detail":"{read_only:false; response_revision:29735; number_of_response:1; }","duration":"760.113753ms","start":"2026-07-16T07:47:54.502234Z","end":"2026-07-16T07:47:55.262348Z","steps":["trace[2094891272] 'process raft request' (duration: 711.2271ms)","trace[2094891272] 'compare' (duration: 48.500422ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:55.262465Z","caller":"traceutil/trace.go:171","msg":"trace[221488518] linearizableReadLoop","detail":"{readStateIndex:31143; appliedIndex:31140; }","duration":"760.086323ms","start":"2026-07-16T07:47:54.502352Z","end":"2026-07-16T07:47:55.262438Z","steps":["trace[221488518] 'read index received' (duration: 711.316253ms)","trace[221488518] 'applied index is now lower than readState.Index' (duration: 48.76895ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:47:55.262543Z","caller":"traceutil/trace.go:171","msg":"trace[571081618] transaction","detail":"{read_only:false; response_revision:29737; number_of_response:1; }","duration":"377.832365ms","start":"2026-07-16T07:47:54.884669Z","end":"2026-07-16T07:47:55.262501Z","steps":["trace[571081618] 'process raft request' (duration: 377.701612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.262608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.502218Z","time spent":"760.279678ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:55.262692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.518665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c2b598df5a2fef\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-16T07:47:55.262728Z","caller":"traceutil/trace.go:171","msg":"trace[100513817] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c2b598df5a2fef; range_end:; response_count:1; response_revision:29737; }","duration":"760.656398ms","start":"2026-07-16T07:47:54.502058Z","end":"2026-07-16T07:47:55.262715Z","steps":["trace[100513817] 'agreement among raft nodes before linearized reading' (duration: 760.512254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.262711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.884639Z","time spent":"377.984949ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:55.262746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.746368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-07-16T07:47:55.262755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.501998Z","time spent":"760.751181ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c2b598df5a2fef\" "} {"level":"info","ts":"2026-07-16T07:47:55.262781Z","caller":"traceutil/trace.go:171","msg":"trace[31506625] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29737; }","duration":"757.798299ms","start":"2026-07-16T07:47:54.504973Z","end":"2026-07-16T07:47:55.262771Z","steps":["trace[31506625] 'agreement among raft nodes before linearized reading' (duration: 757.652895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.262805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.504964Z","time spent":"757.836401ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-16T07:47:55.262585Z","caller":"traceutil/trace.go:171","msg":"trace[798473918] transaction","detail":"{read_only:false; response_revision:29736; number_of_response:1; }","duration":"759.204478ms","start":"2026-07-16T07:47:54.503365Z","end":"2026-07-16T07:47:55.262569Z","steps":["trace[798473918] 'process raft request' (duration: 758.90255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.262949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.824043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:47:55.262939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.50333Z","time spent":"759.573759ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:55.26297Z","caller":"traceutil/trace.go:171","msg":"trace[1791772332] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:29737; }","duration":"112.894444ms","start":"2026-07-16T07:47:55.150068Z","end":"2026-07-16T07:47:55.262962Z","steps":["trace[1791772332] 'agreement among raft nodes before linearized reading' (duration: 112.851913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.26313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.090032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:47:55.263149Z","caller":"traceutil/trace.go:171","msg":"trace[1351011694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29737; }","duration":"262.108993ms","start":"2026-07-16T07:47:55.001034Z","end":"2026-07-16T07:47:55.263143Z","steps":["trace[1351011694] 'agreement among raft nodes before linearized reading' (duration: 262.037181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.263168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.321167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:55.263201Z","caller":"traceutil/trace.go:171","msg":"trace[924071621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29737; }","duration":"263.390448ms","start":"2026-07-16T07:47:54.9998Z","end":"2026-07-16T07:47:55.26319Z","steps":["trace[924071621] 'agreement among raft nodes before linearized reading' (duration: 263.331787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.263252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.835785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-16T07:47:55.263298Z","caller":"traceutil/trace.go:171","msg":"trace[1279853308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29737; }","duration":"549.923347ms","start":"2026-07-16T07:47:54.713361Z","end":"2026-07-16T07:47:55.263284Z","steps":["trace[1279853308] 'agreement among raft nodes before linearized reading' (duration: 549.757332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.263325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.713336Z","time spent":"549.984349ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"warn","ts":"2026-07-16T07:47:55.263319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.692147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:47:55.26336Z","caller":"traceutil/trace.go:171","msg":"trace[125101377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29737; }","duration":"353.727408ms","start":"2026-07-16T07:47:54.909616Z","end":"2026-07-16T07:47:55.263344Z","steps":["trace[125101377] 'agreement among raft nodes before linearized reading' (duration: 353.622675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.263391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.909547Z","time spent":"353.836481ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:47:55.263268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.643895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:47:55.263449Z","caller":"traceutil/trace.go:171","msg":"trace[834044371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29737; }","duration":"757.84023ms","start":"2026-07-16T07:47:54.505602Z","end":"2026-07-16T07:47:55.263442Z","steps":["trace[834044371] 'agreement among raft nodes before linearized reading' (duration: 757.644815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:55.263471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:54.505594Z","time spent":"757.871111ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:55.767277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:56.931132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.777954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:56.931296Z","caller":"traceutil/trace.go:171","msg":"trace[74907068] transaction","detail":"{read_only:false; response_revision:29738; number_of_response:1; }","duration":"1.664782016s","start":"2026-07-16T07:47:55.266482Z","end":"2026-07-16T07:47:56.931264Z","steps":["trace[74907068] 'process raft request' (duration: 728.722144ms)","trace[74907068] 'compare' (duration: 934.437527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:56.931404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.266427Z","time spent":"1.6649275s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:57.171946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176619549s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:57.780144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.749038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:47:57.780537Z","caller":"traceutil/trace.go:171","msg":"trace[283820965] transaction","detail":"{read_only:false; response_revision:29741; number_of_response:1; }","duration":"2.385603053s","start":"2026-07-16T07:47:55.394918Z","end":"2026-07-16T07:47:57.780521Z","steps":["trace[283820965] 'process raft request' (duration: 2.38547336s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:57.78053Z","caller":"traceutil/trace.go:171","msg":"trace[78809974] transaction","detail":"{read_only:false; response_revision:29739; number_of_response:1; }","duration":"2.512455612s","start":"2026-07-16T07:47:55.268027Z","end":"2026-07-16T07:47:57.780483Z","steps":["trace[78809974] 'process raft request' (duration: 1.904260043s)","trace[78809974] 'compare' (duration: 606.919804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:57.780624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.394906Z","time spent":"2.385680075s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:57.780678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.268011Z","time spent":"2.512616186s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:57.780917Z","caller":"traceutil/trace.go:171","msg":"trace[2093836098] transaction","detail":"{read_only:false; response_revision:29742; number_of_response:1; }","duration":"2.069874406s","start":"2026-07-16T07:47:55.710981Z","end":"2026-07-16T07:47:57.780855Z","steps":["trace[2093836098] 'process raft request' (duration: 2.069495135s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:57.781086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.710936Z","time spent":"2.070067762s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:57.781435Z","caller":"traceutil/trace.go:171","msg":"trace[397209240] transaction","detail":"{read_only:false; response_revision:29740; number_of_response:1; }","duration":"2.387385892s","start":"2026-07-16T07:47:55.394007Z","end":"2026-07-16T07:47:57.781393Z","steps":["trace[397209240] 'process raft request' (duration: 2.386307863s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:57.782061Z","caller":"traceutil/trace.go:171","msg":"trace[936520398] transaction","detail":"{read_only:false; response_revision:29743; number_of_response:1; }","duration":"2.070635647s","start":"2026-07-16T07:47:55.711406Z","end":"2026-07-16T07:47:57.782042Z","steps":["trace[936520398] 'process raft request' (duration: 2.06927873s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:47:57.782139Z","caller":"traceutil/trace.go:171","msg":"trace[967992428] linearizableReadLoop","detail":"{readStateIndex:31150; appliedIndex:31143; }","duration":"2.515197358s","start":"2026-07-16T07:47:55.266897Z","end":"2026-07-16T07:47:57.782094Z","steps":["trace[967992428] 'read index received' (duration: 729.272849ms)","trace[967992428] 'applied index is now lower than readState.Index' (duration: 1.785921779s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:57.782185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.711364Z","time spent":"2.07075125s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:47:57.7821Z","caller":"traceutil/trace.go:171","msg":"trace[91199333] transaction","detail":"{read_only:false; response_revision:29744; number_of_response:1; }","duration":"2.070375689s","start":"2026-07-16T07:47:55.711701Z","end":"2026-07-16T07:47:57.782077Z","steps":["trace[91199333] 'process raft request' (duration: 2.070216015s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:57.782447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.393982Z","time spent":"2.387957008s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:57.782429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.71168Z","time spent":"2.070626647s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:57.918973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:47:57.919077Z","caller":"traceutil/trace.go:171","msg":"trace[588140382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467496s","start":"2026-07-16T07:47:55.918587Z","end":"2026-07-16T07:47:57.919054Z","steps":["trace[588140382] 'agreement among raft nodes before linearized reading' (duration: 2.000333372s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:57.919135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.91856Z","time spent":"2.000566489s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:47:58.282342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:47:58.675925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243857039s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:58.863122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081055754s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-16T07:47:58.863159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596243691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:47:58.863233Z","caller":"traceutil/trace.go:171","msg":"trace[1351434429] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29744; }","duration":"3.596379686s","start":"2026-07-16T07:47:55.266832Z","end":"2026-07-16T07:47:58.863212Z","steps":["trace[1351434429] 'agreement among raft nodes before linearized reading' (duration: 2.515368823s)","trace[1351434429] 'range keys from in-memory index tree' (duration: 1.080836138s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:47:58.863276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.266808Z","time spent":"3.596458918s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:47:58.864083Z","caller":"traceutil/trace.go:171","msg":"trace[1607079503] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"1.483471709s","start":"2026-07-16T07:47:57.380585Z","end":"2026-07-16T07:47:58.864056Z","steps":["trace[1607079503] 'process raft request' (duration: 1.482675257s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:58.864217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:57.380555Z","time spent":"1.483578472s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:47:59.900793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224642067s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T07:47:59.919852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:47:59.920014Z","caller":"traceutil/trace.go:171","msg":"trace[50166113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227208s","start":"2026-07-16T07:47:57.919749Z","end":"2026-07-16T07:47:59.919976Z","steps":["trace[50166113] 'agreement among raft nodes before linearized reading' (duration: 2.000035983s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:47:59.920128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:57.919733Z","time spent":"2.000378962s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:48:00.239191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.038058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.239362Z","caller":"traceutil/trace.go:171","msg":"trace[1319455218] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29745; }","duration":"199.227263ms","start":"2026-07-16T07:48:00.040109Z","end":"2026-07-16T07:48:00.239336Z","steps":["trace[1319455218] 'range keys from in-memory index tree' (duration: 198.999507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.239974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.585109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:00.240111Z","caller":"traceutil/trace.go:171","msg":"trace[787288680] linearizableReadLoop","detail":"{readStateIndex:31153; appliedIndex:31150; }","duration":"2.457876232s","start":"2026-07-16T07:47:57.782211Z","end":"2026-07-16T07:48:00.240087Z","steps":["trace[787288680] 'read index received' (duration: 893.924676ms)","trace[787288680] 'applied index is now lower than readState.Index' (duration: 1.563949736s)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:00.240501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739005522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:48:00.24055Z","caller":"traceutil/trace.go:171","msg":"trace[1565269563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29746; }","duration":"3.739104165s","start":"2026-07-16T07:47:56.501434Z","end":"2026-07-16T07:48:00.240539Z","steps":["trace[1565269563] 'agreement among raft nodes before linearized reading' (duration: 3.73891562s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.240589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.501403Z","time spent":"3.739174457s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:00.240653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967095844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-07-16T07:48:00.240678Z","caller":"traceutil/trace.go:171","msg":"trace[910242428] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29746; }","duration":"4.967134395s","start":"2026-07-16T07:47:55.273537Z","end":"2026-07-16T07:48:00.240671Z","steps":["trace[910242428] 'agreement among raft nodes before linearized reading' (duration: 4.967040302s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.240693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.273529Z","time spent":"4.967160575s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9749,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-16T07:48:00.24069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88052856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:48:00.24073Z","caller":"traceutil/trace.go:171","msg":"trace[456430054] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29746; }","duration":"4.880592591s","start":"2026-07-16T07:47:55.360122Z","end":"2026-07-16T07:48:00.240715Z","steps":["trace[456430054] 'agreement among raft nodes before linearized reading' (duration: 4.880452477s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.24076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.360108Z","time spent":"4.880644473s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-16T07:48:00.240816Z","caller":"traceutil/trace.go:171","msg":"trace[1068389598] transaction","detail":"{read_only:false; response_revision:29746; number_of_response:1; }","duration":"2.072626251s","start":"2026-07-16T07:47:58.168173Z","end":"2026-07-16T07:48:00.2408Z","steps":["trace[1068389598] 'process raft request' (duration: 1.733107556s)","trace[1068389598] 'compare' (duration: 338.013164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:00.241597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898950158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:48:00.241664Z","caller":"traceutil/trace.go:171","msg":"trace[1321917751] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29746; }","duration":"4.899076412s","start":"2026-07-16T07:47:55.342566Z","end":"2026-07-16T07:48:00.241642Z","steps":["trace[1321917751] 'agreement among raft nodes before linearized reading' (duration: 4.898089834s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.24085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97381533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:48:00.241714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.342528Z","time spent":"4.899176034s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.241754Z","caller":"traceutil/trace.go:171","msg":"trace[1352745828] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29746; }","duration":"4.974708155s","start":"2026-07-16T07:47:55.267006Z","end":"2026-07-16T07:48:00.241714Z","steps":["trace[1352745828] 'agreement among raft nodes before linearized reading' (duration: 4.973686856s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.241754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:58.168142Z","time spent":"2.073504096s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.241823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.266998Z","time spent":"4.974806937s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:00.240884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838863983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.24197Z","caller":"traceutil/trace.go:171","msg":"trace[1128848703] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29746; }","duration":"2.839969605s","start":"2026-07-16T07:47:57.401971Z","end":"2026-07-16T07:48:00.24194Z","steps":["trace[1128848703] 'agreement among raft nodes before linearized reading' (duration: 2.838867844s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.240952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947656074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-16T07:48:00.242058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:57.401953Z","time spent":"2.840080208s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.242092Z","caller":"traceutil/trace.go:171","msg":"trace[1223974376] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29746; }","duration":"2.948791756s","start":"2026-07-16T07:47:57.293247Z","end":"2026-07-16T07:48:00.242038Z","steps":["trace[1223974376] 'agreement among raft nodes before linearized reading' (duration: 2.947664114s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.24097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737695536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:48:00.242172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:57.293224Z","time spent":"2.94892306s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-16T07:48:00.242175Z","caller":"traceutil/trace.go:171","msg":"trace[1326726364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29746; }","duration":"3.738904849s","start":"2026-07-16T07:47:56.503252Z","end":"2026-07-16T07:48:00.242157Z","steps":["trace[1326726364] 'agreement among raft nodes before linearized reading' (duration: 3.737680155s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.24228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.503244Z","time spent":"3.739024712s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:48:00.240915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97198281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:00.242381Z","caller":"traceutil/trace.go:171","msg":"trace[86570864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29746; }","duration":"4.973470751s","start":"2026-07-16T07:47:55.268893Z","end":"2026-07-16T07:48:00.242364Z","steps":["trace[86570864] 'agreement among raft nodes before linearized reading' (duration: 4.971766384s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.242446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.268887Z","time spent":"4.973540682s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:48:00.240949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971174786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-16T07:48:00.242566Z","caller":"traceutil/trace.go:171","msg":"trace[985595152] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29746; }","duration":"3.972869934s","start":"2026-07-16T07:47:56.269672Z","end":"2026-07-16T07:48:00.242542Z","steps":["trace[985595152] 'agreement among raft nodes before linearized reading' (duration: 3.970980391s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.242634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.269646Z","time spent":"3.972969927s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"warn","ts":"2026-07-16T07:48:00.24102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737704826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:48:00.242756Z","caller":"traceutil/trace.go:171","msg":"trace[1685274396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29746; }","duration":"3.739452204s","start":"2026-07-16T07:47:56.503289Z","end":"2026-07-16T07:48:00.242742Z","steps":["trace[1685274396] 'agreement among raft nodes before linearized reading' (duration: 3.737694335s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.242811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.503284Z","time spent":"3.739512346s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:00.241041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738488278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:48:00.242985Z","caller":"traceutil/trace.go:171","msg":"trace[69370674] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29746; }","duration":"3.740443791s","start":"2026-07-16T07:47:56.502529Z","end":"2026-07-16T07:48:00.242973Z","steps":["trace[69370674] 'agreement among raft nodes before linearized reading' (duration: 3.738447866s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.243036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.502521Z","time spent":"3.740497874s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:00.241077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298625318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c2b598dee7a6b1\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-16T07:48:00.243107Z","caller":"traceutil/trace.go:171","msg":"trace[1760679035] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c2b598dee7a6b1; range_end:; response_count:1; response_revision:29746; }","duration":"4.300702515s","start":"2026-07-16T07:47:55.942392Z","end":"2026-07-16T07:48:00.243095Z","steps":["trace[1760679035] 'agreement among raft nodes before linearized reading' (duration: 4.298600587s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.24315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:55.942367Z","time spent":"4.300768257s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c2b598dee7a6b1\" "} {"level":"warn","ts":"2026-07-16T07:48:00.24119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419158001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T07:48:00.243236Z","caller":"traceutil/trace.go:171","msg":"trace[1811612229] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:29746; }","duration":"3.421270509s","start":"2026-07-16T07:47:56.821951Z","end":"2026-07-16T07:48:00.243221Z","steps":["trace[1811612229] 'agreement among raft nodes before linearized reading' (duration: 3.419023247s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.240915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739458055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:48:00.243283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.821926Z","time spent":"3.421344022s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-16T07:48:00.243315Z","caller":"traceutil/trace.go:171","msg":"trace[1650843818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29746; }","duration":"3.741885882s","start":"2026-07-16T07:47:56.501393Z","end":"2026-07-16T07:48:00.243279Z","steps":["trace[1650843818] 'agreement among raft nodes before linearized reading' (duration: 3.739365912s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.243397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:56.501364Z","time spent":"3.742014276s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:00.310857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:48:00.31097Z","caller":"traceutil/trace.go:171","msg":"trace[1600017325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585778s","start":"2026-07-16T07:47:58.31036Z","end":"2026-07-16T07:48:00.310946Z","steps":["trace[1600017325] 'agreement among raft nodes before linearized reading' (duration: 2.000435713s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.311018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:58.31033Z","time spent":"2.00067893s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-16T07:48:00.65954Z","caller":"traceutil/trace.go:171","msg":"trace[1955447828] transaction","detail":"{read_only:false; response_revision:29747; number_of_response:1; }","duration":"1.789397514s","start":"2026-07-16T07:47:58.870117Z","end":"2026-07-16T07:48:00.659515Z","steps":["trace[1955447828] 'process raft request' (duration: 1.789177898s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.659707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:58.870084Z","time spent":"1.789534758s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:00.659772Z","caller":"traceutil/trace.go:171","msg":"trace[1707898263] transaction","detail":"{read_only:false; response_revision:29748; number_of_response:1; }","duration":"871.733962ms","start":"2026-07-16T07:47:59.787993Z","end":"2026-07-16T07:48:00.659727Z","steps":["trace[1707898263] 'process raft request' (duration: 871.469354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.659984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.787958Z","time spent":"871.907677ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:00.660143Z","caller":"traceutil/trace.go:171","msg":"trace[462399490] transaction","detail":"{read_only:false; response_revision:29749; number_of_response:1; }","duration":"871.881606ms","start":"2026-07-16T07:47:59.788254Z","end":"2026-07-16T07:48:00.660136Z","steps":["trace[462399490] 'process raft request' (duration: 871.525606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.788198Z","time spent":"871.962359ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:00.660365Z","caller":"traceutil/trace.go:171","msg":"trace[1118871196] transaction","detail":"{read_only:false; response_revision:29750; number_of_response:1; }","duration":"871.873016ms","start":"2026-07-16T07:47:59.788466Z","end":"2026-07-16T07:48:00.660339Z","steps":["trace[1118871196] 'process raft request' (duration: 871.599238ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.660423Z","caller":"traceutil/trace.go:171","msg":"trace[817637565] transaction","detail":"{read_only:false; response_revision:29751; number_of_response:1; }","duration":"871.66263ms","start":"2026-07-16T07:47:59.788701Z","end":"2026-07-16T07:48:00.660364Z","steps":["trace[817637565] 'process raft request' (duration: 871.428124ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.66039Z","caller":"traceutil/trace.go:171","msg":"trace[1802844403] linearizableReadLoop","detail":"{readStateIndex:31159; appliedIndex:31154; }","duration":"420.223448ms","start":"2026-07-16T07:48:00.24014Z","end":"2026-07-16T07:48:00.660363Z","steps":["trace[1802844403] 'read index received' (duration: 419.337024ms)","trace[1802844403] 'applied index is now lower than readState.Index' (duration: 885.104µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:00.660543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.788456Z","time spent":"871.977699ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.660637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.788684Z","time spent":"871.849225ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.660678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34546341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.660738Z","caller":"traceutil/trace.go:171","msg":"trace[344294908] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29752; }","duration":"1.345536302s","start":"2026-07-16T07:47:59.315187Z","end":"2026-07-16T07:48:00.660724Z","steps":["trace[344294908] 'agreement among raft nodes before linearized reading' (duration: 1.345423729s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.837843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:48:00.660784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.315154Z","time spent":"1.345619425s","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.660801Z","caller":"traceutil/trace.go:171","msg":"trace[1217855903] transaction","detail":"{read_only:false; response_revision:29752; number_of_response:1; }","duration":"871.464795ms","start":"2026-07-16T07:47:59.789321Z","end":"2026-07-16T07:48:00.660786Z","steps":["trace[1217855903] 'process raft request' (duration: 870.986872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.432107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.660861Z","caller":"traceutil/trace.go:171","msg":"trace[346027682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29752; }","duration":"732.52536ms","start":"2026-07-16T07:47:59.928331Z","end":"2026-07-16T07:48:00.660856Z","steps":["trace[346027682] 'agreement among raft nodes before linearized reading' (duration: 732.482189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669342063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:00.660884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.789285Z","time spent":"871.545677ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.660894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.928309Z","time spent":"732.577072ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:48:00.660909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307199732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:48:00.660926Z","caller":"traceutil/trace.go:171","msg":"trace[1707186122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29752; }","duration":"2.669438566s","start":"2026-07-16T07:47:57.991472Z","end":"2026-07-16T07:48:00.660911Z","steps":["trace[1707186122] 'agreement among raft nodes before linearized reading' (duration: 2.669338503s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.660797Z","caller":"traceutil/trace.go:171","msg":"trace[93074092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29752; }","duration":"872.930335ms","start":"2026-07-16T07:47:59.787856Z","end":"2026-07-16T07:48:00.660786Z","steps":["trace[93074092] 'agreement among raft nodes before linearized reading' (duration: 872.715429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:57.991451Z","time spent":"2.669513878s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.660972Z","caller":"traceutil/trace.go:171","msg":"trace[1536932902] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29752; }","duration":"1.307328686s","start":"2026-07-16T07:47:59.35363Z","end":"2026-07-16T07:48:00.660958Z","steps":["trace[1536932902] 'agreement among raft nodes before linearized reading' (duration: 1.307020047s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.660996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.787827Z","time spent":"873.152321ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:00.660897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498882406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:00.661029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.016589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:00.661111Z","caller":"traceutil/trace.go:171","msg":"trace[773143934] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29752; }","duration":"602.139622ms","start":"2026-07-16T07:48:00.058949Z","end":"2026-07-16T07:48:00.661089Z","steps":["trace[773143934] 'agreement among raft nodes before linearized reading' (duration: 601.777132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.661032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:59.353602Z","time spent":"1.307418729s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":249,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:00.661171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.058923Z","time spent":"602.234964ms","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.661127Z","caller":"traceutil/trace.go:171","msg":"trace[1391050541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:29752; }","duration":"2.499202905s","start":"2026-07-16T07:47:58.161866Z","end":"2026-07-16T07:48:00.661069Z","steps":["trace[1391050541] 'agreement among raft nodes before linearized reading' (duration: 2.498779293s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.661268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:47:58.161781Z","time spent":"2.499470333s","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.71202Z","caller":"traceutil/trace.go:171","msg":"trace[577385202] transaction","detail":"{read_only:false; response_revision:29753; number_of_response:1; }","duration":"465.699897ms","start":"2026-07-16T07:48:00.24626Z","end":"2026-07-16T07:48:00.711959Z","steps":["trace[577385202] 'process raft request' (duration: 465.320157ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.712047Z","caller":"traceutil/trace.go:171","msg":"trace[1721159044] transaction","detail":"{read_only:false; response_revision:29754; number_of_response:1; }","duration":"464.397691ms","start":"2026-07-16T07:48:00.247613Z","end":"2026-07-16T07:48:00.712011Z","steps":["trace[1721159044] 'process raft request' (duration: 464.214716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.71233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.246224Z","time spent":"465.930104ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.712333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.247598Z","time spent":"464.572766ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.712757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.121302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.712942Z","caller":"traceutil/trace.go:171","msg":"trace[343418875] transaction","detail":"{read_only:false; response_revision:29757; number_of_response:1; }","duration":"464.609777ms","start":"2026-07-16T07:48:00.248321Z","end":"2026-07-16T07:48:00.712931Z","steps":["trace[343418875] 'process raft request' (duration: 464.080393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.712976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.84564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:00.712986Z","caller":"traceutil/trace.go:171","msg":"trace[1448484020] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29760; }","duration":"357.39981ms","start":"2026-07-16T07:48:00.355557Z","end":"2026-07-16T07:48:00.712956Z","steps":["trace[1448484020] 'agreement among raft nodes before linearized reading' (duration: 357.068471ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.713011Z","caller":"traceutil/trace.go:171","msg":"trace[2087938421] transaction","detail":"{read_only:false; response_revision:29760; number_of_response:1; }","duration":"441.724213ms","start":"2026-07-16T07:48:00.271272Z","end":"2026-07-16T07:48:00.712996Z","steps":["trace[2087938421] 'process raft request' (duration: 441.25344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.055154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:48:00.713045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.756674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-07-16T07:48:00.712851Z","caller":"traceutil/trace.go:171","msg":"trace[1026790718] transaction","detail":"{read_only:false; response_revision:29758; number_of_response:1; }","duration":"464.321578ms","start":"2026-07-16T07:48:00.248476Z","end":"2026-07-16T07:48:00.712798Z","steps":["trace[1026790718] 'process raft request' (duration: 463.965559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.241474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c2b598e2982611\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-16T07:48:00.713071Z","caller":"traceutil/trace.go:171","msg":"trace[125262808] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29760; }","duration":"390.176677ms","start":"2026-07-16T07:48:00.322883Z","end":"2026-07-16T07:48:00.713059Z","steps":["trace[125262808] 'agreement among raft nodes before linearized reading' (duration: 390.051033ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.712893Z","caller":"traceutil/trace.go:171","msg":"trace[2105057339] transaction","detail":"{read_only:false; response_revision:29756; number_of_response:1; }","duration":"464.791402ms","start":"2026-07-16T07:48:00.248088Z","end":"2026-07-16T07:48:00.712879Z","steps":["trace[2105057339] 'process raft request' (duration: 464.187855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.712894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.017259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-16T07:48:00.713119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.322863Z","time spent":"390.247489ms","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:00.713118Z","caller":"traceutil/trace.go:171","msg":"trace[152872246] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c2b598e2982611; range_end:; response_count:1; response_revision:29760; }","duration":"465.347667ms","start":"2026-07-16T07:48:00.24775Z","end":"2026-07-16T07:48:00.713097Z","steps":["trace[152872246] 'agreement among raft nodes before linearized reading' (duration: 465.027898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.24847Z","time spent":"464.612536ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.713138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.271257Z","time spent":"441.804436ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.71317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.248079Z","time spent":"465.042618ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.71316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.248314Z","time spent":"464.70827ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:00.713184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.247731Z","time spent":"465.43718ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c2b598e2982611\" "} {"level":"info","ts":"2026-07-16T07:48:00.713087Z","caller":"traceutil/trace.go:171","msg":"trace[1628923888] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29760; }","duration":"467.846196ms","start":"2026-07-16T07:48:00.245223Z","end":"2026-07-16T07:48:00.71307Z","steps":["trace[1628923888] 'agreement among raft nodes before linearized reading' (duration: 467.768024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.712938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.417379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-16T07:48:00.713268Z","caller":"traceutil/trace.go:171","msg":"trace[975942544] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29760; }","duration":"439.292707ms","start":"2026-07-16T07:48:00.273833Z","end":"2026-07-16T07:48:00.713125Z","steps":["trace[975942544] 'agreement among raft nodes before linearized reading' (duration: 438.893095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.245178Z","time spent":"468.106484ms","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-16T07:48:00.713305Z","caller":"traceutil/trace.go:171","msg":"trace[2040985423] range","detail":"{range_begin:/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b; range_end:; response_count:1; response_revision:29760; }","duration":"465.82707ms","start":"2026-07-16T07:48:00.247459Z","end":"2026-07-16T07:48:00.713286Z","steps":["trace[2040985423] 'agreement among raft nodes before linearized reading' (duration: 465.269985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.273816Z","time spent":"439.492842ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:00.713351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.247441Z","time spent":"465.899292ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-119b94aa-c277-4dec-8142-77a5f6bfcd1b\" "} {"level":"warn","ts":"2026-07-16T07:48:00.713313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.228859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-16T07:48:00.71336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.939008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:00.712943Z","caller":"traceutil/trace.go:171","msg":"trace[987844074] transaction","detail":"{read_only:false; response_revision:29759; number_of_response:1; }","duration":"464.200526ms","start":"2026-07-16T07:48:00.248708Z","end":"2026-07-16T07:48:00.712909Z","steps":["trace[987844074] 'process raft request' (duration: 463.775334ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.713475Z","caller":"traceutil/trace.go:171","msg":"trace[1102284795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29760; }","duration":"437.431964ms","start":"2026-07-16T07:48:00.276012Z","end":"2026-07-16T07:48:00.713444Z","steps":["trace[1102284795] 'agreement among raft nodes before linearized reading' (duration: 437.001372ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:00.713497Z","caller":"traceutil/trace.go:171","msg":"trace[103854044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29760; }","duration":"249.175995ms","start":"2026-07-16T07:48:00.464298Z","end":"2026-07-16T07:48:00.713474Z","steps":["trace[103854044] 'agreement among raft nodes before linearized reading' (duration: 248.947829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.712831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.954283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:00.713553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.276003Z","time spent":"437.535018ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:48:00.713044Z","caller":"traceutil/trace.go:171","msg":"trace[73481077] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29760; }","duration":"362.935613ms","start":"2026-07-16T07:48:00.350093Z","end":"2026-07-16T07:48:00.713029Z","steps":["trace[73481077] 'agreement among raft nodes before linearized reading' (duration: 362.83692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.35008Z","time spent":"363.55566ms","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:00.713521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.248703Z","time spent":"464.795862ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:00.713581Z","caller":"traceutil/trace.go:171","msg":"trace[1514248208] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29760; }","duration":"316.768705ms","start":"2026-07-16T07:48:00.396787Z","end":"2026-07-16T07:48:00.713556Z","steps":["trace[1514248208] 'agreement among raft nodes before linearized reading' (duration: 315.818919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.713067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.355545Z","time spent":"357.500672ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:00.713806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.396746Z","time spent":"317.035023ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-16T07:48:00.71243Z","caller":"traceutil/trace.go:171","msg":"trace[939309240] transaction","detail":"{read_only:false; response_revision:29755; number_of_response:1; }","duration":"464.471583ms","start":"2026-07-16T07:48:00.247941Z","end":"2026-07-16T07:48:00.712413Z","steps":["trace[939309240] 'process raft request' (duration: 463.989629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:00.714189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:00.247931Z","time spent":"466.209491ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:02.868086Z","caller":"traceutil/trace.go:171","msg":"trace[1119081356] transaction","detail":"{read_only:false; response_revision:29770; number_of_response:1; }","duration":"200.541789ms","start":"2026-07-16T07:48:02.667512Z","end":"2026-07-16T07:48:02.868054Z","steps":["trace[1119081356] 'process raft request' (duration: 200.281512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:03.866076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.890182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:03.86642Z","caller":"traceutil/trace.go:171","msg":"trace[2060392842] transaction","detail":"{read_only:false; response_revision:29772; number_of_response:1; }","duration":"1.198247927s","start":"2026-07-16T07:48:02.668144Z","end":"2026-07-16T07:48:03.866392Z","steps":["trace[2060392842] 'process raft request' (duration: 1.198077153s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:03.866502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.668132Z","time spent":"1.198330339s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:03.866562Z","caller":"traceutil/trace.go:171","msg":"trace[1102596217] transaction","detail":"{read_only:false; response_revision:29771; number_of_response:1; }","duration":"1.198659448s","start":"2026-07-16T07:48:02.667843Z","end":"2026-07-16T07:48:03.866503Z","steps":["trace[1102596217] 'process raft request' (duration: 1.084209972s)","trace[1102596217] 'compare' (duration: 113.49112ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:03.866685Z","caller":"traceutil/trace.go:171","msg":"trace[1588014364] linearizableReadLoop","detail":"{readStateIndex:31183; appliedIndex:31178; }","duration":"1.196430207s","start":"2026-07-16T07:48:02.670225Z","end":"2026-07-16T07:48:03.866655Z","steps":["trace[1588014364] 'read index received' (duration: 197.551677ms)","trace[1588014364] 'applied index is now lower than readState.Index' (duration: 998.87715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:03.866769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.667811Z","time spent":"1.198836113s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:03.866822Z","caller":"traceutil/trace.go:171","msg":"trace[1535781150] transaction","detail":"{read_only:false; response_revision:29773; number_of_response:1; }","duration":"1.198401472s","start":"2026-07-16T07:48:02.668408Z","end":"2026-07-16T07:48:03.86681Z","steps":["trace[1535781150] 'process raft request' (duration: 1.197936459s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:03.866955Z","caller":"traceutil/trace.go:171","msg":"trace[2028187907] transaction","detail":"{read_only:false; response_revision:29774; number_of_response:1; }","duration":"1.198527465s","start":"2026-07-16T07:48:02.668407Z","end":"2026-07-16T07:48:03.866935Z","steps":["trace[2028187907] 'process raft request' (duration: 1.198086813s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:03.866953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.66839Z","time spent":"1.198465843s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:03.867041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.668383Z","time spent":"1.198613497s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:03.8671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1968801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:48:03.867857Z","caller":"traceutil/trace.go:171","msg":"trace[701943348] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29774; }","duration":"1.196962692s","start":"2026-07-16T07:48:02.670172Z","end":"2026-07-16T07:48:03.867135Z","steps":["trace[701943348] 'agreement among raft nodes before linearized reading' (duration: 1.196790277s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:03.867915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.670154Z","time spent":"1.197748343s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:04.367478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:48:04.83122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.767845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:04.831371Z","caller":"traceutil/trace.go:171","msg":"trace[1856362243] transaction","detail":"{read_only:false; response_revision:29775; number_of_response:1; }","duration":"1.664926781s","start":"2026-07-16T07:48:03.166412Z","end":"2026-07-16T07:48:04.831339Z","steps":["trace[1856362243] 'process raft request' (duration: 1.52792074s)","trace[1856362243] 'compare' (duration: 136.482276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:04.83147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.16638Z","time spent":"1.665043844s","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:04.906953Z","caller":"traceutil/trace.go:171","msg":"trace[1193589394] linearizableReadLoop","detail":"{readStateIndex:31185; appliedIndex:31183; }","duration":"1.040158572s","start":"2026-07-16T07:48:03.866767Z","end":"2026-07-16T07:48:04.906925Z","steps":["trace[1193589394] 'read index received' (duration: 827.543959ms)","trace[1193589394] 'applied index is now lower than readState.Index' (duration: 212.613473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:04.907124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048220857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:48:04.907133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659316635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:04.907154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468381082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:04.907199Z","caller":"traceutil/trace.go:171","msg":"trace[1361634590] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29776; }","duration":"1.659389917s","start":"2026-07-16T07:48:03.247792Z","end":"2026-07-16T07:48:04.907182Z","steps":["trace[1361634590] 'agreement among raft nodes before linearized reading' (duration: 1.659265504s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.907227Z","caller":"traceutil/trace.go:171","msg":"trace[1707190234] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:29776; }","duration":"1.468460364s","start":"2026-07-16T07:48:03.438742Z","end":"2026-07-16T07:48:04.907202Z","steps":["trace[1707190234] 'agreement among raft nodes before linearized reading' (duration: 1.46831352s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.247713Z","time spent":"1.659522431s","remote":"127.0.0.1:33522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:04.907245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027957816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-16T07:48:04.907267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646730247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-16T07:48:04.907306Z","caller":"traceutil/trace.go:171","msg":"trace[14994852] transaction","detail":"{read_only:false; response_revision:29776; number_of_response:1; }","duration":"1.033608491s","start":"2026-07-16T07:48:03.87366Z","end":"2026-07-16T07:48:04.907268Z","steps":["trace[14994852] 'process raft request' (duration: 1.033098067s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.907348Z","caller":"traceutil/trace.go:171","msg":"trace[158956471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29776; }","duration":"2.02810577s","start":"2026-07-16T07:48:02.879215Z","end":"2026-07-16T07:48:04.907321Z","steps":["trace[158956471] 'agreement among raft nodes before linearized reading' (duration: 2.027784701s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18672223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:48:04.90741Z","caller":"traceutil/trace.go:171","msg":"trace[498476829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29776; }","duration":"2.18675528s","start":"2026-07-16T07:48:02.720643Z","end":"2026-07-16T07:48:04.907398Z","steps":["trace[498476829] 'agreement among raft nodes before linearized reading' (duration: 2.186667558s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.907159Z","caller":"traceutil/trace.go:171","msg":"trace[1299555707] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:29776; }","duration":"2.04831247s","start":"2026-07-16T07:48:02.858837Z","end":"2026-07-16T07:48:04.907149Z","steps":["trace[1299555707] 'agreement among raft nodes before linearized reading' (duration: 2.048223447s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.907353Z","caller":"traceutil/trace.go:171","msg":"trace[799627865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29776; }","duration":"1.646853071s","start":"2026-07-16T07:48:03.260481Z","end":"2026-07-16T07:48:04.907334Z","steps":["trace[799627865] 'agreement among raft nodes before linearized reading' (duration: 1.646631495s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187255814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:48:04.907477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188370525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:48:04.907497Z","caller":"traceutil/trace.go:171","msg":"trace[932703581] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29776; }","duration":"2.187304936s","start":"2026-07-16T07:48:02.720177Z","end":"2026-07-16T07:48:04.907482Z","steps":["trace[932703581] 'agreement among raft nodes before linearized reading' (duration: 2.187157502s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186935755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:48:04.907528Z","caller":"traceutil/trace.go:171","msg":"trace[607976397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29776; }","duration":"2.188432357s","start":"2026-07-16T07:48:02.719083Z","end":"2026-07-16T07:48:04.907516Z","steps":["trace[607976397] 'agreement among raft nodes before linearized reading' (duration: 2.188300213s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.907542Z","caller":"traceutil/trace.go:171","msg":"trace[1888173268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29776; }","duration":"2.187012937s","start":"2026-07-16T07:48:02.72052Z","end":"2026-07-16T07:48:04.907533Z","steps":["trace[1888173268] 'agreement among raft nodes before linearized reading' (duration: 2.186921105s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.720154Z","time spent":"2.187375727s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:04.90729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186550245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:48:04.907573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.720507Z","time spent":"2.187056439s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:48:04.907594Z","caller":"traceutil/trace.go:171","msg":"trace[5021934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29776; }","duration":"2.187154062s","start":"2026-07-16T07:48:02.720428Z","end":"2026-07-16T07:48:04.907582Z","steps":["trace[5021934] 'agreement among raft nodes before linearized reading' (duration: 2.18674913s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.879194Z","time spent":"2.028205253s","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.873639Z","time spent":"1.033757785s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:04.907634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.720398Z","time spent":"2.187224874s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.260471Z","time spent":"1.647004355s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.719076Z","time spent":"2.188487308s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.858761Z","time spent":"2.048713311s","remote":"127.0.0.1:49552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:04.907733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187264835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:48:04.907841Z","caller":"traceutil/trace.go:171","msg":"trace[494936639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29776; }","duration":"2.187433089s","start":"2026-07-16T07:48:02.720379Z","end":"2026-07-16T07:48:04.907812Z","steps":["trace[494936639] 'agreement among raft nodes before linearized reading' (duration: 2.187141151s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.907905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.720355Z","time spent":"2.187540712s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935872118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16790"} {"level":"warn","ts":"2026-07-16T07:48:04.90757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190085482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:48:04.908024Z","caller":"traceutil/trace.go:171","msg":"trace[372069873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29776; }","duration":"2.190551065s","start":"2026-07-16T07:48:02.717455Z","end":"2026-07-16T07:48:04.908007Z","steps":["trace[372069873] 'agreement among raft nodes before linearized reading' (duration: 2.190045281s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:04.908016Z","caller":"traceutil/trace.go:171","msg":"trace[1800099163] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29776; }","duration":"1.935980271s","start":"2026-07-16T07:48:02.972019Z","end":"2026-07-16T07:48:04.907999Z","steps":["trace[1800099163] 'agreement among raft nodes before linearized reading' (duration: 1.935143608s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:04.90809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.717444Z","time spent":"2.190630017s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.720571Z","time spent":"2.186871604s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:04.907291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.438666Z","time spent":"1.468609568s","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:04.908096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:02.971991Z","time spent":"1.936091194s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-16T07:48:05.407336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:48:05.919129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:48:05.91924Z","caller":"traceutil/trace.go:171","msg":"trace[1612612294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458105s","start":"2026-07-16T07:48:03.918758Z","end":"2026-07-16T07:48:05.919216Z","steps":["trace[1612612294] 'agreement among raft nodes before linearized reading' (duration: 2.000327751s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:05.919292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:03.918728Z","time spent":"2.000552518s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:48:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:48:06.118726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.872703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:06.118828Z","caller":"traceutil/trace.go:171","msg":"trace[1517566594] transaction","detail":"{read_only:false; response_revision:29777; number_of_response:1; }","duration":"1.243939281s","start":"2026-07-16T07:48:04.874872Z","end":"2026-07-16T07:48:06.118811Z","steps":["trace[1517566594] 'process raft request' (duration: 817.895633ms)","trace[1517566594] 'compare' (duration: 425.308678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:06.118876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.874834Z","time spent":"1.244019533s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:07.920405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00101164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:48:07.920514Z","caller":"traceutil/trace.go:171","msg":"trace[587099172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001174325s","start":"2026-07-16T07:48:05.919312Z","end":"2026-07-16T07:48:07.920486Z","steps":["trace[587099172] 'agreement among raft nodes before linearized reading' (duration: 2.001041151s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:07.920593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.919292Z","time spent":"2.001288627s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:48:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:48:07.992468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.299785347s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:48:08.057607Z","caller":"traceutil/trace.go:171","msg":"trace[243820357] linearizableReadLoop","detail":"{readStateIndex:31192; appliedIndex:31185; }","duration":"3.150547239s","start":"2026-07-16T07:48:04.907026Z","end":"2026-07-16T07:48:08.057573Z","steps":["trace[243820357] 'read index received' (duration: 785.724742ms)","trace[243820357] 'applied index is now lower than readState.Index' (duration: 2.364821047s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:08.05793Z","caller":"traceutil/trace.go:171","msg":"trace[1728084690] transaction","detail":"{read_only:false; response_revision:29778; number_of_response:1; }","duration":"3.142832645s","start":"2026-07-16T07:48:04.915079Z","end":"2026-07-16T07:48:08.057911Z","steps":["trace[1728084690] 'process raft request' (duration: 3.0775744s)","trace[1728084690] 'compare' (duration: 64.521975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:08.058143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.915062Z","time spent":"3.142912487s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.058372Z","caller":"traceutil/trace.go:171","msg":"trace[1459032889] transaction","detail":"{read_only:false; response_revision:29779; number_of_response:1; }","duration":"3.142956179s","start":"2026-07-16T07:48:04.915398Z","end":"2026-07-16T07:48:08.058354Z","steps":["trace[1459032889] 'process raft request' (duration: 3.141951921s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.058448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.915391Z","time spent":"3.14301529s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:08.05865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313321213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:08.058637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220912036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16790"} {"level":"info","ts":"2026-07-16T07:48:08.058701Z","caller":"traceutil/trace.go:171","msg":"trace[1019805589] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29783; }","duration":"3.313427526s","start":"2026-07-16T07:48:04.74526Z","end":"2026-07-16T07:48:08.058687Z","steps":["trace[1019805589] 'agreement among raft nodes before linearized reading' (duration: 3.313340764s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.058726Z","caller":"traceutil/trace.go:171","msg":"trace[376066663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29783; }","duration":"3.221054419s","start":"2026-07-16T07:48:04.837652Z","end":"2026-07-16T07:48:08.058706Z","steps":["trace[376066663] 'agreement among raft nodes before linearized reading' (duration: 3.220763151s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.058743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.745152Z","time spent":"3.31358223s","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.058762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.837629Z","time spent":"3.221127072s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-16T07:48:08.058975Z","caller":"traceutil/trace.go:171","msg":"trace[1545397120] transaction","detail":"{read_only:false; response_revision:29783; number_of_response:1; }","duration":"3.142591798s","start":"2026-07-16T07:48:04.916369Z","end":"2026-07-16T07:48:08.058961Z","steps":["trace[1545397120] 'process raft request' (duration: 3.141157809s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.058971Z","caller":"traceutil/trace.go:171","msg":"trace[2056832827] transaction","detail":"{read_only:false; response_revision:29782; number_of_response:1; }","duration":"3.142590319s","start":"2026-07-16T07:48:04.916337Z","end":"2026-07-16T07:48:08.058928Z","steps":["trace[2056832827] 'process raft request' (duration: 3.141151499s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.059061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.916358Z","time spent":"3.14264286s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:08.059146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.916317Z","time spent":"3.142732552s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:08.059178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216300948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:08.059201Z","caller":"traceutil/trace.go:171","msg":"trace[2063782075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29783; }","duration":"3.21635648s","start":"2026-07-16T07:48:04.842836Z","end":"2026-07-16T07:48:08.059192Z","steps":["trace[2063782075] 'agreement among raft nodes before linearized reading' (duration: 3.216309569s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.059218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.842816Z","time spent":"3.216397311s","remote":"127.0.0.1:33598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:08.059289Z","caller":"traceutil/trace.go:171","msg":"trace[1328462947] transaction","detail":"{read_only:false; response_revision:29780; number_of_response:1; }","duration":"3.143641737s","start":"2026-07-16T07:48:04.915637Z","end":"2026-07-16T07:48:08.059279Z","steps":["trace[1328462947] 'process raft request' (duration: 3.141758635s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.059334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.915629Z","time spent":"3.143681149s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.059403Z","caller":"traceutil/trace.go:171","msg":"trace[1252680316] transaction","detail":"{read_only:false; response_revision:29781; number_of_response:1; }","duration":"3.14370108s","start":"2026-07-16T07:48:04.915695Z","end":"2026-07-16T07:48:08.059396Z","steps":["trace[1252680316] 'process raft request' (duration: 3.141752706s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.05944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.915688Z","time spent":"3.14372996s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:08.05944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354632976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:08.059507Z","caller":"traceutil/trace.go:171","msg":"trace[241193409] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29783; }","duration":"3.35478392s","start":"2026-07-16T07:48:04.704703Z","end":"2026-07-16T07:48:08.059487Z","steps":["trace[241193409] 'agreement among raft nodes before linearized reading' (duration: 3.354672627s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.059547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.704646Z","time spent":"3.354890443s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.059694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467612732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:08.059801Z","caller":"traceutil/trace.go:171","msg":"trace[2064412860] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29783; }","duration":"3.467792738s","start":"2026-07-16T07:48:04.59198Z","end":"2026-07-16T07:48:08.059772Z","steps":["trace[2064412860] 'agreement among raft nodes before linearized reading' (duration: 3.467601653s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.059858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.59194Z","time spent":"3.467906551s","remote":"127.0.0.1:45494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.06106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91672697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:48:08.061125Z","caller":"traceutil/trace.go:171","msg":"trace[379653526] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29783; }","duration":"3.916882805s","start":"2026-07-16T07:48:04.144226Z","end":"2026-07-16T07:48:08.061109Z","steps":["trace[379653526] 'agreement among raft nodes before linearized reading' (duration: 3.914669994s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.06118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.144154Z","time spent":"3.917015099s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2776,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:08.23678Z","caller":"traceutil/trace.go:171","msg":"trace[1465980872] transaction","detail":"{read_only:false; response_revision:29784; number_of_response:1; }","duration":"2.514460627s","start":"2026-07-16T07:48:05.722281Z","end":"2026-07-16T07:48:08.236742Z","steps":["trace[1465980872] 'process raft request' (duration: 2.50915827s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.237082Z","caller":"traceutil/trace.go:171","msg":"trace[684877123] transaction","detail":"{read_only:false; response_revision:29785; number_of_response:1; }","duration":"2.363914532s","start":"2026-07-16T07:48:05.873134Z","end":"2026-07-16T07:48:08.237049Z","steps":["trace[684877123] 'process raft request' (duration: 2.363552682s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.237267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.873097Z","time spent":"2.364070336s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.23728Z","caller":"traceutil/trace.go:171","msg":"trace[492320688] transaction","detail":"{read_only:false; response_revision:29786; number_of_response:1; }","duration":"2.364138538s","start":"2026-07-16T07:48:05.87313Z","end":"2026-07-16T07:48:08.237268Z","steps":["trace[492320688] 'process raft request' (duration: 2.363803168s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.237352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.873082Z","time spent":"2.364225301s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:08.237263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.722244Z","time spent":"2.514835418s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.237484Z","caller":"traceutil/trace.go:171","msg":"trace[1653852291] transaction","detail":"{read_only:false; response_revision:29787; number_of_response:1; }","duration":"2.36388458s","start":"2026-07-16T07:48:05.873558Z","end":"2026-07-16T07:48:08.237443Z","steps":["trace[1653852291] 'process raft request' (duration: 2.363665404s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.237675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.873547Z","time spent":"2.364015615s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.237703Z","caller":"traceutil/trace.go:171","msg":"trace[862376017] transaction","detail":"{read_only:false; response_revision:29788; number_of_response:1; }","duration":"2.364018535s","start":"2026-07-16T07:48:05.873655Z","end":"2026-07-16T07:48:08.237673Z","steps":["trace[862376017] 'process raft request' (duration: 2.363720397s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.237914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.873638Z","time spent":"2.364163258s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:08.252353Z","caller":"traceutil/trace.go:171","msg":"trace[1432676355] linearizableReadLoop","detail":"{readStateIndex:31198; appliedIndex:31192; }","duration":"194.628436ms","start":"2026-07-16T07:48:08.057689Z","end":"2026-07-16T07:48:08.252318Z","steps":["trace[1432676355] 'read index received' (duration: 173.774039ms)","trace[1432676355] 'applied index is now lower than readState.Index' (duration: 20.849897ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:08.252422Z","caller":"traceutil/trace.go:171","msg":"trace[1128064428] transaction","detail":"{read_only:false; response_revision:29789; number_of_response:1; }","duration":"127.256892ms","start":"2026-07-16T07:48:08.125132Z","end":"2026-07-16T07:48:08.252389Z","steps":["trace[1128064428] 'process raft request' (duration: 127.067297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138286929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:08.252526Z","caller":"traceutil/trace.go:171","msg":"trace[149414436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29789; }","duration":"3.138387702s","start":"2026-07-16T07:48:05.114124Z","end":"2026-07-16T07:48:08.252511Z","steps":["trace[149414436] 'agreement among raft nodes before linearized reading' (duration: 3.138237368s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.114102Z","time spent":"3.138445014s","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.252587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334769497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-07-16T07:48:08.252606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338380616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0be3a055-4bcf-45bc-820c-ea6cab346ae2\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-16T07:48:08.252586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401618845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:08.252651Z","caller":"traceutil/trace.go:171","msg":"trace[1572279326] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0be3a055-4bcf-45bc-820c-ea6cab346ae2; range_end:; response_count:1; response_revision:29789; }","duration":"3.338469929s","start":"2026-07-16T07:48:04.914167Z","end":"2026-07-16T07:48:08.252637Z","steps":["trace[1572279326] 'agreement among raft nodes before linearized reading' (duration: 3.338252553s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.25265Z","caller":"traceutil/trace.go:171","msg":"trace[73336459] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29789; }","duration":"3.334849878s","start":"2026-07-16T07:48:04.917779Z","end":"2026-07-16T07:48:08.252629Z","steps":["trace[73336459] 'agreement among raft nodes before linearized reading' (duration: 3.334617392s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.252674Z","caller":"traceutil/trace.go:171","msg":"trace[755810838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29789; }","duration":"2.401762759s","start":"2026-07-16T07:48:05.850889Z","end":"2026-07-16T07:48:08.252652Z","steps":["trace[755810838] 'agreement among raft nodes before linearized reading' (duration: 2.401456701s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.917771Z","time spent":"3.33492126s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:08.252721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.850863Z","time spent":"2.401849952s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:48:08.252768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538455311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:08.2528Z","caller":"traceutil/trace.go:171","msg":"trace[1059191561] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29789; }","duration":"2.538521923s","start":"2026-07-16T07:48:05.714271Z","end":"2026-07-16T07:48:08.252792Z","steps":["trace[1059191561] 'agreement among raft nodes before linearized reading' (duration: 2.538456951s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3374416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-16T07:48:08.252822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.71425Z","time spent":"2.538566625s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:08.252838Z","caller":"traceutil/trace.go:171","msg":"trace[34267159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29789; }","duration":"3.337489382s","start":"2026-07-16T07:48:04.915338Z","end":"2026-07-16T07:48:08.252827Z","steps":["trace[34267159] 'agreement among raft nodes before linearized reading' (duration: 3.337364138s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.91533Z","time spent":"3.337525813s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:08.252925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266479036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:08.252969Z","caller":"traceutil/trace.go:171","msg":"trace[1635016680] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29789; }","duration":"3.266573319s","start":"2026-07-16T07:48:04.986381Z","end":"2026-07-16T07:48:08.252954Z","steps":["trace[1635016680] 'agreement among raft nodes before linearized reading' (duration: 3.266499447s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.252991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.667867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:08.253015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999105918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:48:08.252999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.986352Z","time spent":"3.266638451s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:08.253041Z","caller":"traceutil/trace.go:171","msg":"trace[1121243793] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29789; }","duration":"2.99915689s","start":"2026-07-16T07:48:05.253876Z","end":"2026-07-16T07:48:08.253033Z","steps":["trace[1121243793] 'agreement among raft nodes before linearized reading' (duration: 2.999078307s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.25304Z","caller":"traceutil/trace.go:171","msg":"trace[1210984410] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:29789; }","duration":"267.752079ms","start":"2026-07-16T07:48:07.985268Z","end":"2026-07-16T07:48:08.25302Z","steps":["trace[1210984410] 'agreement among raft nodes before linearized reading' (duration: 267.681917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.253062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.253848Z","time spent":"2.999209011s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-16T07:48:08.253063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.931821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:08.253093Z","caller":"traceutil/trace.go:171","msg":"trace[301844932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29789; }","duration":"324.996983ms","start":"2026-07-16T07:48:07.928087Z","end":"2026-07-16T07:48:08.253084Z","steps":["trace[301844932] 'agreement among raft nodes before linearized reading' (duration: 324.950412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.253015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254826233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:08.253119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:07.928067Z","time spent":"325.046614ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:48:08.25314Z","caller":"traceutil/trace.go:171","msg":"trace[1937635516] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29789; }","duration":"1.254943916s","start":"2026-07-16T07:48:06.998177Z","end":"2026-07-16T07:48:08.253121Z","steps":["trace[1937635516] 'agreement among raft nodes before linearized reading' (duration: 1.254799122s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.253262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:06.9981Z","time spent":"1.255123921s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.253398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.992181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:48:08.253389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336209945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-16T07:48:08.252682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:04.914138Z","time spent":"3.338536751s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0be3a055-4bcf-45bc-820c-ea6cab346ae2\" "} {"level":"warn","ts":"2026-07-16T07:48:08.253461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.707634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:08.253426Z","caller":"traceutil/trace.go:171","msg":"trace[804922129] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29789; }","duration":"695.022312ms","start":"2026-07-16T07:48:07.558394Z","end":"2026-07-16T07:48:08.253416Z","steps":["trace[804922129] 'agreement among raft nodes before linearized reading' (duration: 694.971041ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:08.253485Z","caller":"traceutil/trace.go:171","msg":"trace[1969314923] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29789; }","duration":"861.775677ms","start":"2026-07-16T07:48:07.391702Z","end":"2026-07-16T07:48:08.253478Z","steps":["trace[1969314923] 'agreement among raft nodes before linearized reading' (duration: 861.739776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.25351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:07.391672Z","time spent":"861.831518ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:08.253508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:07.558365Z","time spent":"695.128655ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:08.253456Z","caller":"traceutil/trace.go:171","msg":"trace[2022707240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718; range_end:; response_count:1; response_revision:29789; }","duration":"2.336335539s","start":"2026-07-16T07:48:05.917109Z","end":"2026-07-16T07:48:08.253444Z","steps":["trace[2022707240] 'agreement among raft nodes before linearized reading' (duration: 2.336170674s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:08.253614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:05.917079Z","time spent":"2.336521453s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d619484-7dd9-498d-851f-8261c879c718\" "} {"level":"info","ts":"2026-07-16T07:48:12.325837Z","caller":"traceutil/trace.go:171","msg":"trace[70834736] transaction","detail":"{read_only:false; response_revision:29831; number_of_response:1; }","duration":"237.715638ms","start":"2026-07-16T07:48:12.088087Z","end":"2026-07-16T07:48:12.325803Z","steps":["trace[70834736] 'process raft request' (duration: 237.495251ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:13.172918Z","caller":"traceutil/trace.go:171","msg":"trace[1565850852] linearizableReadLoop","detail":"{readStateIndex:31249; appliedIndex:31243; }","duration":"1.038878497s","start":"2026-07-16T07:48:12.134006Z","end":"2026-07-16T07:48:13.172884Z","steps":["trace[1565850852] 'read index received' (duration: 191.671154ms)","trace[1565850852] 'applied index is now lower than readState.Index' (duration: 847.206223ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:13.173158Z","caller":"traceutil/trace.go:171","msg":"trace[1999017090] transaction","detail":"{read_only:false; response_revision:29837; number_of_response:1; }","duration":"917.425296ms","start":"2026-07-16T07:48:12.255718Z","end":"2026-07-16T07:48:13.173143Z","steps":["trace[1999017090] 'process raft request' (duration: 916.938643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.173317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.255681Z","time spent":"917.514559ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.173699Z","caller":"traceutil/trace.go:171","msg":"trace[1664554197] transaction","detail":"{read_only:false; response_revision:29838; number_of_response:1; }","duration":"916.585362ms","start":"2026-07-16T07:48:12.2571Z","end":"2026-07-16T07:48:13.173685Z","steps":["trace[1664554197] 'process raft request' (duration: 915.610945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.173776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.257085Z","time spent":"916.651025ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.173953Z","caller":"traceutil/trace.go:171","msg":"trace[1999803499] transaction","detail":"{read_only:false; response_revision:29839; number_of_response:1; }","duration":"916.706177ms","start":"2026-07-16T07:48:12.257234Z","end":"2026-07-16T07:48:13.17394Z","steps":["trace[1999803499] 'process raft request' (duration: 915.518254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.174033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.257195Z","time spent":"916.800359ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.174269Z","caller":"traceutil/trace.go:171","msg":"trace[1156692842] transaction","detail":"{read_only:false; response_revision:29840; number_of_response:1; }","duration":"916.905072ms","start":"2026-07-16T07:48:12.257344Z","end":"2026-07-16T07:48:13.174249Z","steps":["trace[1156692842] 'process raft request' (duration: 915.452372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.174348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.257292Z","time spent":"917.018465ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.174521Z","caller":"traceutil/trace.go:171","msg":"trace[954337735] transaction","detail":"{read_only:false; response_revision:29841; number_of_response:1; }","duration":"908.849939ms","start":"2026-07-16T07:48:12.26566Z","end":"2026-07-16T07:48:13.17451Z","steps":["trace[954337735] 'process raft request' (duration: 907.171783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.174589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.265641Z","time spent":"908.914961ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.173176Z","caller":"traceutil/trace.go:171","msg":"trace[150992051] transaction","detail":"{read_only:false; response_revision:29836; number_of_response:1; }","duration":"1.083222074s","start":"2026-07-16T07:48:12.089897Z","end":"2026-07-16T07:48:13.173119Z","steps":["trace[150992051] 'process raft request' (duration: 1.082703559s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.174797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04078327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:13.174862Z","caller":"traceutil/trace.go:171","msg":"trace[1229563936] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29841; }","duration":"1.040929354s","start":"2026-07-16T07:48:12.133915Z","end":"2026-07-16T07:48:13.174844Z","steps":["trace[1229563936] 'agreement among raft nodes before linearized reading' (duration: 1.04080147s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.174884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.089881Z","time spent":"1.084894321s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:13.174909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.133887Z","time spent":"1.041010456s","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:13.175212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.303334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:48:13.175255Z","caller":"traceutil/trace.go:171","msg":"trace[1275049198] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29841; }","duration":"878.380676ms","start":"2026-07-16T07:48:12.296863Z","end":"2026-07-16T07:48:13.175243Z","steps":["trace[1275049198] 'agreement among raft nodes before linearized reading' (duration: 878.242322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.296849Z","time spent":"878.434188ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:13.175428Z","caller":"traceutil/trace.go:171","msg":"trace[160772389] transaction","detail":"{read_only:false; response_revision:29832; number_of_response:1; }","duration":"1.086936628s","start":"2026-07-16T07:48:12.088478Z","end":"2026-07-16T07:48:13.175415Z","steps":["trace[160772389] 'process raft request' (duration: 1.083660247s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.08847Z","time spent":"1.086989549s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.17558Z","caller":"traceutil/trace.go:171","msg":"trace[119456289] transaction","detail":"{read_only:false; response_revision:29833; number_of_response:1; }","duration":"1.086538896s","start":"2026-07-16T07:48:12.089033Z","end":"2026-07-16T07:48:13.175572Z","steps":["trace[119456289] 'process raft request' (duration: 1.083387448s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.089025Z","time spent":"1.086577587s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.175688Z","caller":"traceutil/trace.go:171","msg":"trace[293933766] transaction","detail":"{read_only:false; response_revision:29834; number_of_response:1; }","duration":"1.086590368s","start":"2026-07-16T07:48:12.08909Z","end":"2026-07-16T07:48:13.17568Z","steps":["trace[293933766] 'process raft request' (duration: 1.083377369s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.089082Z","time spent":"1.086624919s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:13.175856Z","caller":"traceutil/trace.go:171","msg":"trace[562299239] transaction","detail":"{read_only:false; response_revision:29835; number_of_response:1; }","duration":"1.08598011s","start":"2026-07-16T07:48:12.089863Z","end":"2026-07-16T07:48:13.175844Z","steps":["trace[562299239] 'process raft request' (duration: 1.082666658s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.389819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:13.17594Z","caller":"traceutil/trace.go:171","msg":"trace[1598258150] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29841; }","duration":"134.458101ms","start":"2026-07-16T07:48:13.041467Z","end":"2026-07-16T07:48:13.175925Z","steps":["trace[1598258150] 'agreement among raft nodes before linearized reading' (duration: 134.358418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.17618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:13.176225Z","caller":"traceutil/trace.go:171","msg":"trace[1278455985] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29841; }","duration":"141.079584ms","start":"2026-07-16T07:48:13.035135Z","end":"2026-07-16T07:48:13.176215Z","steps":["trace[1278455985] 'agreement among raft nodes before linearized reading' (duration: 141.003682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.176518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.874381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:13.17655Z","caller":"traceutil/trace.go:171","msg":"trace[160908403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29841; }","duration":"255.964003ms","start":"2026-07-16T07:48:12.920577Z","end":"2026-07-16T07:48:13.176541Z","steps":["trace[160908403] 'agreement among raft nodes before linearized reading' (duration: 255.902491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.175899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.089855Z","time spent":"1.086023012s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:13.176988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.03256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:13.177039Z","caller":"traceutil/trace.go:171","msg":"trace[474320204] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:29841; }","duration":"559.122372ms","start":"2026-07-16T07:48:12.617904Z","end":"2026-07-16T07:48:13.177026Z","steps":["trace[474320204] 'agreement among raft nodes before linearized reading' (duration: 559.03352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.17707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.617878Z","time spent":"559.185383ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:13.177404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.057777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-16T07:48:13.177429Z","caller":"traceutil/trace.go:171","msg":"trace[147397528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29841; }","duration":"766.14074ms","start":"2026-07-16T07:48:12.411279Z","end":"2026-07-16T07:48:13.177419Z","steps":["trace[147397528] 'agreement among raft nodes before linearized reading' (duration: 766.005836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.177448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.411243Z","time spent":"766.200682ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:13.177632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.401163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10483"} {"level":"info","ts":"2026-07-16T07:48:13.177656Z","caller":"traceutil/trace.go:171","msg":"trace[1254576132] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29841; }","duration":"811.473124ms","start":"2026-07-16T07:48:12.366175Z","end":"2026-07-16T07:48:13.177648Z","steps":["trace[1254576132] 'agreement among raft nodes before linearized reading' (duration: 811.394842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.177674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.366158Z","time spent":"811.511966ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10506,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:13.177838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.325535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:48:13.177858Z","caller":"traceutil/trace.go:171","msg":"trace[277806771] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29841; }","duration":"865.373916ms","start":"2026-07-16T07:48:12.312477Z","end":"2026-07-16T07:48:13.177851Z","steps":["trace[277806771] 'agreement among raft nodes before linearized reading' (duration: 865.304274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.177882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:12.312437Z","time spent":"865.440529ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:13.538144Z","caller":"traceutil/trace.go:171","msg":"trace[499884156] transaction","detail":"{read_only:false; response_revision:29842; number_of_response:1; }","duration":"350.350653ms","start":"2026-07-16T07:48:13.187751Z","end":"2026-07-16T07:48:13.538102Z","steps":["trace[499884156] 'process raft request' (duration: 350.077816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:13.538416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.187733Z","time spent":"350.543379ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:14.552816Z","caller":"traceutil/trace.go:171","msg":"trace[251154977] linearizableReadLoop","detail":"{readStateIndex:31258; appliedIndex:31255; }","duration":"1.289178693s","start":"2026-07-16T07:48:13.26361Z","end":"2026-07-16T07:48:14.552789Z","steps":["trace[251154977] 'read index received' (duration: 274.579258ms)","trace[251154977] 'applied index is now lower than readState.Index' (duration: 1.014598285s)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:14.552961Z","caller":"traceutil/trace.go:171","msg":"trace[14685270] transaction","detail":"{read_only:false; response_revision:29844; number_of_response:1; }","duration":"1.364976s","start":"2026-07-16T07:48:13.187942Z","end":"2026-07-16T07:48:14.552918Z","steps":["trace[14685270] 'process raft request' (duration: 1.364684882s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:14.553076Z","caller":"traceutil/trace.go:171","msg":"trace[1111813098] transaction","detail":"{read_only:false; response_revision:29845; number_of_response:1; }","duration":"1.307905992s","start":"2026-07-16T07:48:13.245157Z","end":"2026-07-16T07:48:14.553063Z","steps":["trace[1111813098] 'process raft request' (duration: 1.307569122s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.553134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.187929Z","time spent":"1.365116043s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:14.553204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.245131Z","time spent":"1.307981933s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:14.553314Z","caller":"traceutil/trace.go:171","msg":"trace[1559926436] transaction","detail":"{read_only:false; response_revision:29843; number_of_response:1; }","duration":"1.365391061s","start":"2026-07-16T07:48:13.187912Z","end":"2026-07-16T07:48:14.553303Z","steps":["trace[1559926436] 'process raft request' (duration: 1.309805243s)","trace[1559926436] 'compare' (duration: 54.370695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:14.553363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.187883Z","time spent":"1.365455283s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:14.553514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289898574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:48:14.553561Z","caller":"traceutil/trace.go:171","msg":"trace[168913480] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29845; }","duration":"1.289998816s","start":"2026-07-16T07:48:13.263551Z","end":"2026-07-16T07:48:14.55355Z","steps":["trace[168913480] 'agreement among raft nodes before linearized reading' (duration: 1.289835252s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.553588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.263522Z","time spent":"1.290059158s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-16T07:48:14.964142Z","caller":"traceutil/trace.go:171","msg":"trace[443965206] transaction","detail":"{read_only:false; response_revision:29846; number_of_response:1; }","duration":"1.416281731s","start":"2026-07-16T07:48:13.547819Z","end":"2026-07-16T07:48:14.964101Z","steps":["trace[443965206] 'process raft request' (duration: 1.386727283s)","trace[443965206] 'compare' (duration: 29.143086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:14.964422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.547793Z","time spent":"1.416493916s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:14.964557Z","caller":"traceutil/trace.go:171","msg":"trace[1171395924] transaction","detail":"{read_only:false; response_revision:29847; number_of_response:1; }","duration":"1.416609289s","start":"2026-07-16T07:48:13.547911Z","end":"2026-07-16T07:48:14.964521Z","steps":["trace[1171395924] 'process raft request' (duration: 1.416108916s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.964744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.547878Z","time spent":"1.416762954s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:14.964919Z","caller":"traceutil/trace.go:171","msg":"trace[87443809] transaction","detail":"{read_only:false; response_revision:29848; number_of_response:1; }","duration":"1.416926068s","start":"2026-07-16T07:48:13.547946Z","end":"2026-07-16T07:48:14.964872Z","steps":["trace[87443809] 'process raft request' (duration: 1.416456735s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:14.965029Z","caller":"traceutil/trace.go:171","msg":"trace[470262852] linearizableReadLoop","detail":"{readStateIndex:31262; appliedIndex:31258; }","duration":"412.108203ms","start":"2026-07-16T07:48:14.552885Z","end":"2026-07-16T07:48:14.964994Z","steps":["trace[470262852] 'read index received' (duration: 381.531967ms)","trace[470262852] 'applied index is now lower than readState.Index' (duration: 30.574386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:14.96513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.547934Z","time spent":"1.417087942s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:14.965128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.574852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:14.965203Z","caller":"traceutil/trace.go:171","msg":"trace[1982373759] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:29849; }","duration":"560.704265ms","start":"2026-07-16T07:48:14.404485Z","end":"2026-07-16T07:48:14.965189Z","steps":["trace[1982373759] 'agreement among raft nodes before linearized reading' (duration: 560.561891ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:14.965193Z","caller":"traceutil/trace.go:171","msg":"trace[520811650] transaction","detail":"{read_only:false; response_revision:29849; number_of_response:1; }","duration":"1.417154175s","start":"2026-07-16T07:48:13.547996Z","end":"2026-07-16T07:48:14.96515Z","steps":["trace[520811650] 'process raft request' (duration: 1.416807995s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.965246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.334208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-16T07:48:14.965255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.404458Z","time spent":"560.786297ms","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:14.965299Z","caller":"traceutil/trace.go:171","msg":"trace[181648985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29849; }","duration":"632.42126ms","start":"2026-07-16T07:48:14.332857Z","end":"2026-07-16T07:48:14.965278Z","steps":["trace[181648985] 'agreement among raft nodes before linearized reading' (duration: 632.258846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.965334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.33283Z","time spent":"632.496603ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:14.965346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530741118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:14.965389Z","caller":"traceutil/trace.go:171","msg":"trace[60245822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29849; }","duration":"1.530857951s","start":"2026-07-16T07:48:13.434519Z","end":"2026-07-16T07:48:14.965377Z","steps":["trace[60245822] 'agreement among raft nodes before linearized reading' (duration: 1.530662486s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.96538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.547967Z","time spent":"1.417309178s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:14.965418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:13.434489Z","time spent":"1.530921823s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-16T07:48:14.965535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.546009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:48:14.965614Z","caller":"traceutil/trace.go:171","msg":"trace[1810107008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29849; }","duration":"406.684524ms","start":"2026-07-16T07:48:14.558902Z","end":"2026-07-16T07:48:14.965586Z","steps":["trace[1810107008] 'agreement among raft nodes before linearized reading' (duration: 406.303733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.965655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.47525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-16T07:48:14.965676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.558882Z","time spent":"406.777716ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:14.965702Z","caller":"traceutil/trace.go:171","msg":"trace[1319347939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29849; }","duration":"130.603384ms","start":"2026-07-16T07:48:14.835081Z","end":"2026-07-16T07:48:14.965685Z","steps":["trace[1319347939] 'agreement among raft nodes before linearized reading' (duration: 130.48723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.965805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.829398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:48:14.965846Z","caller":"traceutil/trace.go:171","msg":"trace[2067537417] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29849; }","duration":"406.90614ms","start":"2026-07-16T07:48:14.558929Z","end":"2026-07-16T07:48:14.965835Z","steps":["trace[2067537417] 'agreement among raft nodes before linearized reading' (duration: 406.792117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:14.965883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.558907Z","time spent":"406.963491ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:15.473112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:48:15.981542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.532378Z","time spent":"449.146118ms","remote":"127.0.0.1:58702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-16T07:48:15.982947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.23131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:15.983082Z","caller":"traceutil/trace.go:171","msg":"trace[34359815] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"1.011649993s","start":"2026-07-16T07:48:14.971405Z","end":"2026-07-16T07:48:15.983055Z","steps":["trace[34359815] 'process raft request' (duration: 824.207757ms)","trace[34359815] 'compare' (duration: 185.831752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:15.983139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.97138Z","time spent":"1.011735026s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:15.985092Z","caller":"traceutil/trace.go:171","msg":"trace[1894862459] transaction","detail":"{read_only:false; response_revision:29852; number_of_response:1; }","duration":"1.01296344s","start":"2026-07-16T07:48:14.972115Z","end":"2026-07-16T07:48:15.985078Z","steps":["trace[1894862459] 'process raft request' (duration: 1.012890028s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:15.985097Z","caller":"traceutil/trace.go:171","msg":"trace[527005506] transaction","detail":"{read_only:false; response_revision:29851; number_of_response:1; }","duration":"1.013034872s","start":"2026-07-16T07:48:14.972028Z","end":"2026-07-16T07:48:15.985063Z","steps":["trace[527005506] 'process raft request' (duration: 1.012914159s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.985144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.972095Z","time spent":"1.013021792s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:15.985259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.972018Z","time spent":"1.013142365s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:15.985389Z","caller":"traceutil/trace.go:171","msg":"trace[230634990] transaction","detail":"{read_only:false; response_revision:29854; number_of_response:1; }","duration":"801.349155ms","start":"2026-07-16T07:48:15.184029Z","end":"2026-07-16T07:48:15.985378Z","steps":["trace[230634990] 'process raft request' (duration: 801.225861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.985448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.183992Z","time spent":"801.425737ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:15.985464Z","caller":"traceutil/trace.go:171","msg":"trace[2128120479] linearizableReadLoop","detail":"{readStateIndex:31270; appliedIndex:31262; }","duration":"1.013257399s","start":"2026-07-16T07:48:14.972188Z","end":"2026-07-16T07:48:15.985445Z","steps":["trace[2128120479] 'read index received' (duration: 823.449886ms)","trace[2128120479] 'applied index is now lower than readState.Index' (duration: 189.806723ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:15.985473Z","caller":"traceutil/trace.go:171","msg":"trace[388122619] transaction","detail":"{read_only:false; response_revision:29856; number_of_response:1; }","duration":"800.673876ms","start":"2026-07-16T07:48:15.184776Z","end":"2026-07-16T07:48:15.98545Z","steps":["trace[388122619] 'process raft request' (duration: 800.597214ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:15.985484Z","caller":"traceutil/trace.go:171","msg":"trace[2000655456] transaction","detail":"{read_only:false; response_revision:29857; number_of_response:1; }","duration":"799.833432ms","start":"2026-07-16T07:48:15.185628Z","end":"2026-07-16T07:48:15.985462Z","steps":["trace[2000655456] 'process raft request' (duration: 799.77433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.98554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.184736Z","time spent":"800.773798ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:15.985497Z","caller":"traceutil/trace.go:171","msg":"trace[1331596043] transaction","detail":"{read_only:false; response_revision:29855; number_of_response:1; }","duration":"800.937752ms","start":"2026-07-16T07:48:15.184503Z","end":"2026-07-16T07:48:15.985441Z","steps":["trace[1331596043] 'process raft request' (duration: 800.83727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.985618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.185616Z","time spent":"799.920445ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:15.985659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013483954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:15.985694Z","caller":"traceutil/trace.go:171","msg":"trace[1069750991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29857; }","duration":"1.013580757s","start":"2026-07-16T07:48:14.972104Z","end":"2026-07-16T07:48:15.985685Z","steps":["trace[1069750991] 'agreement among raft nodes before linearized reading' (duration: 1.013406592s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.985692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.184486Z","time spent":"801.101898ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:15.985715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:14.972076Z","time spent":"1.013633789s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:48:15.985419Z","caller":"traceutil/trace.go:171","msg":"trace[476882208] transaction","detail":"{read_only:false; response_revision:29853; number_of_response:1; }","duration":"801.893029ms","start":"2026-07-16T07:48:15.183462Z","end":"2026-07-16T07:48:15.985355Z","steps":["trace[476882208] 'process raft request' (duration: 801.582841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.985929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.183428Z","time spent":"802.468525ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:15.994256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.31773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:48:15.994292Z","caller":"traceutil/trace.go:171","msg":"trace[1724818912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29858; }","duration":"811.361641ms","start":"2026-07-16T07:48:15.182921Z","end":"2026-07-16T07:48:15.994282Z","steps":["trace[1724818912] 'agreement among raft nodes before linearized reading' (duration: 811.266228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.182917Z","time spent":"811.389512ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:48:15.994319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.981611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:48:15.994316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.636502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:48:15.994351Z","caller":"traceutil/trace.go:171","msg":"trace[461319701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29858; }","duration":"811.069354ms","start":"2026-07-16T07:48:15.183272Z","end":"2026-07-16T07:48:15.994341Z","steps":["trace[461319701] 'agreement among raft nodes before linearized reading' (duration: 810.95422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.183242Z","time spent":"811.127424ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-16T07:48:15.994385Z","caller":"traceutil/trace.go:171","msg":"trace[776661277] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29858; }","duration":"741.774996ms","start":"2026-07-16T07:48:15.252589Z","end":"2026-07-16T07:48:15.994364Z","steps":["trace[776661277] 'agreement among raft nodes before linearized reading' (duration: 741.571731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.165187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:48:15.99443Z","caller":"traceutil/trace.go:171","msg":"trace[1046832898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29858; }","duration":"265.211889ms","start":"2026-07-16T07:48:15.729211Z","end":"2026-07-16T07:48:15.994423Z","steps":["trace[1046832898] 'agreement among raft nodes before linearized reading' (duration: 265.154947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.252562Z","time spent":"741.858188ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-16T07:48:15.994477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.373631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-16T07:48:15.994541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.640119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:48:15.994538Z","caller":"traceutil/trace.go:171","msg":"trace[1997079206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29858; }","duration":"811.461754ms","start":"2026-07-16T07:48:15.183055Z","end":"2026-07-16T07:48:15.994517Z","steps":["trace[1997079206] 'agreement among raft nodes before linearized reading' (duration: 811.356742ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:15.994564Z","caller":"traceutil/trace.go:171","msg":"trace[1563271302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29858; }","duration":"811.702631ms","start":"2026-07-16T07:48:15.182853Z","end":"2026-07-16T07:48:15.994556Z","steps":["trace[1563271302] 'agreement among raft nodes before linearized reading' (duration: 811.642759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.182831Z","time spent":"811.745242ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:15.994581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.183027Z","time spent":"811.544836ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:15.994659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.971289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:48:15.994686Z","caller":"traceutil/trace.go:171","msg":"trace[1413607345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29858; }","duration":"266.038161ms","start":"2026-07-16T07:48:15.728641Z","end":"2026-07-16T07:48:15.994679Z","steps":["trace[1413607345] 'agreement among raft nodes before linearized reading' (duration: 265.947098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.369131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:48:15.994724Z","caller":"traceutil/trace.go:171","msg":"trace[573720369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29858; }","duration":"811.775943ms","start":"2026-07-16T07:48:15.182941Z","end":"2026-07-16T07:48:15.994717Z","steps":["trace[573720369] 'agreement among raft nodes before linearized reading' (duration: 811.192607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.182938Z","time spent":"811.804994ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:15.994902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.159374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:15.994928Z","caller":"traceutil/trace.go:171","msg":"trace[738752466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29858; }","duration":"906.232207ms","start":"2026-07-16T07:48:15.088688Z","end":"2026-07-16T07:48:15.99492Z","steps":["trace[738752466] 'agreement among raft nodes before linearized reading' (duration: 906.185515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:15.994945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:15.08866Z","time spent":"906.280328ms","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:24.293778Z","caller":"traceutil/trace.go:171","msg":"trace[211304180] transaction","detail":"{read_only:false; response_revision:29928; number_of_response:1; }","duration":"272.574092ms","start":"2026-07-16T07:48:24.021165Z","end":"2026-07-16T07:48:24.293739Z","steps":["trace[211304180] 'process raft request' (duration: 272.324305ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:24.889438Z","caller":"traceutil/trace.go:171","msg":"trace[1211773996] transaction","detail":"{read_only:false; response_revision:29930; number_of_response:1; }","duration":"867.647449ms","start":"2026-07-16T07:48:24.021753Z","end":"2026-07-16T07:48:24.8894Z","steps":["trace[1211773996] 'process raft request' (duration: 867.406482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.889658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.021712Z","time spent":"867.838744ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:24.8897Z","caller":"traceutil/trace.go:171","msg":"trace[571320056] transaction","detail":"{read_only:false; response_revision:29929; number_of_response:1; }","duration":"867.986038ms","start":"2026-07-16T07:48:24.02167Z","end":"2026-07-16T07:48:24.889656Z","steps":["trace[571320056] 'process raft request' (duration: 841.481594ms)","trace[571320056] 'compare' (duration: 25.65886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:24.889874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.021657Z","time spent":"868.117212ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:24.890024Z","caller":"traceutil/trace.go:171","msg":"trace[1987078664] transaction","detail":"{read_only:false; response_revision:29931; number_of_response:1; }","duration":"867.455753ms","start":"2026-07-16T07:48:24.022537Z","end":"2026-07-16T07:48:24.889993Z","steps":["trace[1987078664] 'process raft request' (duration: 866.794075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.890185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.022524Z","time spent":"867.577097ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:24.890299Z","caller":"traceutil/trace.go:171","msg":"trace[1755669460] linearizableReadLoop","detail":"{readStateIndex:31349; appliedIndex:31344; }","duration":"861.459338ms","start":"2026-07-16T07:48:24.02882Z","end":"2026-07-16T07:48:24.890279Z","steps":["trace[1755669460] 'read index received' (duration: 264.703225ms)","trace[1755669460] 'applied index is now lower than readState.Index' (duration: 596.754623ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:24.890342Z","caller":"traceutil/trace.go:171","msg":"trace[1204684726] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"866.781204ms","start":"2026-07-16T07:48:24.023513Z","end":"2026-07-16T07:48:24.890295Z","steps":["trace[1204684726] 'process raft request' (duration: 866.367803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.890531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.716265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:48:24.890581Z","caller":"traceutil/trace.go:171","msg":"trace[2145401533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29932; }","duration":"861.810247ms","start":"2026-07-16T07:48:24.028757Z","end":"2026-07-16T07:48:24.890568Z","steps":["trace[2145401533] 'agreement among raft nodes before linearized reading' (duration: 861.629832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.890614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.02873Z","time spent":"861.877159ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:24.890586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.0235Z","time spent":"866.932539ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:24.895474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.532245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:48:24.895553Z","caller":"traceutil/trace.go:171","msg":"trace[380466848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29933; }","duration":"850.649008ms","start":"2026-07-16T07:48:24.044887Z","end":"2026-07-16T07:48:24.895536Z","steps":["trace[380466848] 'agreement among raft nodes before linearized reading' (duration: 850.419522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.895589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.044872Z","time spent":"850.71141ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:48:24.895856Z","caller":"traceutil/trace.go:171","msg":"trace[658281915] transaction","detail":"{read_only:false; response_revision:29933; number_of_response:1; }","duration":"328.391087ms","start":"2026-07-16T07:48:24.567455Z","end":"2026-07-16T07:48:24.895846Z","steps":["trace[658281915] 'process raft request' (duration: 327.701208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.895947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.567427Z","time spent":"328.453128ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:24.896022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.692429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:24.896073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.199961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:48:24.896098Z","caller":"traceutil/trace.go:171","msg":"trace[2013281847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29933; }","duration":"835.271643ms","start":"2026-07-16T07:48:24.060819Z","end":"2026-07-16T07:48:24.89609Z","steps":["trace[2013281847] 'agreement among raft nodes before linearized reading' (duration: 835.189811ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:24.89609Z","caller":"traceutil/trace.go:171","msg":"trace[878673340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29933; }","duration":"631.766881ms","start":"2026-07-16T07:48:24.264299Z","end":"2026-07-16T07:48:24.896066Z","steps":["trace[878673340] 'agreement among raft nodes before linearized reading' (duration: 631.647158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.896118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.060795Z","time spent":"835.318204ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:24.8961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.593711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:48:24.896192Z","caller":"traceutil/trace.go:171","msg":"trace[1220441975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29933; }","duration":"831.696104ms","start":"2026-07-16T07:48:24.064474Z","end":"2026-07-16T07:48:24.89617Z","steps":["trace[1220441975] 'agreement among raft nodes before linearized reading' (duration: 831.439467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.896303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.064468Z","time spent":"831.821497ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:24.896322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.45191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:48:24.896447Z","caller":"traceutil/trace.go:171","msg":"trace[428906313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29933; }","duration":"847.605264ms","start":"2026-07-16T07:48:24.048832Z","end":"2026-07-16T07:48:24.896438Z","steps":["trace[428906313] 'agreement among raft nodes before linearized reading' (duration: 847.44603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.896473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.048803Z","time spent":"847.662235ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:24.896133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.264146Z","time spent":"631.976388ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:24.896633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.067508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:48:24.896701Z","caller":"traceutil/trace.go:171","msg":"trace[2103610558] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29933; }","duration":"805.16595ms","start":"2026-07-16T07:48:24.091519Z","end":"2026-07-16T07:48:24.896685Z","steps":["trace[2103610558] 'agreement among raft nodes before linearized reading' (duration: 805.021516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.896738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.091496Z","time spent":"805.233732ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:24.896767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.741333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:48:24.896805Z","caller":"traceutil/trace.go:171","msg":"trace[1347161731] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29933; }","duration":"806.826976ms","start":"2026-07-16T07:48:24.089966Z","end":"2026-07-16T07:48:24.896793Z","steps":["trace[1347161731] 'agreement among raft nodes before linearized reading' (duration: 806.740224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.896827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.089935Z","time spent":"806.886737ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:24.896265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.413656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:48:24.897038Z","caller":"traceutil/trace.go:171","msg":"trace[1038994863] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29933; }","duration":"845.219118ms","start":"2026-07-16T07:48:24.051805Z","end":"2026-07-16T07:48:24.897024Z","steps":["trace[1038994863] 'agreement among raft nodes before linearized reading' (duration: 844.373064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.897083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.0518Z","time spent":"845.27077ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:24.896633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.933678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-16T07:48:24.897153Z","caller":"traceutil/trace.go:171","msg":"trace[1422793184] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29933; }","duration":"326.527865ms","start":"2026-07-16T07:48:24.570618Z","end":"2026-07-16T07:48:24.897146Z","steps":["trace[1422793184] 'agreement among raft nodes before linearized reading' (duration: 325.910738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:24.897171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:24.570609Z","time spent":"326.557576ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-16T07:48:25.135025Z","caller":"traceutil/trace.go:171","msg":"trace[195621825] transaction","detail":"{read_only:false; response_revision:29935; number_of_response:1; }","duration":"231.071514ms","start":"2026-07-16T07:48:24.903924Z","end":"2026-07-16T07:48:25.134995Z","steps":["trace[195621825] 'process raft request' (duration: 145.996829ms)","trace[195621825] 'compare' (duration: 84.830128ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:25.135603Z","caller":"traceutil/trace.go:171","msg":"trace[1727228752] transaction","detail":"{read_only:false; response_revision:29937; number_of_response:1; }","duration":"231.501736ms","start":"2026-07-16T07:48:24.90409Z","end":"2026-07-16T07:48:25.135591Z","steps":["trace[1727228752] 'process raft request' (duration: 231.332862ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:25.135565Z","caller":"traceutil/trace.go:171","msg":"trace[1991920806] transaction","detail":"{read_only:false; response_revision:29936; number_of_response:1; }","duration":"231.499376ms","start":"2026-07-16T07:48:24.904016Z","end":"2026-07-16T07:48:25.135516Z","steps":["trace[1991920806] 'process raft request' (duration: 230.937741ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:25.135675Z","caller":"traceutil/trace.go:171","msg":"trace[2042957886] transaction","detail":"{read_only:false; response_revision:29938; number_of_response:1; }","duration":"231.527667ms","start":"2026-07-16T07:48:24.904116Z","end":"2026-07-16T07:48:25.135644Z","steps":["trace[2042957886] 'process raft request' (duration: 231.435674ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:25.135889Z","caller":"traceutil/trace.go:171","msg":"trace[789770171] linearizableReadLoop","detail":"{readStateIndex:31356; appliedIndex:31351; }","duration":"218.595029ms","start":"2026-07-16T07:48:24.917245Z","end":"2026-07-16T07:48:25.13584Z","steps":["trace[789770171] 'read index received' (duration: 132.862287ms)","trace[789770171] 'applied index is now lower than readState.Index' (duration: 85.731792ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:25.135952Z","caller":"traceutil/trace.go:171","msg":"trace[532264983] transaction","detail":"{read_only:false; response_revision:29939; number_of_response:1; }","duration":"230.407146ms","start":"2026-07-16T07:48:24.905493Z","end":"2026-07-16T07:48:25.1359Z","steps":["trace[532264983] 'process raft request' (duration: 230.108837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:25.13611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.617524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:48:25.136145Z","caller":"traceutil/trace.go:171","msg":"trace[122928681] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29939; }","duration":"229.693325ms","start":"2026-07-16T07:48:24.906441Z","end":"2026-07-16T07:48:25.136134Z","steps":["trace[122928681] 'agreement among raft nodes before linearized reading' (duration: 229.537701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:25.137223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.529927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:25.137279Z","caller":"traceutil/trace.go:171","msg":"trace[937334373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29940; }","duration":"218.65183ms","start":"2026-07-16T07:48:24.918612Z","end":"2026-07-16T07:48:25.137264Z","steps":["trace[937334373] 'agreement among raft nodes before linearized reading' (duration: 218.496256ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:25.137603Z","caller":"traceutil/trace.go:171","msg":"trace[967021428] transaction","detail":"{read_only:false; response_revision:29940; number_of_response:1; }","duration":"216.091279ms","start":"2026-07-16T07:48:24.9215Z","end":"2026-07-16T07:48:25.137591Z","steps":["trace[967021428] 'process raft request' (duration: 215.346699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:25.435454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.745718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:25.435572Z","caller":"traceutil/trace.go:171","msg":"trace[1145356290] linearizableReadLoop","detail":"{readStateIndex:31358; appliedIndex:31357; }","duration":"293.635476ms","start":"2026-07-16T07:48:25.141915Z","end":"2026-07-16T07:48:25.43555Z","steps":["trace[1145356290] 'read index received' (duration: 179.739644ms)","trace[1145356290] 'applied index is now lower than readState.Index' (duration: 113.894412ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:25.435653Z","caller":"traceutil/trace.go:171","msg":"trace[2134958408] transaction","detail":"{read_only:false; response_revision:29941; number_of_response:1; }","duration":"293.998636ms","start":"2026-07-16T07:48:25.141605Z","end":"2026-07-16T07:48:25.435604Z","steps":["trace[2134958408] 'process raft request' (duration: 180.002441ms)","trace[2134958408] 'compare' (duration: 113.365858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:25.435731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.82355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:48:25.435754Z","caller":"traceutil/trace.go:171","msg":"trace[1971854518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29941; }","duration":"293.864772ms","start":"2026-07-16T07:48:25.14188Z","end":"2026-07-16T07:48:25.435745Z","steps":["trace[1971854518] 'agreement among raft nodes before linearized reading' (duration: 293.717678ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:26.029951Z","caller":"traceutil/trace.go:171","msg":"trace[1822119966] transaction","detail":"{read_only:false; response_revision:29942; number_of_response:1; }","duration":"588.657948ms","start":"2026-07-16T07:48:25.441265Z","end":"2026-07-16T07:48:26.029923Z","steps":["trace[1822119966] 'process raft request' (duration: 511.177965ms)","trace[1822119966] 'compare' (duration: 77.291818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:26.030119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:25.441252Z","time spent":"588.791043ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:26.030116Z","caller":"traceutil/trace.go:171","msg":"trace[16539661] linearizableReadLoop","detail":"{readStateIndex:31360; appliedIndex:31358; }","duration":"109.806418ms","start":"2026-07-16T07:48:25.920278Z","end":"2026-07-16T07:48:26.030084Z","steps":["trace[16539661] 'read index received' (duration: 32.248572ms)","trace[16539661] 'applied index is now lower than readState.Index' (duration: 77.555636ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:26.030229Z","caller":"traceutil/trace.go:171","msg":"trace[1220621445] transaction","detail":"{read_only:false; response_revision:29943; number_of_response:1; }","duration":"586.083258ms","start":"2026-07-16T07:48:25.444138Z","end":"2026-07-16T07:48:26.030222Z","steps":["trace[1220621445] 'process raft request' (duration: 585.750249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:26.03026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:25.444124Z","time spent":"586.119968ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:26.030256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.961303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:26.030294Z","caller":"traceutil/trace.go:171","msg":"trace[1916764544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29943; }","duration":"110.072395ms","start":"2026-07-16T07:48:25.920207Z","end":"2026-07-16T07:48:26.03028Z","steps":["trace[1916764544] 'agreement among raft nodes before linearized reading' (duration: 109.973843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:26.492537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.60038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T07:48:26.492617Z","caller":"traceutil/trace.go:171","msg":"trace[354173805] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29943; }","duration":"256.759074ms","start":"2026-07-16T07:48:26.23584Z","end":"2026-07-16T07:48:26.492599Z","steps":["trace[354173805] 'count revisions from in-memory index tree' (duration: 256.476287ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:26.493379Z","caller":"traceutil/trace.go:171","msg":"trace[1540874180] linearizableReadLoop","detail":"{readStateIndex:31361; appliedIndex:31360; }","duration":"173.454309ms","start":"2026-07-16T07:48:26.319906Z","end":"2026-07-16T07:48:26.49336Z","steps":["trace[1540874180] 'read index received' (duration: 173.243234ms)","trace[1540874180] 'applied index is now lower than readState.Index' (duration: 209.655µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:26.493558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.647745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:26.4936Z","caller":"traceutil/trace.go:171","msg":"trace[478864358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29944; }","duration":"173.735338ms","start":"2026-07-16T07:48:26.319853Z","end":"2026-07-16T07:48:26.493588Z","steps":["trace[478864358] 'agreement among raft nodes before linearized reading' (duration: 173.579763ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:26.493519Z","caller":"traceutil/trace.go:171","msg":"trace[428666185] transaction","detail":"{read_only:false; response_revision:29944; number_of_response:1; }","duration":"194.493472ms","start":"2026-07-16T07:48:26.29892Z","end":"2026-07-16T07:48:26.493413Z","steps":["trace[428666185] 'process raft request' (duration: 194.268776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:26.717083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.973593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:48:26.717248Z","caller":"traceutil/trace.go:171","msg":"trace[1080183199] linearizableReadLoop","detail":"{readStateIndex:31362; appliedIndex:31361; }","duration":"218.843595ms","start":"2026-07-16T07:48:26.498344Z","end":"2026-07-16T07:48:26.717188Z","steps":["trace[1080183199] 'read index received' (duration: 35.726568ms)","trace[1080183199] 'applied index is now lower than readState.Index' (duration: 183.114787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:26.717444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.088583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:26.717477Z","caller":"traceutil/trace.go:171","msg":"trace[165734374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29944; }","duration":"219.159034ms","start":"2026-07-16T07:48:26.498307Z","end":"2026-07-16T07:48:26.717466Z","steps":["trace[165734374] 'agreement among raft nodes before linearized reading' (duration: 218.970539ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:26.986555Z","caller":"traceutil/trace.go:171","msg":"trace[1453619415] transaction","detail":"{read_only:false; response_revision:29945; number_of_response:1; }","duration":"214.470064ms","start":"2026-07-16T07:48:26.772063Z","end":"2026-07-16T07:48:26.986533Z","steps":["trace[1453619415] 'process raft request' (duration: 214.31721ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:27.530724Z","caller":"traceutil/trace.go:171","msg":"trace[26980030] transaction","detail":"{read_only:false; response_revision:29946; number_of_response:1; }","duration":"634.496727ms","start":"2026-07-16T07:48:26.896196Z","end":"2026-07-16T07:48:27.530692Z","steps":["trace[26980030] 'process raft request' (duration: 634.065735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.530908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.896171Z","time spent":"634.639601ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:27.53094Z","caller":"traceutil/trace.go:171","msg":"trace[1274625719] linearizableReadLoop","detail":"{readStateIndex:31367; appliedIndex:31363; }","duration":"611.496361ms","start":"2026-07-16T07:48:26.919431Z","end":"2026-07-16T07:48:27.530927Z","steps":["trace[1274625719] 'read index received' (duration: 67.460177ms)","trace[1274625719] 'applied index is now lower than readState.Index' (duration: 544.035104ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:27.531022Z","caller":"traceutil/trace.go:171","msg":"trace[1822704141] transaction","detail":"{read_only:false; response_revision:29949; number_of_response:1; }","duration":"633.550461ms","start":"2026-07-16T07:48:26.897463Z","end":"2026-07-16T07:48:27.531014Z","steps":["trace[1822704141] 'process raft request' (duration: 633.421177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.531079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.897432Z","time spent":"633.612292ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:27.531052Z","caller":"traceutil/trace.go:171","msg":"trace[584107761] transaction","detail":"{read_only:false; response_revision:29948; number_of_response:1; }","duration":"633.785577ms","start":"2026-07-16T07:48:26.897218Z","end":"2026-07-16T07:48:27.531003Z","steps":["trace[584107761] 'process raft request' (duration: 633.610543ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:27.531149Z","caller":"traceutil/trace.go:171","msg":"trace[805653216] transaction","detail":"{read_only:false; response_revision:29947; number_of_response:1; }","duration":"634.010754ms","start":"2026-07-16T07:48:26.897092Z","end":"2026-07-16T07:48:27.531102Z","steps":["trace[805653216] 'process raft request' (duration: 633.546591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.531253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.795989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:27.531269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.897197Z","time spent":"633.954572ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:27.531338Z","caller":"traceutil/trace.go:171","msg":"trace[1133127692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29949; }","duration":"611.938353ms","start":"2026-07-16T07:48:26.919373Z","end":"2026-07-16T07:48:27.531312Z","steps":["trace[1133127692] 'agreement among raft nodes before linearized reading' (duration: 611.757088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.531348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.897056Z","time spent":"634.186458ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:27.531402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.91932Z","time spent":"612.054717ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:48:27.933648Z","caller":"traceutil/trace.go:171","msg":"trace[708924153] linearizableReadLoop","detail":"{readStateIndex:31368; appliedIndex:31367; }","duration":"402.63267ms","start":"2026-07-16T07:48:27.530982Z","end":"2026-07-16T07:48:27.933614Z","steps":["trace[708924153] 'read index received' (duration: 389.765024ms)","trace[708924153] 'applied index is now lower than readState.Index' (duration: 12.866536ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:27.933663Z","caller":"traceutil/trace.go:171","msg":"trace[395710989] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29949; }","duration":"934.546189ms","start":"2026-07-16T07:48:26.999073Z","end":"2026-07-16T07:48:27.93362Z","steps":["trace[395710989] 'process raft request' (duration: 921.726145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.933852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.999032Z","time spent":"934.721494ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:48:27.93388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.755395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:48:27.933939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.215828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-16T07:48:27.933995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.484006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:48:27.933966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012598909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-16T07:48:27.934074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.56477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:48:27.9341Z","caller":"traceutil/trace.go:171","msg":"trace[138164914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29949; }","duration":"1.012790264s","start":"2026-07-16T07:48:26.92129Z","end":"2026-07-16T07:48:27.934081Z","steps":["trace[138164914] 'agreement among raft nodes before linearized reading' (duration: 1.012483395s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:27.934101Z","caller":"traceutil/trace.go:171","msg":"trace[1186880310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29949; }","duration":"793.64544ms","start":"2026-07-16T07:48:27.140429Z","end":"2026-07-16T07:48:27.934075Z","steps":["trace[1186880310] 'agreement among raft nodes before linearized reading' (duration: 793.321301ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:27.934113Z","caller":"traceutil/trace.go:171","msg":"trace[1995817805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29949; }","duration":"792.621472ms","start":"2026-07-16T07:48:27.141483Z","end":"2026-07-16T07:48:27.934105Z","steps":["trace[1995817805] 'agreement among raft nodes before linearized reading' (duration: 792.522909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.934147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:26.921273Z","time spent":"1.012861116s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:27.934157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.140402Z","time spent":"793.746373ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:27.934166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.141474Z","time spent":"792.682823ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:48:27.933976Z","caller":"traceutil/trace.go:171","msg":"trace[1495054146] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29949; }","duration":"792.93043ms","start":"2026-07-16T07:48:27.141022Z","end":"2026-07-16T07:48:27.933952Z","steps":["trace[1495054146] 'agreement among raft nodes before linearized reading' (duration: 792.650023ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:27.934032Z","caller":"traceutil/trace.go:171","msg":"trace[737487413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29949; }","duration":"793.370232ms","start":"2026-07-16T07:48:27.140639Z","end":"2026-07-16T07:48:27.934009Z","steps":["trace[737487413] 'agreement among raft nodes before linearized reading' (duration: 793.078224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.934345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.140987Z","time spent":"793.348382ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:27.934358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.1406Z","time spent":"793.746782ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:48:27.93436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.893999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:48:27.934402Z","caller":"traceutil/trace.go:171","msg":"trace[1004019488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29949; }","duration":"792.95861ms","start":"2026-07-16T07:48:27.141429Z","end":"2026-07-16T07:48:27.934388Z","steps":["trace[1004019488] 'agreement among raft nodes before linearized reading' (duration: 792.750315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:27.934434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.141417Z","time spent":"793.007562ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-16T07:48:28.166924Z","caller":"traceutil/trace.go:171","msg":"trace[1892733059] transaction","detail":"{read_only:false; response_revision:29950; number_of_response:1; }","duration":"226.379574ms","start":"2026-07-16T07:48:27.940514Z","end":"2026-07-16T07:48:28.166894Z","steps":["trace[1892733059] 'process raft request' (duration: 226.098167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.664103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.247996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:28.664409Z","caller":"traceutil/trace.go:171","msg":"trace[1465838549] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"723.644094ms","start":"2026-07-16T07:48:27.940724Z","end":"2026-07-16T07:48:28.664368Z","steps":["trace[1465838549] 'process raft request' (duration: 555.019538ms)","trace[1465838549] 'compare' (duration: 168.119772ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:28.664482Z","caller":"traceutil/trace.go:171","msg":"trace[1365868580] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"723.726666ms","start":"2026-07-16T07:48:27.940719Z","end":"2026-07-16T07:48:28.664445Z","steps":["trace[1365868580] 'process raft request' (duration: 723.543921ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:28.664515Z","caller":"traceutil/trace.go:171","msg":"trace[693932361] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"722.888443ms","start":"2026-07-16T07:48:27.941601Z","end":"2026-07-16T07:48:28.66449Z","steps":["trace[693932361] 'process raft request' (duration: 722.790371ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:28.664537Z","caller":"traceutil/trace.go:171","msg":"trace[545047295] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"723.701676ms","start":"2026-07-16T07:48:27.94079Z","end":"2026-07-16T07:48:28.664491Z","steps":["trace[545047295] 'process raft request' (duration: 723.550621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.664593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.940703Z","time spent":"723.777427ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:28.66459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.941592Z","time spent":"722.965205ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:28.664646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.940685Z","time spent":"723.86257ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:28.664719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.940751Z","time spent":"723.86285ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:28.664746Z","caller":"traceutil/trace.go:171","msg":"trace[244010102] linearizableReadLoop","detail":"{readStateIndex:31375; appliedIndex:31368; }","duration":"630.217749ms","start":"2026-07-16T07:48:28.034502Z","end":"2026-07-16T07:48:28.66472Z","steps":["trace[244010102] 'read index received' (duration: 132.220079ms)","trace[244010102] 'applied index is now lower than readState.Index' (duration: 497.9965ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:28.664853Z","caller":"traceutil/trace.go:171","msg":"trace[1397512846] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"723.200112ms","start":"2026-07-16T07:48:27.941638Z","end":"2026-07-16T07:48:28.664838Z","steps":["trace[1397512846] 'process raft request' (duration: 722.800171ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:28.664884Z","caller":"traceutil/trace.go:171","msg":"trace[1852254034] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"717.253207ms","start":"2026-07-16T07:48:27.947616Z","end":"2026-07-16T07:48:28.66487Z","steps":["trace[1852254034] 'process raft request' (duration: 716.974989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.664914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.941627Z","time spent":"723.255603ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:28.66494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:27.947606Z","time spent":"717.301728ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:28.665027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.498046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:48:28.665085Z","caller":"traceutil/trace.go:171","msg":"trace[180680330] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29956; }","duration":"630.63986ms","start":"2026-07-16T07:48:28.034429Z","end":"2026-07-16T07:48:28.665069Z","steps":["trace[180680330] 'agreement among raft nodes before linearized reading' (duration: 630.442695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.665123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.034402Z","time spent":"630.710903ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:28.678773Z","caller":"traceutil/trace.go:171","msg":"trace[1576216558] transaction","detail":"{read_only:false; response_revision:29957; number_of_response:1; }","duration":"179.053794ms","start":"2026-07-16T07:48:28.499702Z","end":"2026-07-16T07:48:28.678756Z","steps":["trace[1576216558] 'process raft request' (duration: 178.747486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.679016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.726932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:48:28.67905Z","caller":"traceutil/trace.go:171","msg":"trace[1903549010] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29957; }","duration":"643.778124ms","start":"2026-07-16T07:48:28.035263Z","end":"2026-07-16T07:48:28.679041Z","steps":["trace[1903549010] 'agreement among raft nodes before linearized reading' (duration: 643.669991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:28.679078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.035257Z","time spent":"643.811245ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:29.342458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.308461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:29.342672Z","caller":"traceutil/trace.go:171","msg":"trace[1938820212] linearizableReadLoop","detail":"{readStateIndex:31378; appliedIndex:31376; }","duration":"644.986887ms","start":"2026-07-16T07:48:28.697669Z","end":"2026-07-16T07:48:29.342656Z","steps":["trace[1938820212] 'read index received' (duration: 486.406629ms)","trace[1938820212] 'applied index is now lower than readState.Index' (duration: 158.579368ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:29.342763Z","caller":"traceutil/trace.go:171","msg":"trace[2087540240] transaction","detail":"{read_only:false; response_revision:29959; number_of_response:1; }","duration":"650.454429ms","start":"2026-07-16T07:48:28.6923Z","end":"2026-07-16T07:48:29.342754Z","steps":["trace[2087540240] 'process raft request' (duration: 650.262854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:29.34282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.692284Z","time spent":"650.50104ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:29.343136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.467641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:48:29.343177Z","caller":"traceutil/trace.go:171","msg":"trace[1676697063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29959; }","duration":"645.544613ms","start":"2026-07-16T07:48:28.697622Z","end":"2026-07-16T07:48:29.343166Z","steps":["trace[1676697063] 'agreement among raft nodes before linearized reading' (duration: 645.390749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:29.343206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.697611Z","time spent":"645.589044ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:48:29.342791Z","caller":"traceutil/trace.go:171","msg":"trace[234401776] transaction","detail":"{read_only:false; response_revision:29958; number_of_response:1; }","duration":"657.446322ms","start":"2026-07-16T07:48:28.685304Z","end":"2026-07-16T07:48:29.34275Z","steps":["trace[234401776] 'process raft request' (duration: 498.750331ms)","trace[234401776] 'compare' (duration: 157.9378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:29.343406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.39042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:29.343495Z","caller":"traceutil/trace.go:171","msg":"trace[1319504328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:29959; }","duration":"451.553545ms","start":"2026-07-16T07:48:28.891919Z","end":"2026-07-16T07:48:29.343473Z","steps":["trace[1319504328] 'agreement among raft nodes before linearized reading' (duration: 451.38656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:29.343465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.93265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:48:29.343542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.891887Z","time spent":"451.645077ms","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:29.34356Z","caller":"traceutil/trace.go:171","msg":"trace[903121474] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29959; }","duration":"424.092816ms","start":"2026-07-16T07:48:28.919445Z","end":"2026-07-16T07:48:29.343538Z","steps":["trace[903121474] 'agreement among raft nodes before linearized reading' (duration: 423.90279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:29.343622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.919409Z","time spent":"424.202029ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:29.343814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:28.68527Z","time spent":"658.0941ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:29.812285Z","caller":"traceutil/trace.go:171","msg":"trace[29303198] transaction","detail":"{read_only:false; response_revision:29960; number_of_response:1; }","duration":"461.152691ms","start":"2026-07-16T07:48:29.35107Z","end":"2026-07-16T07:48:29.812223Z","steps":["trace[29303198] 'process raft request' (duration: 460.921375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:29.812483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.351049Z","time spent":"461.323325ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:30.229943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.530144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:30.230122Z","caller":"traceutil/trace.go:171","msg":"trace[416859129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29960; }","duration":"189.73501ms","start":"2026-07-16T07:48:30.040361Z","end":"2026-07-16T07:48:30.230096Z","steps":["trace[416859129] 'range keys from in-memory index tree' (duration: 189.494493ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:30.230501Z","caller":"traceutil/trace.go:171","msg":"trace[534996614] transaction","detail":"{read_only:false; response_revision:29962; number_of_response:1; }","duration":"872.937865ms","start":"2026-07-16T07:48:29.357535Z","end":"2026-07-16T07:48:30.230473Z","steps":["trace[534996614] 'process raft request' (duration: 872.830402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:30.230497Z","caller":"traceutil/trace.go:171","msg":"trace[1611513517] transaction","detail":"{read_only:false; response_revision:29961; number_of_response:1; }","duration":"878.070567ms","start":"2026-07-16T07:48:29.352387Z","end":"2026-07-16T07:48:30.230458Z","steps":["trace[1611513517] 'process raft request' (duration: 814.123577ms)","trace[1611513517] 'compare' (duration: 63.703563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:30.230671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.357509Z","time spent":"873.071699ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:30.230738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.352363Z","time spent":"878.238052ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:30.230779Z","caller":"traceutil/trace.go:171","msg":"trace[933430959] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"692.555953ms","start":"2026-07-16T07:48:29.538175Z","end":"2026-07-16T07:48:30.230731Z","steps":["trace[933430959] 'process raft request' (duration: 692.254975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.230978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.538137Z","time spent":"692.736558ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:30.230958Z","caller":"traceutil/trace.go:171","msg":"trace[1216636149] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"328.455099ms","start":"2026-07-16T07:48:29.902473Z","end":"2026-07-16T07:48:30.230928Z","steps":["trace[1216636149] 'process raft request' (duration: 328.405407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.902419Z","time spent":"328.613213ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:30.231214Z","caller":"traceutil/trace.go:171","msg":"trace[1432988725] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"691.261038ms","start":"2026-07-16T07:48:29.539934Z","end":"2026-07-16T07:48:30.231195Z","steps":["trace[1432988725] 'process raft request' (duration: 690.891588ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:30.231231Z","caller":"traceutil/trace.go:171","msg":"trace[1391365576] linearizableReadLoop","detail":"{readStateIndex:31380; appliedIndex:31378; }","duration":"875.508337ms","start":"2026-07-16T07:48:29.355696Z","end":"2026-07-16T07:48:30.231204Z","steps":["trace[1391365576] 'read index received' (duration: 456.370169ms)","trace[1391365576] 'applied index is now lower than readState.Index' (duration: 419.135827ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:30.231264Z","caller":"traceutil/trace.go:171","msg":"trace[741594217] transaction","detail":"{read_only:false; response_revision:29964; number_of_response:1; }","duration":"693.024827ms","start":"2026-07-16T07:48:29.538223Z","end":"2026-07-16T07:48:30.231248Z","steps":["trace[741594217] 'process raft request' (duration: 692.379679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.539917Z","time spent":"691.33652ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:30.231249Z","caller":"traceutil/trace.go:171","msg":"trace[1250124010] transaction","detail":"{read_only:false; response_revision:29965; number_of_response:1; }","duration":"692.584924ms","start":"2026-07-16T07:48:29.538606Z","end":"2026-07-16T07:48:30.231191Z","steps":["trace[1250124010] 'process raft request' (duration: 692.164903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.538177Z","time spent":"693.119959ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:30.231426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.9399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:30.231481Z","caller":"traceutil/trace.go:171","msg":"trace[671743639] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:29967; }","duration":"729.041604ms","start":"2026-07-16T07:48:29.50242Z","end":"2026-07-16T07:48:30.231462Z","steps":["trace[671743639] 'agreement among raft nodes before linearized reading' (duration: 728.951251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.538574Z","time spent":"692.78559ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:30.231512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.809395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-16T07:48:30.231517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.502396Z","time spent":"729.112035ms","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:30.231495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.84074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:30.231556Z","caller":"traceutil/trace.go:171","msg":"trace[1470324330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29967; }","duration":"875.917838ms","start":"2026-07-16T07:48:29.355626Z","end":"2026-07-16T07:48:30.231544Z","steps":["trace[1470324330] 'agreement among raft nodes before linearized reading' (duration: 875.708732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.719037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:48:30.231614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.355597Z","time spent":"876.0052ms","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-16T07:48:30.231622Z","caller":"traceutil/trace.go:171","msg":"trace[1040887613] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29967; }","duration":"323.81085ms","start":"2026-07-16T07:48:29.907796Z","end":"2026-07-16T07:48:30.231607Z","steps":["trace[1040887613] 'agreement among raft nodes before linearized reading' (duration: 323.655855ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:30.231621Z","caller":"traceutil/trace.go:171","msg":"trace[2145862519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29967; }","duration":"263.985064ms","start":"2026-07-16T07:48:29.967609Z","end":"2026-07-16T07:48:30.231595Z","steps":["trace[2145862519] 'agreement among raft nodes before linearized reading' (duration: 263.769178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.349986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:30.231662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.907774Z","time spent":"323.880942ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-16T07:48:30.231693Z","caller":"traceutil/trace.go:171","msg":"trace[804932370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29967; }","duration":"315.402208ms","start":"2026-07-16T07:48:29.91628Z","end":"2026-07-16T07:48:30.231682Z","steps":["trace[804932370] 'agreement among raft nodes before linearized reading' (duration: 315.157981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:30.231725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:29.916266Z","time spent":"315.452239ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:48:30.597444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.288848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:30.597864Z","caller":"traceutil/trace.go:171","msg":"trace[677427789] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"360.172476ms","start":"2026-07-16T07:48:30.23765Z","end":"2026-07-16T07:48:30.597822Z","steps":["trace[677427789] 'process raft request' (duration: 170.371044ms)","trace[677427789] 'compare' (duration: 189.099843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:30.598055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.237623Z","time spent":"360.332031ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.326335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830606986,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:48:31.493102Z","caller":"traceutil/trace.go:171","msg":"trace[1286355753] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"817.365716ms","start":"2026-07-16T07:48:30.675703Z","end":"2026-07-16T07:48:31.493068Z","steps":["trace[1286355753] 'process raft request' (duration: 780.567718ms)","trace[1286355753] 'compare' (duration: 36.649014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:31.493282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.675679Z","time spent":"817.51659ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:31.532891Z","caller":"traceutil/trace.go:171","msg":"trace[905499419] transaction","detail":"{read_only:false; response_revision:29971; number_of_response:1; }","duration":"856.664124ms","start":"2026-07-16T07:48:30.676187Z","end":"2026-07-16T07:48:31.532852Z","steps":["trace[905499419] 'process raft request' (duration: 856.552351ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:31.532937Z","caller":"traceutil/trace.go:171","msg":"trace[865632589] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"856.712175ms","start":"2026-07-16T07:48:30.676176Z","end":"2026-07-16T07:48:31.532888Z","steps":["trace[865632589] 'process raft request' (duration: 856.335725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.533204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.676147Z","time spent":"856.87419ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.533381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.676162Z","time spent":"856.843799ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:31.533448Z","caller":"traceutil/trace.go:171","msg":"trace[175117901] transaction","detail":"{read_only:false; response_revision:29972; number_of_response:1; }","duration":"857.081796ms","start":"2026-07-16T07:48:30.676309Z","end":"2026-07-16T07:48:31.53339Z","steps":["trace[175117901] 'process raft request' (duration: 856.51924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.533708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.676299Z","time spent":"857.24488ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:31.534509Z","caller":"traceutil/trace.go:171","msg":"trace[1518466137] linearizableReadLoop","detail":"{readStateIndex:31395; appliedIndex:31387; }","duration":"708.782632ms","start":"2026-07-16T07:48:30.825694Z","end":"2026-07-16T07:48:31.534476Z","steps":["trace[1518466137] 'read index received' (duration: 630.604999ms)","trace[1518466137] 'applied index is now lower than readState.Index' (duration: 78.175953ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:31.534771Z","caller":"traceutil/trace.go:171","msg":"trace[997596693] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"525.292574ms","start":"2026-07-16T07:48:31.009438Z","end":"2026-07-16T07:48:31.53473Z","steps":["trace[997596693] 'process raft request' (duration: 524.916564ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:31.534817Z","caller":"traceutil/trace.go:171","msg":"trace[391182342] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"858.193877ms","start":"2026-07-16T07:48:30.676595Z","end":"2026-07-16T07:48:31.534789Z","steps":["trace[391182342] 'process raft request' (duration: 856.635904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.534917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.676584Z","time spent":"858.285629ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.534952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.009409Z","time spent":"525.447509ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:31.535139Z","caller":"traceutil/trace.go:171","msg":"trace[879949714] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"852.075318ms","start":"2026-07-16T07:48:30.683035Z","end":"2026-07-16T07:48:31.53511Z","steps":["trace[879949714] 'process raft request' (duration: 851.194333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.535197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.683013Z","time spent":"852.149699ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.535401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.708267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:31.535659Z","caller":"traceutil/trace.go:171","msg":"trace[1144302977] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29976; }","duration":"709.956994ms","start":"2026-07-16T07:48:30.825644Z","end":"2026-07-16T07:48:31.535601Z","steps":["trace[1144302977] 'agreement among raft nodes before linearized reading' (duration: 709.701267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.535768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.825619Z","time spent":"710.125619ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:48:31.536535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.770606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-16T07:48:31.536559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.380854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:48:31.536604Z","caller":"traceutil/trace.go:171","msg":"trace[788682001] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:29976; }","duration":"239.424096ms","start":"2026-07-16T07:48:31.297168Z","end":"2026-07-16T07:48:31.536592Z","steps":["trace[788682001] 'agreement among raft nodes before linearized reading' (duration: 239.259001ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:31.536598Z","caller":"traceutil/trace.go:171","msg":"trace[2084280922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29976; }","duration":"496.859067ms","start":"2026-07-16T07:48:31.039723Z","end":"2026-07-16T07:48:31.536582Z","steps":["trace[2084280922] 'agreement among raft nodes before linearized reading' (duration: 496.403495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.536697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.039708Z","time spent":"496.974231ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-16T07:48:31.536702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.229268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-16T07:48:31.536559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.052233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-16T07:48:31.536798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.224811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10978"} {"level":"warn","ts":"2026-07-16T07:48:31.536749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.187369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:31.536825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.217969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-16T07:48:31.536878Z","caller":"traceutil/trace.go:171","msg":"trace[1492040921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29976; }","duration":"616.357254ms","start":"2026-07-16T07:48:30.920507Z","end":"2026-07-16T07:48:31.536864Z","steps":["trace[1492040921] 'agreement among raft nodes before linearized reading' (duration: 615.554062ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:31.536911Z","caller":"traceutil/trace.go:171","msg":"trace[207543125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29976; }","duration":"522.335193ms","start":"2026-07-16T07:48:31.014551Z","end":"2026-07-16T07:48:31.536886Z","steps":["trace[207543125] 'agreement among raft nodes before linearized reading' (duration: 522.142777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.536943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.92048Z","time spent":"616.450787ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:48:31.536822Z","caller":"traceutil/trace.go:171","msg":"trace[1004982767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29976; }","duration":"523.429113ms","start":"2026-07-16T07:48:31.013365Z","end":"2026-07-16T07:48:31.536794Z","steps":["trace[1004982767] 'agreement among raft nodes before linearized reading' (duration: 523.031792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.536971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.014529Z","time spent":"522.427846ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:31.536844Z","caller":"traceutil/trace.go:171","msg":"trace[1326395434] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29976; }","duration":"596.333721ms","start":"2026-07-16T07:48:30.940494Z","end":"2026-07-16T07:48:31.536828Z","steps":["trace[1326395434] 'agreement among raft nodes before linearized reading' (duration: 595.9301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.537056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.940462Z","time spent":"596.581707ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-16T07:48:31.536881Z","caller":"traceutil/trace.go:171","msg":"trace[1866559865] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29976; }","duration":"616.330714ms","start":"2026-07-16T07:48:30.92053Z","end":"2026-07-16T07:48:31.536861Z","steps":["trace[1866559865] 'agreement among raft nodes before linearized reading' (duration: 616.047836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.537135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:30.920509Z","time spent":"616.618981ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11001,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:31.537007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.013353Z","time spent":"523.640139ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:48:31.53519Z","caller":"traceutil/trace.go:171","msg":"trace[911026896] transaction","detail":"{read_only:false; response_revision:29976; number_of_response:1; }","duration":"468.065611ms","start":"2026-07-16T07:48:31.067097Z","end":"2026-07-16T07:48:31.535163Z","steps":["trace[911026896] 'process raft request' (duration: 467.31866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.538204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.067066Z","time spent":"470.972392ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:31.901513Z","caller":"traceutil/trace.go:171","msg":"trace[1805599305] linearizableReadLoop","detail":"{readStateIndex:31400; appliedIndex:31398; }","duration":"313.420623ms","start":"2026-07-16T07:48:31.58807Z","end":"2026-07-16T07:48:31.90149Z","steps":["trace[1805599305] 'read index received' (duration: 313.238288ms)","trace[1805599305] 'applied index is now lower than readState.Index' (duration: 180.665µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:31.901647Z","caller":"traceutil/trace.go:171","msg":"trace[681665384] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"353.928294ms","start":"2026-07-16T07:48:31.547709Z","end":"2026-07-16T07:48:31.901637Z","steps":["trace[681665384] 'process raft request' (duration: 353.717658ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:31.901644Z","caller":"traceutil/trace.go:171","msg":"trace[1821068253] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"356.350081ms","start":"2026-07-16T07:48:31.545247Z","end":"2026-07-16T07:48:31.901597Z","steps":["trace[1821068253] 'process raft request' (duration: 356.016462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.901757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.547697Z","time spent":"353.978955ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.901758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.105186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:31.901854Z","caller":"traceutil/trace.go:171","msg":"trace[1390379936] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29980; }","duration":"308.25534ms","start":"2026-07-16T07:48:31.593569Z","end":"2026-07-16T07:48:31.901824Z","steps":["trace[1390379936] 'agreement among raft nodes before linearized reading' (duration: 308.090205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.901861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.545219Z","time spent":"356.514656ms","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:31.901898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.593545Z","time spent":"308.340792ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-16T07:48:31.902148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.025837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:31.902183Z","caller":"traceutil/trace.go:171","msg":"trace[510615094] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29980; }","duration":"225.096469ms","start":"2026-07-16T07:48:31.677074Z","end":"2026-07-16T07:48:31.902171Z","steps":["trace[510615094] 'agreement among raft nodes before linearized reading' (duration: 225.035137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.902182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.96336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-16T07:48:31.902211Z","caller":"traceutil/trace.go:171","msg":"trace[49179522] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:29980; }","duration":"356.027212ms","start":"2026-07-16T07:48:31.546176Z","end":"2026-07-16T07:48:31.902203Z","steps":["trace[49179522] 'agreement among raft nodes before linearized reading' (duration: 355.930049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:31.902237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.546111Z","time spent":"356.121604ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-07-16T07:48:32.119404Z","caller":"traceutil/trace.go:171","msg":"trace[553016497] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"209.116697ms","start":"2026-07-16T07:48:31.910257Z","end":"2026-07-16T07:48:32.119374Z","steps":["trace[553016497] 'process raft request' (duration: 188.835736ms)","trace[553016497] 'compare' (duration: 19.856889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:32.65766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.113567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:32.6581Z","caller":"traceutil/trace.go:171","msg":"trace[349736986] linearizableReadLoop","detail":"{readStateIndex:31403; appliedIndex:31400; }","duration":"739.229865ms","start":"2026-07-16T07:48:31.918847Z","end":"2026-07-16T07:48:32.658076Z","steps":["trace[349736986] 'read index received' (duration: 180.242287ms)","trace[349736986] 'applied index is now lower than readState.Index' (duration: 558.986288ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:32.658193Z","caller":"traceutil/trace.go:171","msg":"trace[999385484] transaction","detail":"{read_only:false; response_revision:29982; number_of_response:1; }","duration":"739.518723ms","start":"2026-07-16T07:48:31.918661Z","end":"2026-07-16T07:48:32.65818Z","steps":["trace[999385484] 'process raft request' (duration: 568.766318ms)","trace[999385484] 'compare' (duration: 169.755918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:32.65826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.918641Z","time spent":"739.584955ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:32.658337Z","caller":"traceutil/trace.go:171","msg":"trace[2079182897] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"739.450631ms","start":"2026-07-16T07:48:31.918842Z","end":"2026-07-16T07:48:32.658292Z","steps":["trace[2079182897] 'process raft request' (duration: 738.953327ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:32.658698Z","caller":"traceutil/trace.go:171","msg":"trace[1887720123] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"739.803291ms","start":"2026-07-16T07:48:31.918884Z","end":"2026-07-16T07:48:32.658687Z","steps":["trace[1887720123] 'process raft request' (duration: 739.05714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.658762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.918872Z","time spent":"739.858892ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:32.658756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.918835Z","time spent":"739.600756ms","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:32.659072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.200572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10798"} {"level":"info","ts":"2026-07-16T07:48:32.659257Z","caller":"traceutil/trace.go:171","msg":"trace[37212898] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"735.181103ms","start":"2026-07-16T07:48:31.924061Z","end":"2026-07-16T07:48:32.659243Z","steps":["trace[37212898] 'process raft request' (duration: 733.948429ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:32.659286Z","caller":"traceutil/trace.go:171","msg":"trace[1736567050] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29986; }","duration":"740.372557ms","start":"2026-07-16T07:48:31.918782Z","end":"2026-07-16T07:48:32.659154Z","steps":["trace[1736567050] 'agreement among raft nodes before linearized reading' (duration: 740.076109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.659327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.924026Z","time spent":"735.265456ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9754,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:32.659341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.918757Z","time spent":"740.571713ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10821,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-16T07:48:32.660098Z","caller":"traceutil/trace.go:171","msg":"trace[492874051] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"739.576085ms","start":"2026-07-16T07:48:31.918868Z","end":"2026-07-16T07:48:32.658445Z","steps":["trace[492874051] 'process raft request' (duration: 739.00807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.660179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.91876Z","time spent":"741.378675ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:32.803813Z","caller":"traceutil/trace.go:171","msg":"trace[583021928] transaction","detail":"{read_only:false; response_revision:29987; number_of_response:1; }","duration":"565.654652ms","start":"2026-07-16T07:48:32.238114Z","end":"2026-07-16T07:48:32.803769Z","steps":["trace[583021928] 'process raft request' (duration: 562.100044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.238081Z","time spent":"565.838997ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:32.804061Z","caller":"traceutil/trace.go:171","msg":"trace[1338480678] transaction","detail":"{read_only:false; response_revision:29988; number_of_response:1; }","duration":"564.814019ms","start":"2026-07-16T07:48:32.23922Z","end":"2026-07-16T07:48:32.804034Z","steps":["trace[1338480678] 'process raft request' (duration: 564.48526ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:32.804125Z","caller":"traceutil/trace.go:171","msg":"trace[1110986511] linearizableReadLoop","detail":"{readStateIndex:31410; appliedIndex:31406; }","duration":"145.971889ms","start":"2026-07-16T07:48:32.658138Z","end":"2026-07-16T07:48:32.80411Z","steps":["trace[1110986511] 'read index received' (duration: 142.0186ms)","trace[1110986511] 'applied index is now lower than readState.Index' (duration: 3.943629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:32.804228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.239164Z","time spent":"564.961463ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:32.804273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.442095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:48:32.804305Z","caller":"traceutil/trace.go:171","msg":"trace[1496747010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29990; }","duration":"201.530226ms","start":"2026-07-16T07:48:32.602767Z","end":"2026-07-16T07:48:32.804297Z","steps":["trace[1496747010] 'agreement among raft nodes before linearized reading' (duration: 201.396313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.80432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.985927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:48:32.804351Z","caller":"traceutil/trace.go:171","msg":"trace[1920082427] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29990; }","duration":"568.045709ms","start":"2026-07-16T07:48:32.236295Z","end":"2026-07-16T07:48:32.80434Z","steps":["trace[1920082427] 'agreement among raft nodes before linearized reading' (duration: 567.912515ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:32.804367Z","caller":"traceutil/trace.go:171","msg":"trace[14711960] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"563.721659ms","start":"2026-07-16T07:48:32.240635Z","end":"2026-07-16T07:48:32.804356Z","steps":["trace[14711960] 'process raft request' (duration: 563.39592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.236281Z","time spent":"568.09643ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:32.804416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.240626Z","time spent":"563.76023ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:32.804501Z","caller":"traceutil/trace.go:171","msg":"trace[405888430] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"564.905122ms","start":"2026-07-16T07:48:32.239586Z","end":"2026-07-16T07:48:32.804491Z","steps":["trace[405888430] 'process raft request' (duration: 564.320176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.174405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:32.804541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.23956Z","time spent":"564.957903ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:32.804558Z","caller":"traceutil/trace.go:171","msg":"trace[861020852] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:29990; }","duration":"189.222676ms","start":"2026-07-16T07:48:32.615327Z","end":"2026-07-16T07:48:32.80455Z","steps":["trace[861020852] 'agreement among raft nodes before linearized reading' (duration: 189.172065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.081934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-16T07:48:32.804615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.75719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:48:32.804625Z","caller":"traceutil/trace.go:171","msg":"trace[1633759234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29990; }","duration":"884.144945ms","start":"2026-07-16T07:48:31.920464Z","end":"2026-07-16T07:48:32.804609Z","steps":["trace[1633759234] 'agreement among raft nodes before linearized reading' (duration: 883.95355ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:32.804646Z","caller":"traceutil/trace.go:171","msg":"trace[83344639] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29990; }","duration":"885.809452ms","start":"2026-07-16T07:48:31.918827Z","end":"2026-07-16T07:48:32.804637Z","steps":["trace[83344639] 'agreement among raft nodes before linearized reading' (duration: 885.714649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.918814Z","time spent":"885.854143ms","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-16T07:48:32.804665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:31.920456Z","time spent":"884.197857ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:32.804769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.539235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:32.804802Z","caller":"traceutil/trace.go:171","msg":"trace[1625732627] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29990; }","duration":"657.611087ms","start":"2026-07-16T07:48:32.147178Z","end":"2026-07-16T07:48:32.804789Z","steps":["trace[1625732627] 'agreement among raft nodes before linearized reading' (duration: 657.550825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.147155Z","time spent":"657.663418ms","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:32.80492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.515147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:48:32.804956Z","caller":"traceutil/trace.go:171","msg":"trace[416039532] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29990; }","duration":"136.576819ms","start":"2026-07-16T07:48:32.668366Z","end":"2026-07-16T07:48:32.804943Z","steps":["trace[416039532] 'agreement among raft nodes before linearized reading' (duration: 136.456186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.804952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.811909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:32.805061Z","caller":"traceutil/trace.go:171","msg":"trace[852162073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29990; }","duration":"783.903251ms","start":"2026-07-16T07:48:32.021078Z","end":"2026-07-16T07:48:32.804981Z","steps":["trace[852162073] 'agreement among raft nodes before linearized reading' (duration: 783.826099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:32.805104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:32.021056Z","time spent":"784.036165ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:33.769248Z","caller":"traceutil/trace.go:171","msg":"trace[1592631031] linearizableReadLoop","detail":"{readStateIndex:31416; appliedIndex:31415; }","duration":"229.975054ms","start":"2026-07-16T07:48:33.539244Z","end":"2026-07-16T07:48:33.769219Z","steps":["trace[1592631031] 'read index received' (duration: 229.860241ms)","trace[1592631031] 'applied index is now lower than readState.Index' (duration: 113.613µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:33.769483Z","caller":"traceutil/trace.go:171","msg":"trace[167671373] transaction","detail":"{read_only:false; response_revision:29996; number_of_response:1; }","duration":"265.660611ms","start":"2026-07-16T07:48:33.503711Z","end":"2026-07-16T07:48:33.769372Z","steps":["trace[167671373] 'process raft request' (duration: 265.316892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:33.769555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.291392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:48:33.769791Z","caller":"traceutil/trace.go:171","msg":"trace[200172322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29996; }","duration":"230.56437ms","start":"2026-07-16T07:48:33.53919Z","end":"2026-07-16T07:48:33.769755Z","steps":["trace[200172322] 'agreement among raft nodes before linearized reading' (duration: 230.20003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:34.285849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.290209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:34.286335Z","caller":"traceutil/trace.go:171","msg":"trace[285884334] linearizableReadLoop","detail":"{readStateIndex:31418; appliedIndex:31416; }","duration":"516.920674ms","start":"2026-07-16T07:48:33.769353Z","end":"2026-07-16T07:48:34.286274Z","steps":["trace[285884334] 'read index received' (duration: 74.07169ms)","trace[285884334] 'applied index is now lower than readState.Index' (duration: 442.846904ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:34.286341Z","caller":"traceutil/trace.go:171","msg":"trace[1571850054] transaction","detail":"{read_only:false; response_revision:29998; number_of_response:1; }","duration":"739.39488ms","start":"2026-07-16T07:48:33.546908Z","end":"2026-07-16T07:48:34.286303Z","steps":["trace[1571850054] 'process raft request' (duration: 739.164584ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:34.286477Z","caller":"traceutil/trace.go:171","msg":"trace[305924056] transaction","detail":"{read_only:false; response_revision:29997; number_of_response:1; }","duration":"745.238322ms","start":"2026-07-16T07:48:33.541183Z","end":"2026-07-16T07:48:34.286421Z","steps":["trace[305924056] 'process raft request' (duration: 302.205013ms)","trace[305924056] 'compare' (duration: 442.053372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:34.286551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.89184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:48:34.286681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.139556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:48:34.286556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.546881Z","time spent":"739.534224ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9651,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:34.286736Z","caller":"traceutil/trace.go:171","msg":"trace[241404597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29998; }","duration":"746.200478ms","start":"2026-07-16T07:48:33.540517Z","end":"2026-07-16T07:48:34.286717Z","steps":["trace[241404597] 'agreement among raft nodes before linearized reading' (duration: 745.919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:34.286751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.541162Z","time spent":"745.414947ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:34.286726Z","caller":"traceutil/trace.go:171","msg":"trace[573197187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29998; }","duration":"746.103005ms","start":"2026-07-16T07:48:33.540598Z","end":"2026-07-16T07:48:34.286701Z","steps":["trace[573197187] 'agreement among raft nodes before linearized reading' (duration: 745.720245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:34.286801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.540426Z","time spent":"746.358473ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:34.286826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.540586Z","time spent":"746.228569ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:48:34.286893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.122113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:48:34.287001Z","caller":"traceutil/trace.go:171","msg":"trace[906043524] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29998; }","duration":"747.307939ms","start":"2026-07-16T07:48:33.539668Z","end":"2026-07-16T07:48:34.286976Z","steps":["trace[906043524] 'agreement among raft nodes before linearized reading' (duration: 746.950739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:34.28706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.539533Z","time spent":"747.513625ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:48:34.58471Z","caller":"traceutil/trace.go:171","msg":"trace[1719695097] transaction","detail":"{read_only:false; response_revision:29999; number_of_response:1; }","duration":"808.791761ms","start":"2026-07-16T07:48:33.775874Z","end":"2026-07-16T07:48:34.584666Z","steps":["trace[1719695097] 'process raft request' (duration: 731.535553ms)","trace[1719695097] 'compare' (duration: 76.868027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:34.584869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:33.775837Z","time spent":"808.945455ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:34.584973Z","caller":"traceutil/trace.go:171","msg":"trace[751227839] linearizableReadLoop","detail":"{readStateIndex:31419; appliedIndex:31418; }","duration":"298.532001ms","start":"2026-07-16T07:48:34.286389Z","end":"2026-07-16T07:48:34.584921Z","steps":["trace[751227839] 'read index received' (duration: 221.002546ms)","trace[751227839] 'applied index is now lower than readState.Index' (duration: 77.406071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:34.585056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.925803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:34.585152Z","caller":"traceutil/trace.go:171","msg":"trace[772313535] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29999; }","duration":"513.097338ms","start":"2026-07-16T07:48:34.072031Z","end":"2026-07-16T07:48:34.585128Z","steps":["trace[772313535] 'agreement among raft nodes before linearized reading' (duration: 512.915563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:34.585207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:34.072002Z","time spent":"513.192711ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:34.585641Z","caller":"traceutil/trace.go:171","msg":"trace[1345639201] transaction","detail":"{read_only:false; response_revision:30000; number_of_response:1; }","duration":"292.098733ms","start":"2026-07-16T07:48:34.293506Z","end":"2026-07-16T07:48:34.585604Z","steps":["trace[1345639201] 'process raft request' (duration: 291.813605ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:34.58586Z","caller":"traceutil/trace.go:171","msg":"trace[331749349] transaction","detail":"{read_only:false; response_revision:30001; number_of_response:1; }","duration":"292.318149ms","start":"2026-07-16T07:48:34.293527Z","end":"2026-07-16T07:48:34.585845Z","steps":["trace[331749349] 'process raft request' (duration: 291.99693ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:34.586255Z","caller":"traceutil/trace.go:171","msg":"trace[1738213175] transaction","detail":"{read_only:false; response_revision:30002; number_of_response:1; }","duration":"292.639098ms","start":"2026-07-16T07:48:34.293603Z","end":"2026-07-16T07:48:34.586242Z","steps":["trace[1738213175] 'process raft request' (duration: 292.153335ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:34.586472Z","caller":"traceutil/trace.go:171","msg":"trace[1999561618] transaction","detail":"{read_only:false; response_revision:30003; number_of_response:1; }","duration":"288.38416ms","start":"2026-07-16T07:48:34.298075Z","end":"2026-07-16T07:48:34.586459Z","steps":["trace[1999561618] 'process raft request' (duration: 288.059691ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:38.944959Z","caller":"traceutil/trace.go:171","msg":"trace[669349119] transaction","detail":"{read_only:false; response_revision:30054; number_of_response:1; }","duration":"119.752293ms","start":"2026-07-16T07:48:38.825157Z","end":"2026-07-16T07:48:38.944909Z","steps":["trace[669349119] 'process raft request' (duration: 119.574238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.208994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.527987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:39.209257Z","caller":"traceutil/trace.go:171","msg":"trace[717920389] transaction","detail":"{read_only:false; response_revision:30055; number_of_response:1; }","duration":"360.365392ms","start":"2026-07-16T07:48:38.848838Z","end":"2026-07-16T07:48:39.209204Z","steps":["trace[717920389] 'process raft request' (duration: 188.515176ms)","trace[717920389] 'compare' (duration: 171.018153ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:39.209305Z","caller":"traceutil/trace.go:171","msg":"trace[959441891] linearizableReadLoop","detail":"{readStateIndex:31479; appliedIndex:31475; }","duration":"346.893139ms","start":"2026-07-16T07:48:38.862391Z","end":"2026-07-16T07:48:39.209284Z","steps":["trace[959441891] 'read index received' (duration: 82.264766ms)","trace[959441891] 'applied index is now lower than readState.Index' (duration: 264.626813ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:39.209406Z","caller":"traceutil/trace.go:171","msg":"trace[30529543] transaction","detail":"{read_only:false; response_revision:30057; number_of_response:1; }","duration":"358.603493ms","start":"2026-07-16T07:48:38.850789Z","end":"2026-07-16T07:48:39.209393Z","steps":["trace[30529543] 'process raft request' (duration: 358.438669ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:39.209416Z","caller":"traceutil/trace.go:171","msg":"trace[2022376990] transaction","detail":"{read_only:false; response_revision:30056; number_of_response:1; }","duration":"360.32071ms","start":"2026-07-16T07:48:38.849041Z","end":"2026-07-16T07:48:39.209362Z","steps":["trace[2022376990] 'process raft request' (duration: 360.071743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.209479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.850779Z","time spent":"358.661484ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:39.209645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.26507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-16T07:48:39.209653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.849033Z","time spent":"360.486556ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:39.209687Z","caller":"traceutil/trace.go:171","msg":"trace[669730067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30057; }","duration":"347.348562ms","start":"2026-07-16T07:48:38.862329Z","end":"2026-07-16T07:48:39.209677Z","steps":["trace[669730067] 'agreement among raft nodes before linearized reading' (duration: 347.166617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.209716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.862307Z","time spent":"347.404074ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:39.209452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.848801Z","time spent":"360.546967ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:39.605013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.367331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:39.605243Z","caller":"traceutil/trace.go:171","msg":"trace[506766446] transaction","detail":"{read_only:false; response_revision:30059; number_of_response:1; }","duration":"389.328853ms","start":"2026-07-16T07:48:39.215889Z","end":"2026-07-16T07:48:39.605218Z","steps":["trace[506766446] 'process raft request' (duration: 389.272422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.60531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:39.215868Z","time spent":"389.415846ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:39.605457Z","caller":"traceutil/trace.go:171","msg":"trace[1936161290] linearizableReadLoop","detail":"{readStateIndex:31480; appliedIndex:31479; }","duration":"396.08301ms","start":"2026-07-16T07:48:39.209347Z","end":"2026-07-16T07:48:39.60543Z","steps":["trace[1936161290] 'read index received' (duration: 172.320008ms)","trace[1936161290] 'applied index is now lower than readState.Index' (duration: 223.759712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:39.605554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.746855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:39.605597Z","caller":"traceutil/trace.go:171","msg":"trace[1662239805] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30059; }","duration":"462.862478ms","start":"2026-07-16T07:48:39.142722Z","end":"2026-07-16T07:48:39.605584Z","steps":["trace[1662239805] 'agreement among raft nodes before linearized reading' (duration: 462.725224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.605627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:39.142699Z","time spent":"462.920579ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:39.605669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.586111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:48:39.605696Z","caller":"traceutil/trace.go:171","msg":"trace[1153825915] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30059; }","duration":"702.652343ms","start":"2026-07-16T07:48:38.903033Z","end":"2026-07-16T07:48:39.605686Z","steps":["trace[1153825915] 'agreement among raft nodes before linearized reading' (duration: 702.494629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.605658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.912703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:48:39.605718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.903001Z","time spent":"702.712725ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:39.605682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.756216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:48:39.605748Z","caller":"traceutil/trace.go:171","msg":"trace[1538458788] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30059; }","duration":"702.075387ms","start":"2026-07-16T07:48:38.903649Z","end":"2026-07-16T07:48:39.605724Z","steps":["trace[1538458788] 'agreement among raft nodes before linearized reading' (duration: 701.789129ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:39.605773Z","caller":"traceutil/trace.go:171","msg":"trace[1042574507] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30059; }","duration":"629.942092ms","start":"2026-07-16T07:48:38.975806Z","end":"2026-07-16T07:48:39.605748Z","steps":["trace[1042574507] 'agreement among raft nodes before linearized reading' (duration: 629.629233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:39.606021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.975757Z","time spent":"630.25512ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-16T07:48:39.60579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:38.903619Z","time spent":"702.16338ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:39.605646Z","caller":"traceutil/trace.go:171","msg":"trace[849136443] transaction","detail":"{read_only:false; response_revision:30058; number_of_response:1; }","duration":"563.190234ms","start":"2026-07-16T07:48:39.042096Z","end":"2026-07-16T07:48:39.605286Z","steps":["trace[849136443] 'process raft request' (duration: 339.445862ms)","trace[849136443] 'compare' (duration: 223.186557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:39.606187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:39.042061Z","time spent":"564.070478ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:39.728397Z","caller":"traceutil/trace.go:171","msg":"trace[823900400] transaction","detail":"{read_only:false; response_revision:30061; number_of_response:1; }","duration":"115.203998ms","start":"2026-07-16T07:48:39.613141Z","end":"2026-07-16T07:48:39.728345Z","steps":["trace[823900400] 'process raft request' (duration: 100.374858ms)","trace[823900400] 'compare' (duration: 14.346087ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:40.719375Z","caller":"traceutil/trace.go:171","msg":"trace[744537795] transaction","detail":"{read_only:false; response_revision:30070; number_of_response:1; }","duration":"101.248391ms","start":"2026-07-16T07:48:40.618098Z","end":"2026-07-16T07:48:40.719346Z","steps":["trace[744537795] 'process raft request' (duration: 71.267342ms)","trace[744537795] 'compare' (duration: 29.752293ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:40.719666Z","caller":"traceutil/trace.go:171","msg":"trace[1142051725] transaction","detail":"{read_only:false; response_revision:30071; number_of_response:1; }","duration":"101.123449ms","start":"2026-07-16T07:48:40.618517Z","end":"2026-07-16T07:48:40.719641Z","steps":["trace[1142051725] 'process raft request' (duration: 100.773489ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:40.719978Z","caller":"traceutil/trace.go:171","msg":"trace[1448250462] linearizableReadLoop","detail":"{readStateIndex:31493; appliedIndex:31490; }","duration":"100.431789ms","start":"2026-07-16T07:48:40.619493Z","end":"2026-07-16T07:48:40.719925Z","steps":["trace[1448250462] 'read index received' (duration: 44.516762ms)","trace[1448250462] 'applied index is now lower than readState.Index' (duration: 55.912167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:40.720149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.630035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:40.720195Z","caller":"traceutil/trace.go:171","msg":"trace[537246761] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:30072; }","duration":"100.707216ms","start":"2026-07-16T07:48:40.619473Z","end":"2026-07-16T07:48:40.72018Z","steps":["trace[537246761] 'agreement among raft nodes before linearized reading' (duration: 100.610864ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:41.330402Z","caller":"traceutil/trace.go:171","msg":"trace[1226924455] transaction","detail":"{read_only:false; response_revision:30075; number_of_response:1; }","duration":"113.576953ms","start":"2026-07-16T07:48:41.216802Z","end":"2026-07-16T07:48:41.330379Z","steps":["trace[1226924455] 'process raft request' (duration: 113.379977ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:41.352608Z","caller":"traceutil/trace.go:171","msg":"trace[529800310] transaction","detail":"{read_only:false; response_revision:30076; number_of_response:1; }","duration":"135.622553ms","start":"2026-07-16T07:48:41.216932Z","end":"2026-07-16T07:48:41.352554Z","steps":["trace[529800310] 'process raft request' (duration: 135.331205ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:41.35304Z","caller":"traceutil/trace.go:171","msg":"trace[388678675] transaction","detail":"{read_only:false; response_revision:30077; number_of_response:1; }","duration":"135.298224ms","start":"2026-07-16T07:48:41.21773Z","end":"2026-07-16T07:48:41.353028Z","steps":["trace[388678675] 'process raft request' (duration: 134.731338ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:43.320119Z","caller":"traceutil/trace.go:171","msg":"trace[1167400985] transaction","detail":"{read_only:false; response_revision:30091; number_of_response:1; }","duration":"288.127013ms","start":"2026-07-16T07:48:43.031965Z","end":"2026-07-16T07:48:43.320092Z","steps":["trace[1167400985] 'process raft request' (duration: 287.839115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:43.579849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.8874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:43.58017Z","caller":"traceutil/trace.go:171","msg":"trace[118754080] transaction","detail":"{read_only:false; response_revision:30093; number_of_response:1; }","duration":"220.666486ms","start":"2026-07-16T07:48:43.35941Z","end":"2026-07-16T07:48:43.580077Z","steps":["trace[118754080] 'process raft request' (duration: 84.443356ms)","trace[118754080] 'compare' (duration: 135.298024ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:43.580813Z","caller":"traceutil/trace.go:171","msg":"trace[1813340945] transaction","detail":"{read_only:false; response_revision:30094; number_of_response:1; }","duration":"221.281443ms","start":"2026-07-16T07:48:43.359495Z","end":"2026-07-16T07:48:43.580777Z","steps":["trace[1813340945] 'process raft request' (duration: 220.473561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.516097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:44.024188Z","caller":"traceutil/trace.go:171","msg":"trace[260739463] linearizableReadLoop","detail":"{readStateIndex:31519; appliedIndex:31518; }","duration":"384.090428ms","start":"2026-07-16T07:48:43.640076Z","end":"2026-07-16T07:48:44.024166Z","steps":["trace[260739463] 'read index received' (duration: 208.291754ms)","trace[260739463] 'applied index is now lower than readState.Index' (duration: 175.797354ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:44.024303Z","caller":"traceutil/trace.go:171","msg":"trace[1399858114] transaction","detail":"{read_only:false; response_revision:30095; number_of_response:1; }","duration":"397.003566ms","start":"2026-07-16T07:48:43.627252Z","end":"2026-07-16T07:48:44.024256Z","steps":["trace[1399858114] 'process raft request' (duration: 221.188191ms)","trace[1399858114] 'compare' (duration: 175.374953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:44.024442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.312534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:44.024501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.222291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:44.024497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:43.627235Z","time spent":"397.16554ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:44.024532Z","caller":"traceutil/trace.go:171","msg":"trace[1461811040] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30095; }","duration":"384.437308ms","start":"2026-07-16T07:48:43.640071Z","end":"2026-07-16T07:48:44.024509Z","steps":["trace[1461811040] 'agreement among raft nodes before linearized reading' (duration: 384.226702ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:44.024592Z","caller":"traceutil/trace.go:171","msg":"trace[1754603046] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:30095; }","duration":"350.307543ms","start":"2026-07-16T07:48:43.674223Z","end":"2026-07-16T07:48:44.024531Z","steps":["trace[1754603046] 'agreement among raft nodes before linearized reading' (duration: 350.222261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:43.640035Z","time spent":"384.545181ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:44.024649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:43.674198Z","time spent":"350.439057ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:44.024653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.620224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-16T07:48:44.024669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.854881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:44.024735Z","caller":"traceutil/trace.go:171","msg":"trace[1639431811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30095; }","duration":"186.750718ms","start":"2026-07-16T07:48:43.837964Z","end":"2026-07-16T07:48:44.024715Z","steps":["trace[1639431811] 'agreement among raft nodes before linearized reading' (duration: 186.503541ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:44.024777Z","caller":"traceutil/trace.go:171","msg":"trace[1821015994] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:30095; }","duration":"346.042736ms","start":"2026-07-16T07:48:43.678709Z","end":"2026-07-16T07:48:44.024752Z","steps":["trace[1821015994] 'agreement among raft nodes before linearized reading' (duration: 345.85352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.377254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:48:44.024906Z","caller":"traceutil/trace.go:171","msg":"trace[368144555] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30095; }","duration":"196.483227ms","start":"2026-07-16T07:48:43.828395Z","end":"2026-07-16T07:48:44.024878Z","steps":["trace[368144555] 'agreement among raft nodes before linearized reading' (duration: 196.288442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.928841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:48:44.024989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:44.025064Z","caller":"traceutil/trace.go:171","msg":"trace[994197482] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30095; }","duration":"175.051124ms","start":"2026-07-16T07:48:43.849994Z","end":"2026-07-16T07:48:44.025045Z","steps":["trace[994197482] 'agreement among raft nodes before linearized reading' (duration: 174.880219ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:44.025086Z","caller":"traceutil/trace.go:171","msg":"trace[381974013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30095; }","duration":"104.674387ms","start":"2026-07-16T07:48:43.920388Z","end":"2026-07-16T07:48:44.025062Z","steps":["trace[381974013] 'agreement among raft nodes before linearized reading' (duration: 104.546654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.41939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:44.025162Z","caller":"traceutil/trace.go:171","msg":"trace[692212986] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30095; }","duration":"254.991286ms","start":"2026-07-16T07:48:43.770146Z","end":"2026-07-16T07:48:44.025137Z","steps":["trace[692212986] 'agreement among raft nodes before linearized reading' (duration: 254.331738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.024834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:43.678684Z","time spent":"346.137738ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:44.354675Z","caller":"traceutil/trace.go:171","msg":"trace[825189913] transaction","detail":"{read_only:false; response_revision:30096; number_of_response:1; }","duration":"324.358645ms","start":"2026-07-16T07:48:44.030259Z","end":"2026-07-16T07:48:44.354618Z","steps":["trace[825189913] 'process raft request' (duration: 285.642034ms)","trace[825189913] 'compare' (duration: 38.469214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:44.354937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.030237Z","time spent":"324.570291ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:44.408353Z","caller":"traceutil/trace.go:171","msg":"trace[247748927] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"374.003939ms","start":"2026-07-16T07:48:44.034312Z","end":"2026-07-16T07:48:44.408316Z","steps":["trace[247748927] 'process raft request' (duration: 373.915107ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:44.408497Z","caller":"traceutil/trace.go:171","msg":"trace[1559630370] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"374.219095ms","start":"2026-07-16T07:48:44.034229Z","end":"2026-07-16T07:48:44.408448Z","steps":["trace[1559630370] 'process raft request' (duration: 373.802993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:44.408627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.034287Z","time spent":"374.188124ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:44.40876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.034205Z","time spent":"374.428791ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:45.073447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830607293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:48:45.184658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.612479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:45.184782Z","caller":"traceutil/trace.go:171","msg":"trace[836723228] transaction","detail":"{read_only:false; response_revision:30100; number_of_response:1; }","duration":"763.524978ms","start":"2026-07-16T07:48:44.421234Z","end":"2026-07-16T07:48:45.184759Z","steps":["trace[836723228] 'process raft request' (duration: 123.707804ms)","trace[836723228] 'compare' (duration: 639.094814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:45.184851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.421214Z","time spent":"763.60536ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:45.597325Z","caller":"traceutil/trace.go:171","msg":"trace[2061853884] linearizableReadLoop","detail":"{readStateIndex:31525; appliedIndex:31524; }","duration":"1.024719715s","start":"2026-07-16T07:48:44.572547Z","end":"2026-07-16T07:48:45.597267Z","steps":["trace[2061853884] 'read index received' (duration: 943.94943ms)","trace[2061853884] 'applied index is now lower than readState.Index' (duration: 80.768455ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:45.597382Z","caller":"traceutil/trace.go:171","msg":"trace[1182558876] transaction","detail":"{read_only:false; response_revision:30101; number_of_response:1; }","duration":"1.176032692s","start":"2026-07-16T07:48:44.4213Z","end":"2026-07-16T07:48:45.597333Z","steps":["trace[1182558876] 'process raft request' (duration: 1.095208755s)","trace[1182558876] 'compare' (duration: 80.515538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:45.597483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02491527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:45.597565Z","caller":"traceutil/trace.go:171","msg":"trace[900492822] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30101; }","duration":"1.025057254s","start":"2026-07-16T07:48:44.572481Z","end":"2026-07-16T07:48:45.597538Z","steps":["trace[900492822] 'agreement among raft nodes before linearized reading' (duration: 1.024901619s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.597573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.421273Z","time spent":"1.176198337s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:45.597647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.57245Z","time spent":"1.025174897s","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:45.606202Z","caller":"traceutil/trace.go:171","msg":"trace[754299767] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"219.549334ms","start":"2026-07-16T07:48:45.386638Z","end":"2026-07-16T07:48:45.606187Z","steps":["trace[754299767] 'process raft request' (duration: 219.503412ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.606239Z","caller":"traceutil/trace.go:171","msg":"trace[1783989688] transaction","detail":"{read_only:false; response_revision:30102; number_of_response:1; }","duration":"292.011159ms","start":"2026-07-16T07:48:45.314188Z","end":"2026-07-16T07:48:45.6062Z","steps":["trace[1783989688] 'process raft request' (duration: 291.802423ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.606292Z","caller":"traceutil/trace.go:171","msg":"trace[1692709890] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"280.11245ms","start":"2026-07-16T07:48:45.326135Z","end":"2026-07-16T07:48:45.606248Z","steps":["trace[1692709890] 'process raft request' (duration: 279.965806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.658119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073644908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:45.658167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.057108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:45.658251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.263568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-16T07:48:45.65829Z","caller":"traceutil/trace.go:171","msg":"trace[927569516] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30106; }","duration":"1.073889615s","start":"2026-07-16T07:48:44.58437Z","end":"2026-07-16T07:48:45.65826Z","steps":["trace[927569516] 'agreement among raft nodes before linearized reading' (duration: 1.073589286s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.65831Z","caller":"traceutil/trace.go:171","msg":"trace[1888576993] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30106; }","duration":"538.287284ms","start":"2026-07-16T07:48:45.119996Z","end":"2026-07-16T07:48:45.658283Z","steps":["trace[1888576993] 'agreement among raft nodes before linearized reading' (duration: 538.010007ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.658345Z","caller":"traceutil/trace.go:171","msg":"trace[788292209] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:30106; }","duration":"828.481325ms","start":"2026-07-16T07:48:44.829843Z","end":"2026-07-16T07:48:45.658324Z","steps":["trace[788292209] 'agreement among raft nodes before linearized reading' (duration: 828.135825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.658366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.584342Z","time spent":"1.074003548s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:45.658387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.119971Z","time spent":"538.401508ms","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:45.658445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.229019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:45.658479Z","caller":"traceutil/trace.go:171","msg":"trace[565614389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30106; }","duration":"737.322692ms","start":"2026-07-16T07:48:44.921148Z","end":"2026-07-16T07:48:45.658471Z","steps":["trace[565614389] 'agreement among raft nodes before linearized reading' (duration: 737.26733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.658496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.921118Z","time spent":"737.374293ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:48:45.658393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.829817Z","time spent":"828.567696ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-16T07:48:45.658738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.481285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:48:45.658816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.89914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:45.658935Z","caller":"traceutil/trace.go:171","msg":"trace[1490936000] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30106; }","duration":"986.073365ms","start":"2026-07-16T07:48:44.672839Z","end":"2026-07-16T07:48:45.658912Z","steps":["trace[1490936000] 'agreement among raft nodes before linearized reading' (duration: 985.810068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.658987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.672787Z","time spent":"986.191259ms","remote":"127.0.0.1:49946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:45.659077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.558172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:48:45.659073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.878291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:48:45.659126Z","caller":"traceutil/trace.go:171","msg":"trace[634554082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30106; }","duration":"976.643974ms","start":"2026-07-16T07:48:44.682473Z","end":"2026-07-16T07:48:45.659117Z","steps":["trace[634554082] 'agreement among raft nodes before linearized reading' (duration: 976.526611ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.659142Z","caller":"traceutil/trace.go:171","msg":"trace[1629653255] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30106; }","duration":"921.004795ms","start":"2026-07-16T07:48:44.738124Z","end":"2026-07-16T07:48:45.659128Z","steps":["trace[1629653255] 'agreement among raft nodes before linearized reading' (duration: 920.770608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.659162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.682446Z","time spent":"976.703925ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:48:45.658856Z","caller":"traceutil/trace.go:171","msg":"trace[984524207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30106; }","duration":"922.65036ms","start":"2026-07-16T07:48:44.736182Z","end":"2026-07-16T07:48:45.658832Z","steps":["trace[984524207] 'agreement among raft nodes before linearized reading' (duration: 922.369042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.659189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.738091Z","time spent":"921.087787ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:48:45.659219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.181239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:48:45.658787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.853597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:45.659276Z","caller":"traceutil/trace.go:171","msg":"trace[153673486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30106; }","duration":"921.252311ms","start":"2026-07-16T07:48:44.738006Z","end":"2026-07-16T07:48:45.659258Z","steps":["trace[153673486] 'agreement among raft nodes before linearized reading' (duration: 921.073836ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:45.659313Z","caller":"traceutil/trace.go:171","msg":"trace[64744930] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30106; }","duration":"798.429812ms","start":"2026-07-16T07:48:44.860866Z","end":"2026-07-16T07:48:45.659295Z","steps":["trace[64744930] 'agreement among raft nodes before linearized reading' (duration: 797.879287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.659223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.736158Z","time spent":"923.045661ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:45.659368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.860839Z","time spent":"798.512555ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:45.659321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.737995Z","time spent":"921.315423ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:45.658775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068705652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:45.659602Z","caller":"traceutil/trace.go:171","msg":"trace[1932693889] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:30106; }","duration":"1.069565005s","start":"2026-07-16T07:48:44.590019Z","end":"2026-07-16T07:48:45.659584Z","steps":["trace[1932693889] 'agreement among raft nodes before linearized reading' (duration: 1.068702752s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:45.659665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:44.590007Z","time spent":"1.069633937s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:46.032769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.797462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:46.032878Z","caller":"traceutil/trace.go:171","msg":"trace[1385259106] transaction","detail":"{read_only:false; response_revision:30107; number_of_response:1; }","duration":"368.571529ms","start":"2026-07-16T07:48:45.664286Z","end":"2026-07-16T07:48:46.032857Z","steps":["trace[1385259106] 'process raft request' (duration: 255.613573ms)","trace[1385259106] 'compare' (duration: 112.500544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:46.032923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.664216Z","time spent":"368.689663ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:46.037546Z","caller":"traceutil/trace.go:171","msg":"trace[1870649185] linearizableReadLoop","detail":"{readStateIndex:31534; appliedIndex:31530; }","duration":"305.921095ms","start":"2026-07-16T07:48:45.7316Z","end":"2026-07-16T07:48:46.037521Z","steps":["trace[1870649185] 'read index received' (duration: 188.398063ms)","trace[1870649185] 'applied index is now lower than readState.Index' (duration: 117.522322ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:46.037608Z","caller":"traceutil/trace.go:171","msg":"trace[1711533799] transaction","detail":"{read_only:false; response_revision:30108; number_of_response:1; }","duration":"373.110945ms","start":"2026-07-16T07:48:45.664469Z","end":"2026-07-16T07:48:46.03758Z","steps":["trace[1711533799] 'process raft request' (duration: 372.826517ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:46.037601Z","caller":"traceutil/trace.go:171","msg":"trace[1272047199] transaction","detail":"{read_only:false; response_revision:30110; number_of_response:1; }","duration":"371.037047ms","start":"2026-07-16T07:48:45.666525Z","end":"2026-07-16T07:48:46.037562Z","steps":["trace[1272047199] 'process raft request' (duration: 370.959445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:46.037754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.664454Z","time spent":"373.217957ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:46.037797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.157982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:48:46.037958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.268033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-16T07:48:46.037994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.666493Z","time spent":"371.298155ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:46.037918Z","caller":"traceutil/trace.go:171","msg":"trace[1669655535] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30110; }","duration":"306.319176ms","start":"2026-07-16T07:48:45.731559Z","end":"2026-07-16T07:48:46.037878Z","steps":["trace[1669655535] 'agreement among raft nodes before linearized reading' (duration: 306.10403ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:46.038026Z","caller":"traceutil/trace.go:171","msg":"trace[317654164] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:30110; }","duration":"165.401767ms","start":"2026-07-16T07:48:45.872614Z","end":"2026-07-16T07:48:46.038016Z","steps":["trace[317654164] 'agreement among raft nodes before linearized reading' (duration: 165.127239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:46.038135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.731541Z","time spent":"306.504812ms","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:46.038699Z","caller":"traceutil/trace.go:171","msg":"trace[1096606815] transaction","detail":"{read_only:false; response_revision:30109; number_of_response:1; }","duration":"373.120005ms","start":"2026-07-16T07:48:45.665554Z","end":"2026-07-16T07:48:46.038674Z","steps":["trace[1096606815] 'process raft request' (duration: 371.892761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:46.038787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:45.665543Z","time spent":"373.209577ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:46.449366Z","caller":"traceutil/trace.go:171","msg":"trace[209569544] transaction","detail":"{read_only:false; response_revision:30112; number_of_response:1; }","duration":"321.615469ms","start":"2026-07-16T07:48:46.127698Z","end":"2026-07-16T07:48:46.449314Z","steps":["trace[209569544] 'process raft request' (duration: 321.318821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:46.449597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.127661Z","time spent":"321.815765ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:46.949716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830607317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:48:47.12318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.258463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:47.123415Z","caller":"traceutil/trace.go:171","msg":"trace[1012240436] transaction","detail":"{read_only:false; response_revision:30113; number_of_response:1; }","duration":"701.667486ms","start":"2026-07-16T07:48:46.421712Z","end":"2026-07-16T07:48:47.12338Z","steps":["trace[1012240436] 'process raft request' (duration: 592.075903ms)","trace[1012240436] 'compare' (duration: 109.14061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:47.123815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.421688Z","time spent":"702.092808ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:47.645871Z","caller":"traceutil/trace.go:171","msg":"trace[327997871] transaction","detail":"{read_only:false; response_revision:30114; number_of_response:1; }","duration":"1.190950415s","start":"2026-07-16T07:48:46.454891Z","end":"2026-07-16T07:48:47.645842Z","steps":["trace[327997871] 'process raft request' (duration: 1.142629098s)","trace[327997871] 'compare' (duration: 47.204936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:47.646059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.454863Z","time spent":"1.191086759s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:47.646071Z","caller":"traceutil/trace.go:171","msg":"trace[1175629408] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30114; }","duration":"1.188011684s","start":"2026-07-16T07:48:46.458027Z","end":"2026-07-16T07:48:47.646039Z","steps":["trace[1175629408] 'process raft request' (duration: 1.187767647s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.64621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.458012Z","time spent":"1.188130817s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-16T07:48:47.78027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.256206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:48:47.780679Z","caller":"traceutil/trace.go:171","msg":"trace[1435279184] linearizableReadLoop","detail":"{readStateIndex:31540; appliedIndex:31536; }","duration":"1.331405062s","start":"2026-07-16T07:48:46.44923Z","end":"2026-07-16T07:48:47.780635Z","steps":["trace[1435279184] 'read index received' (duration: 564.626734ms)","trace[1435279184] 'applied index is now lower than readState.Index' (duration: 766.774558ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:47.780759Z","caller":"traceutil/trace.go:171","msg":"trace[1822767845] transaction","detail":"{read_only:false; response_revision:30115; number_of_response:1; }","duration":"668.725335ms","start":"2026-07-16T07:48:47.111999Z","end":"2026-07-16T07:48:47.780724Z","steps":["trace[1822767845] 'process raft request' (duration: 668.426417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.780967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.111964Z","time spent":"668.856728ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:47.780963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408943037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:47.781049Z","caller":"traceutil/trace.go:171","msg":"trace[1266118919] transaction","detail":"{read_only:false; response_revision:30116; number_of_response:1; }","duration":"168.37922ms","start":"2026-07-16T07:48:47.612653Z","end":"2026-07-16T07:48:47.781032Z","steps":["trace[1266118919] 'process raft request' (duration: 167.999359ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:47.781058Z","caller":"traceutil/trace.go:171","msg":"trace[2145723209] transaction","detail":"{read_only:false; response_revision:30117; number_of_response:1; }","duration":"166.827607ms","start":"2026-07-16T07:48:47.614205Z","end":"2026-07-16T07:48:47.781033Z","steps":["trace[2145723209] 'process raft request' (duration: 166.690453ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:47.781058Z","caller":"traceutil/trace.go:171","msg":"trace[1326953220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:30116; }","duration":"1.409116132s","start":"2026-07-16T07:48:46.37192Z","end":"2026-07-16T07:48:47.781037Z","steps":["trace[1326953220] 'agreement among raft nodes before linearized reading' (duration: 1.408889585s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.78134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.371894Z","time spent":"1.409368849s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:47.836226Z","caller":"traceutil/trace.go:171","msg":"trace[1684806100] transaction","detail":"{read_only:false; response_revision:30118; number_of_response:1; }","duration":"170.984882ms","start":"2026-07-16T07:48:47.665199Z","end":"2026-07-16T07:48:47.836184Z","steps":["trace[1684806100] 'process raft request' (duration: 170.661263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.836595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.260346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:47.836677Z","caller":"traceutil/trace.go:171","msg":"trace[808180213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30119; }","duration":"915.413181ms","start":"2026-07-16T07:48:46.92125Z","end":"2026-07-16T07:48:47.836664Z","steps":["trace[808180213] 'agreement among raft nodes before linearized reading' (duration: 915.275707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.83672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.921218Z","time spent":"915.492463ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:48:47.836694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.3237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:47.836836Z","caller":"traceutil/trace.go:171","msg":"trace[330936472] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30119; }","duration":"575.618178ms","start":"2026-07-16T07:48:47.261199Z","end":"2026-07-16T07:48:47.836817Z","steps":["trace[330936472] 'agreement among raft nodes before linearized reading' (duration: 575.295919ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:47.836814Z","caller":"traceutil/trace.go:171","msg":"trace[184555556] transaction","detail":"{read_only:false; response_revision:30119; number_of_response:1; }","duration":"171.082784ms","start":"2026-07-16T07:48:47.66569Z","end":"2026-07-16T07:48:47.836773Z","steps":["trace[184555556] 'process raft request' (duration: 170.400295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.836766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241787542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-16T07:48:47.836911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.371365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:48:47.836917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.073756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:48:47.83696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.261171Z","time spent":"575.721671ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:48:47.837002Z","caller":"traceutil/trace.go:171","msg":"trace[1187978567] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30119; }","duration":"647.2491ms","start":"2026-07-16T07:48:47.189733Z","end":"2026-07-16T07:48:47.836982Z","steps":["trace[1187978567] 'agreement among raft nodes before linearized reading' (duration: 646.844559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.836978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.712619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-07-16T07:48:47.837062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.189702Z","time spent":"647.346133ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-16T07:48:47.837022Z","caller":"traceutil/trace.go:171","msg":"trace[122459140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30119; }","duration":"1.24206877s","start":"2026-07-16T07:48:46.594894Z","end":"2026-07-16T07:48:47.836962Z","steps":["trace[122459140] 'agreement among raft nodes before linearized reading' (duration: 1.241658699s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:47.836984Z","caller":"traceutil/trace.go:171","msg":"trace[465139723] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30119; }","duration":"234.500499ms","start":"2026-07-16T07:48:47.602461Z","end":"2026-07-16T07:48:47.836962Z","steps":["trace[465139723] 'agreement among raft nodes before linearized reading' (duration: 234.244112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.83682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241948636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-16T07:48:47.837377Z","caller":"traceutil/trace.go:171","msg":"trace[1935456670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30119; }","duration":"1.242560994s","start":"2026-07-16T07:48:46.594787Z","end":"2026-07-16T07:48:47.837348Z","steps":["trace[1935456670] 'agreement among raft nodes before linearized reading' (duration: 1.24168714s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.83745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.594754Z","time spent":"1.242675036s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-16T07:48:47.837265Z","caller":"traceutil/trace.go:171","msg":"trace[359555063] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:30119; }","duration":"189.913035ms","start":"2026-07-16T07:48:47.64714Z","end":"2026-07-16T07:48:47.837053Z","steps":["trace[359555063] 'agreement among raft nodes before linearized reading' (duration: 189.603176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:47.837381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:46.594851Z","time spent":"1.242463331s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:48.214598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.859962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:48.215089Z","caller":"traceutil/trace.go:171","msg":"trace[1842605710] linearizableReadLoop","detail":"{readStateIndex:31546; appliedIndex:31545; }","duration":"371.726186ms","start":"2026-07-16T07:48:47.843309Z","end":"2026-07-16T07:48:48.215035Z","steps":["trace[1842605710] 'read index received' (duration: 43.259517ms)","trace[1842605710] 'applied index is now lower than readState.Index' (duration: 328.464789ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:48.215158Z","caller":"traceutil/trace.go:171","msg":"trace[709506802] transaction","detail":"{read_only:false; response_revision:30120; number_of_response:1; }","duration":"372.915999ms","start":"2026-07-16T07:48:47.842175Z","end":"2026-07-16T07:48:48.215091Z","steps":["trace[709506802] 'process raft request' (duration: 44.406628ms)","trace[709506802] 'compare' (duration: 327.295377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:48:48.215293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.974903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:48:48.215338Z","caller":"traceutil/trace.go:171","msg":"trace[1300650440] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30120; }","duration":"372.050535ms","start":"2026-07-16T07:48:47.843272Z","end":"2026-07-16T07:48:48.215323Z","steps":["trace[1300650440] 'agreement among raft nodes before linearized reading' (duration: 371.87152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.215405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.843248Z","time spent":"372.146268ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:48:48.215396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.842153Z","time spent":"373.126035ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:48.718593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.56359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:48:48.718905Z","caller":"traceutil/trace.go:171","msg":"trace[72768199] transaction","detail":"{read_only:false; response_revision:30121; number_of_response:1; }","duration":"875.525286ms","start":"2026-07-16T07:48:47.843298Z","end":"2026-07-16T07:48:48.718823Z","steps":["trace[72768199] 'process raft request' (duration: 583.819075ms)","trace[72768199] 'compare' (duration: 290.279502ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:48.718988Z","caller":"traceutil/trace.go:171","msg":"trace[645979349] linearizableReadLoop","detail":"{readStateIndex:31549; appliedIndex:31546; }","duration":"503.77652ms","start":"2026-07-16T07:48:48.21512Z","end":"2026-07-16T07:48:48.718897Z","steps":["trace[645979349] 'read index received' (duration: 212.032208ms)","trace[645979349] 'applied index is now lower than readState.Index' (duration: 291.742972ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:48:48.719111Z","caller":"traceutil/trace.go:171","msg":"trace[1892635984] transaction","detail":"{read_only:false; response_revision:30123; number_of_response:1; }","duration":"869.096919ms","start":"2026-07-16T07:48:47.850001Z","end":"2026-07-16T07:48:48.719098Z","steps":["trace[1892635984] 'process raft request' (duration: 868.818791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.719124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.186997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-16T07:48:48.719122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.375251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-16T07:48:48.719158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.496389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:48.719194Z","caller":"traceutil/trace.go:171","msg":"trace[1989462533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30123; }","duration":"639.323931ms","start":"2026-07-16T07:48:48.079851Z","end":"2026-07-16T07:48:48.719175Z","steps":["trace[1989462533] 'agreement among raft nodes before linearized reading' (duration: 639.058824ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:48.719205Z","caller":"traceutil/trace.go:171","msg":"trace[1268753718] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:30123; }","duration":"792.590181ms","start":"2026-07-16T07:48:47.9266Z","end":"2026-07-16T07:48:48.71919Z","steps":["trace[1268753718] 'agreement among raft nodes before linearized reading' (duration: 792.494389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.719193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.849969Z","time spent":"869.181311ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:48.719201Z","caller":"traceutil/trace.go:171","msg":"trace[486856519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30123; }","duration":"674.515784ms","start":"2026-07-16T07:48:48.044669Z","end":"2026-07-16T07:48:48.719185Z","steps":["trace[486856519] 'agreement among raft nodes before linearized reading' (duration: 674.276648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.71924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.079825Z","time spent":"639.404632ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:48:48.719238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.926576Z","time spent":"792.653623ms","remote":"127.0.0.1:49802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:48:48.719211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.843267Z","time spent":"875.768663ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:48.719258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.044642Z","time spent":"674.607267ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:48:48.719526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.675921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T07:48:48.71942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.784608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:48:48.719559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.864255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:48:48.719682Z","caller":"traceutil/trace.go:171","msg":"trace[100335791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30123; }","duration":"669.847075ms","start":"2026-07-16T07:48:48.049809Z","end":"2026-07-16T07:48:48.719656Z","steps":["trace[100335791] 'agreement among raft nodes before linearized reading' (duration: 669.27896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.719887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.049742Z","time spent":"670.123493ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-16T07:48:48.719845Z","caller":"traceutil/trace.go:171","msg":"trace[989390459] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30123; }","duration":"675.163773ms","start":"2026-07-16T07:48:48.044618Z","end":"2026-07-16T07:48:48.719781Z","steps":["trace[989390459] 'agreement among raft nodes before linearized reading' (duration: 674.382221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.720298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.044585Z","time spent":"675.696618ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-16T07:48:48.719722Z","caller":"traceutil/trace.go:171","msg":"trace[895332969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30123; }","duration":"681.145568ms","start":"2026-07-16T07:48:48.038554Z","end":"2026-07-16T07:48:48.7197Z","steps":["trace[895332969] 'agreement among raft nodes before linearized reading' (duration: 680.689236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.721078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.038534Z","time spent":"682.523776ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T07:48:48.719492Z","caller":"traceutil/trace.go:171","msg":"trace[1718197673] transaction","detail":"{read_only:false; response_revision:30122; number_of_response:1; }","duration":"873.407778ms","start":"2026-07-16T07:48:47.845988Z","end":"2026-07-16T07:48:48.719396Z","steps":["trace[1718197673] 'process raft request' (duration: 872.7478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.721486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:47.845969Z","time spent":"875.439535ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:48:48.741368Z","caller":"traceutil/trace.go:171","msg":"trace[1809761455] transaction","detail":"{read_only:false; response_revision:30124; number_of_response:1; }","duration":"521.602143ms","start":"2026-07-16T07:48:48.219733Z","end":"2026-07-16T07:48:48.741335Z","steps":["trace[1809761455] 'process raft request' (duration: 521.301265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.741413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.800658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:48:48.741472Z","caller":"traceutil/trace.go:171","msg":"trace[850342572] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30124; }","duration":"139.919282ms","start":"2026-07-16T07:48:48.601543Z","end":"2026-07-16T07:48:48.741462Z","steps":["trace[850342572] 'agreement among raft nodes before linearized reading' (duration: 139.741977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.741624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.813921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:48:48.741752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.985638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130428"} {"level":"info","ts":"2026-07-16T07:48:48.741786Z","caller":"traceutil/trace.go:171","msg":"trace[428424670] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:30124; }","duration":"138.02702ms","start":"2026-07-16T07:48:48.603749Z","end":"2026-07-16T07:48:48.741776Z","steps":["trace[428424670] 'agreement among raft nodes before linearized reading' (duration: 137.806123ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:48:48.741762Z","caller":"traceutil/trace.go:171","msg":"trace[507978738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:30124; }","duration":"199.025957ms","start":"2026-07-16T07:48:48.542708Z","end":"2026-07-16T07:48:48.741734Z","steps":["trace[507978738] 'agreement among raft nodes before linearized reading' (duration: 198.675408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.741888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.411072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-16T07:48:48.741982Z","caller":"traceutil/trace.go:171","msg":"trace[1603192376] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:30124; }","duration":"163.522955ms","start":"2026-07-16T07:48:48.578401Z","end":"2026-07-16T07:48:48.741924Z","steps":["trace[1603192376] 'agreement among raft nodes before linearized reading' (duration: 163.241457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.741523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.219703Z","time spent":"521.735497ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:48:48.741546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.055717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:48:48.744438Z","caller":"traceutil/trace.go:171","msg":"trace[144515475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30124; }","duration":"433.961479ms","start":"2026-07-16T07:48:48.310421Z","end":"2026-07-16T07:48:48.744382Z","steps":["trace[144515475] 'agreement among raft nodes before linearized reading' (duration: 431.061888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:48:48.744526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:48:48.310395Z","time spent":"434.076661ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-16T07:49:07.109422Z","caller":"traceutil/trace.go:171","msg":"trace[1652542666] transaction","detail":"{read_only:false; response_revision:30282; number_of_response:1; }","duration":"158.364202ms","start":"2026-07-16T07:49:06.95101Z","end":"2026-07-16T07:49:07.109374Z","steps":["trace[1652542666] 'process raft request' (duration: 79.461049ms)","trace[1652542666] 'compare' (duration: 78.490412ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:49:07.109505Z","caller":"traceutil/trace.go:171","msg":"trace[1991717045] transaction","detail":"{read_only:false; response_revision:30283; number_of_response:1; }","duration":"158.25074ms","start":"2026-07-16T07:49:06.951213Z","end":"2026-07-16T07:49:07.109464Z","steps":["trace[1991717045] 'process raft request' (duration: 158.123356ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:49:07.109837Z","caller":"traceutil/trace.go:171","msg":"trace[1216344835] transaction","detail":"{read_only:false; response_revision:30284; number_of_response:1; }","duration":"157.303894ms","start":"2026-07-16T07:49:06.952506Z","end":"2026-07-16T07:49:07.10981Z","steps":["trace[1216344835] 'process raft request' (duration: 156.906533ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:00.954618Z","caller":"traceutil/trace.go:171","msg":"trace[154483180] linearizableReadLoop","detail":"{readStateIndex:32400; appliedIndex:32398; }","duration":"138.142064ms","start":"2026-07-16T07:50:00.816451Z","end":"2026-07-16T07:50:00.954593Z","steps":["trace[154483180] 'read index received' (duration: 137.892767ms)","trace[154483180] 'applied index is now lower than readState.Index' (duration: 248.397µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:00.954829Z","caller":"traceutil/trace.go:171","msg":"trace[916052710] transaction","detail":"{read_only:false; response_revision:30943; number_of_response:1; }","duration":"166.13971ms","start":"2026-07-16T07:50:00.788669Z","end":"2026-07-16T07:50:00.954808Z","steps":["trace[916052710] 'process raft request' (duration: 165.746089ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:00.955079Z","caller":"traceutil/trace.go:171","msg":"trace[883141433] transaction","detail":"{read_only:false; response_revision:30944; number_of_response:1; }","duration":"164.815743ms","start":"2026-07-16T07:50:00.790158Z","end":"2026-07-16T07:50:00.954973Z","steps":["trace[883141433] 'process raft request' (duration: 164.398841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:00.955246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.749502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:00.959168Z","caller":"traceutil/trace.go:171","msg":"trace[432191986] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30944; }","duration":"142.718911ms","start":"2026-07-16T07:50:00.816419Z","end":"2026-07-16T07:50:00.959138Z","steps":["trace[432191986] 'agreement among raft nodes before linearized reading' (duration: 138.628368ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:01.150139Z","caller":"traceutil/trace.go:171","msg":"trace[460921700] transaction","detail":"{read_only:false; response_revision:30946; number_of_response:1; }","duration":"113.219055ms","start":"2026-07-16T07:50:01.036885Z","end":"2026-07-16T07:50:01.150104Z","steps":["trace[460921700] 'process raft request' (duration: 112.984588ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:01.464089Z","caller":"traceutil/trace.go:171","msg":"trace[1904672393] linearizableReadLoop","detail":"{readStateIndex:32407; appliedIndex:32405; }","duration":"126.008959ms","start":"2026-07-16T07:50:01.33805Z","end":"2026-07-16T07:50:01.464059Z","steps":["trace[1904672393] 'read index received' (duration: 18.853322ms)","trace[1904672393] 'applied index is now lower than readState.Index' (duration: 107.154507ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:01.464265Z","caller":"traceutil/trace.go:171","msg":"trace[1181409031] transaction","detail":"{read_only:false; response_revision:30949; number_of_response:1; }","duration":"147.423892ms","start":"2026-07-16T07:50:01.316783Z","end":"2026-07-16T07:50:01.464206Z","steps":["trace[1181409031] 'process raft request' (duration: 147.222976ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:01.464279Z","caller":"traceutil/trace.go:171","msg":"trace[1633390221] transaction","detail":"{read_only:false; response_revision:30948; number_of_response:1; }","duration":"148.904072ms","start":"2026-07-16T07:50:01.315249Z","end":"2026-07-16T07:50:01.464153Z","steps":["trace[1633390221] 'process raft request' (duration: 148.570693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:01.464422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.349098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:50:01.464467Z","caller":"traceutil/trace.go:171","msg":"trace[1022825232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30949; }","duration":"126.459512ms","start":"2026-07-16T07:50:01.337993Z","end":"2026-07-16T07:50:01.464452Z","steps":["trace[1022825232] 'agreement among raft nodes before linearized reading' (duration: 126.206545ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:01.466831Z","caller":"traceutil/trace.go:171","msg":"trace[1098796198] transaction","detail":"{read_only:false; response_revision:30950; number_of_response:1; }","duration":"108.3573ms","start":"2026-07-16T07:50:01.358449Z","end":"2026-07-16T07:50:01.466806Z","steps":["trace[1098796198] 'process raft request' (duration: 107.2624ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:08.079916Z","caller":"traceutil/trace.go:171","msg":"trace[1345741966] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"166.572902ms","start":"2026-07-16T07:50:07.91332Z","end":"2026-07-16T07:50:08.079893Z","steps":["trace[1345741966] 'process raft request' (duration: 166.187271ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:08.079912Z","caller":"traceutil/trace.go:171","msg":"trace[1580911856] linearizableReadLoop","detail":"{readStateIndex:32511; appliedIndex:32510; }","duration":"159.133166ms","start":"2026-07-16T07:50:07.920747Z","end":"2026-07-16T07:50:08.07988Z","steps":["trace[1580911856] 'read index received' (duration: 158.857718ms)","trace[1580911856] 'applied index is now lower than readState.Index' (duration: 271.968µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:08.080134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.371283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:50:08.080179Z","caller":"traceutil/trace.go:171","msg":"trace[1859062655] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31050; }","duration":"159.476736ms","start":"2026-07-16T07:50:07.920686Z","end":"2026-07-16T07:50:08.080162Z","steps":["trace[1859062655] 'agreement among raft nodes before linearized reading' (duration: 159.27562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:11.392432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.501477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:40 size:318318"} {"level":"info","ts":"2026-07-16T07:50:11.392524Z","caller":"traceutil/trace.go:171","msg":"trace[1335124566] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:40; response_revision:31088; }","duration":"154.651781ms","start":"2026-07-16T07:50:11.237852Z","end":"2026-07-16T07:50:11.392504Z","steps":["trace[1335124566] 'range keys from in-memory index tree' (duration: 153.795207ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:18.450051Z","caller":"traceutil/trace.go:171","msg":"trace[2007416462] linearizableReadLoop","detail":"{readStateIndex:32673; appliedIndex:32670; }","duration":"118.81829ms","start":"2026-07-16T07:50:18.331201Z","end":"2026-07-16T07:50:18.450019Z","steps":["trace[2007416462] 'read index received' (duration: 49.175042ms)","trace[2007416462] 'applied index is now lower than readState.Index' (duration: 69.642008ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:18.450141Z","caller":"traceutil/trace.go:171","msg":"trace[2024930549] transaction","detail":"{read_only:false; response_revision:31205; number_of_response:1; }","duration":"119.816887ms","start":"2026-07-16T07:50:18.330277Z","end":"2026-07-16T07:50:18.450094Z","steps":["trace[2024930549] 'process raft request' (duration: 119.159799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:18.450473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.251181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:50:18.450981Z","caller":"traceutil/trace.go:171","msg":"trace[613250369] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31206; }","duration":"119.783697ms","start":"2026-07-16T07:50:18.331171Z","end":"2026-07-16T07:50:18.450955Z","steps":["trace[613250369] 'agreement among raft nodes before linearized reading' (duration: 119.151499ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:18.450522Z","caller":"traceutil/trace.go:171","msg":"trace[707670588] transaction","detail":"{read_only:false; response_revision:31206; number_of_response:1; }","duration":"119.959981ms","start":"2026-07-16T07:50:18.330548Z","end":"2026-07-16T07:50:18.450508Z","steps":["trace[707670588] 'process raft request' (duration: 119.377575ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:20.607631Z","caller":"traceutil/trace.go:171","msg":"trace[382502009] transaction","detail":"{read_only:false; response_revision:31218; number_of_response:1; }","duration":"311.514645ms","start":"2026-07-16T07:50:20.296081Z","end":"2026-07-16T07:50:20.607595Z","steps":["trace[382502009] 'process raft request' (duration: 311.304359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.607862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.296052Z","time spent":"311.69426ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:20.608049Z","caller":"traceutil/trace.go:171","msg":"trace[1915657951] linearizableReadLoop","detail":"{readStateIndex:32685; appliedIndex:32685; }","duration":"282.357198ms","start":"2026-07-16T07:50:20.325628Z","end":"2026-07-16T07:50:20.607985Z","steps":["trace[1915657951] 'read index received' (duration: 282.333777ms)","trace[1915657951] 'applied index is now lower than readState.Index' (duration: 19.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:20.608453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.8308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:50:20.608533Z","caller":"traceutil/trace.go:171","msg":"trace[563810727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31218; }","duration":"282.957754ms","start":"2026-07-16T07:50:20.325555Z","end":"2026-07-16T07:50:20.608513Z","steps":["trace[563810727] 'agreement among raft nodes before linearized reading' (duration: 282.767959ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:20.848111Z","caller":"traceutil/trace.go:171","msg":"trace[1335220713] transaction","detail":"{read_only:false; response_revision:31219; number_of_response:1; }","duration":"521.455707ms","start":"2026-07-16T07:50:20.326625Z","end":"2026-07-16T07:50:20.84808Z","steps":["trace[1335220713] 'process raft request' (duration: 511.732358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.84861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.326606Z","time spent":"521.742916ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:20.848697Z","caller":"traceutil/trace.go:171","msg":"trace[873389074] linearizableReadLoop","detail":"{readStateIndex:32688; appliedIndex:32685; }","duration":"240.504169ms","start":"2026-07-16T07:50:20.608168Z","end":"2026-07-16T07:50:20.848672Z","steps":["trace[873389074] 'read index received' (duration: 230.147732ms)","trace[873389074] 'applied index is now lower than readState.Index' (duration: 10.355206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:20.848886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.109946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:20.848898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.197888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:20.848955Z","caller":"traceutil/trace.go:171","msg":"trace[2017448067] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31221; }","duration":"522.245849ms","start":"2026-07-16T07:50:20.326692Z","end":"2026-07-16T07:50:20.848938Z","steps":["trace[2017448067] 'agreement among raft nodes before linearized reading' (duration: 522.094155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.848973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.855275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:20.848979Z","caller":"traceutil/trace.go:171","msg":"trace[1565031887] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31221; }","duration":"319.343581ms","start":"2026-07-16T07:50:20.529613Z","end":"2026-07-16T07:50:20.848956Z","steps":["trace[1565031887] 'agreement among raft nodes before linearized reading' (duration: 319.143016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.849002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.326666Z","time spent":"522.320941ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:50:20.849028Z","caller":"traceutil/trace.go:171","msg":"trace[1118147103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:31221; }","duration":"276.949658ms","start":"2026-07-16T07:50:20.572053Z","end":"2026-07-16T07:50:20.849003Z","steps":["trace[1118147103] 'agreement among raft nodes before linearized reading' (duration: 276.884006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.849029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.529582Z","time spent":"319.433994ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-16T07:50:20.848983Z","caller":"traceutil/trace.go:171","msg":"trace[1784072531] transaction","detail":"{read_only:false; response_revision:31221; number_of_response:1; }","duration":"521.099848ms","start":"2026-07-16T07:50:20.327806Z","end":"2026-07-16T07:50:20.848906Z","steps":["trace[1784072531] 'process raft request' (duration: 520.690987ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:20.849033Z","caller":"traceutil/trace.go:171","msg":"trace[1445988626] transaction","detail":"{read_only:false; response_revision:31220; number_of_response:1; }","duration":"522.28271ms","start":"2026-07-16T07:50:20.326663Z","end":"2026-07-16T07:50:20.848946Z","steps":["trace[1445988626] 'process raft request' (duration: 521.327494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.84905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.18001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-16T07:50:20.849124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.526272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:50:20.849178Z","caller":"traceutil/trace.go:171","msg":"trace[500291730] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31221; }","duration":"318.374485ms","start":"2026-07-16T07:50:20.530772Z","end":"2026-07-16T07:50:20.849147Z","steps":["trace[500291730] 'agreement among raft nodes before linearized reading' (duration: 317.968523ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:20.849232Z","caller":"traceutil/trace.go:171","msg":"trace[1110310894] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31221; }","duration":"347.717177ms","start":"2026-07-16T07:50:20.50149Z","end":"2026-07-16T07:50:20.849207Z","steps":["trace[1110310894] 'agreement among raft nodes before linearized reading' (duration: 347.275055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.849259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.530746Z","time spent":"318.494458ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:50:20.849284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.326617Z","time spent":"522.532498ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:20.849296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.32779Z","time spent":"521.323254ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:20.849314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.501459Z","time spent":"347.843131ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:50:20.849341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.097783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:20.848878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.27623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:20.849465Z","caller":"traceutil/trace.go:171","msg":"trace[273686523] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31221; }","duration":"319.871766ms","start":"2026-07-16T07:50:20.529576Z","end":"2026-07-16T07:50:20.849448Z","steps":["trace[273686523] 'agreement among raft nodes before linearized reading' (duration: 319.172617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.849527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.529507Z","time spent":"320.00338ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-16T07:50:20.849405Z","caller":"traceutil/trace.go:171","msg":"trace[692074912] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31221; }","duration":"523.217586ms","start":"2026-07-16T07:50:20.326171Z","end":"2026-07-16T07:50:20.849388Z","steps":["trace[692074912] 'agreement among raft nodes before linearized reading' (duration: 523.123394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:20.84964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.326141Z","time spent":"523.480674ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-16T07:50:21.032004Z","caller":"traceutil/trace.go:171","msg":"trace[1393245042] linearizableReadLoop","detail":"{readStateIndex:32689; appliedIndex:32688; }","duration":"183.216323ms","start":"2026-07-16T07:50:20.848759Z","end":"2026-07-16T07:50:21.031975Z","steps":["trace[1393245042] 'read index received' (duration: 109.657816ms)","trace[1393245042] 'applied index is now lower than readState.Index' (duration: 73.556967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:21.032331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.412874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:21.032318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.674829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:21.03234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.996242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:21.032408Z","caller":"traceutil/trace.go:171","msg":"trace[1557869725] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:31222; }","duration":"350.834984ms","start":"2026-07-16T07:50:20.681546Z","end":"2026-07-16T07:50:21.032381Z","steps":["trace[1557869725] 'agreement among raft nodes before linearized reading' (duration: 350.495954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:21.03245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.992876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:21.03246Z","caller":"traceutil/trace.go:171","msg":"trace[851291801] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:31222; }","duration":"198.183717ms","start":"2026-07-16T07:50:20.834248Z","end":"2026-07-16T07:50:21.032431Z","steps":["trace[851291801] 'agreement among raft nodes before linearized reading' (duration: 197.755755ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:21.032487Z","caller":"traceutil/trace.go:171","msg":"trace[1834282237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31223; }","duration":"114.067948ms","start":"2026-07-16T07:50:20.918403Z","end":"2026-07-16T07:50:21.032471Z","steps":["trace[1834282237] 'agreement among raft nodes before linearized reading' (duration: 114.019757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:21.032534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.030038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-16T07:50:21.032382Z","caller":"traceutil/trace.go:171","msg":"trace[2082628054] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:31222; }","duration":"254.481655ms","start":"2026-07-16T07:50:20.777883Z","end":"2026-07-16T07:50:21.032364Z","steps":["trace[2082628054] 'agreement among raft nodes before linearized reading' (duration: 254.118685ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:21.032577Z","caller":"traceutil/trace.go:171","msg":"trace[710712929] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31223; }","duration":"174.08667ms","start":"2026-07-16T07:50:20.858477Z","end":"2026-07-16T07:50:21.032564Z","steps":["trace[710712929] 'agreement among raft nodes before linearized reading' (duration: 173.949096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:21.032477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.681534Z","time spent":"350.930556ms","remote":"127.0.0.1:33334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:50:21.032688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.695447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-16T07:50:21.032803Z","caller":"traceutil/trace.go:171","msg":"trace[589339695] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31223; }","duration":"174.83105ms","start":"2026-07-16T07:50:20.85795Z","end":"2026-07-16T07:50:21.032781Z","steps":["trace[589339695] 'agreement among raft nodes before linearized reading' (duration: 174.359757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:21.032368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.189344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:21.032926Z","caller":"traceutil/trace.go:171","msg":"trace[1618711434] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:31222; }","duration":"394.80371ms","start":"2026-07-16T07:50:20.638107Z","end":"2026-07-16T07:50:21.032911Z","steps":["trace[1618711434] 'agreement among raft nodes before linearized reading' (duration: 393.998888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:21.032986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.638086Z","time spent":"394.871183ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:50:21.032327Z","caller":"traceutil/trace.go:171","msg":"trace[2027617925] transaction","detail":"{read_only:false; response_revision:31223; number_of_response:1; }","duration":"176.744203ms","start":"2026-07-16T07:50:20.855552Z","end":"2026-07-16T07:50:21.032297Z","steps":["trace[2027617925] 'process raft request' (duration: 176.369503ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:21.033057Z","caller":"traceutil/trace.go:171","msg":"trace[2087766255] transaction","detail":"{read_only:false; response_revision:31222; number_of_response:1; }","duration":"418.480406ms","start":"2026-07-16T07:50:20.613702Z","end":"2026-07-16T07:50:21.032183Z","steps":["trace[2087766255] 'process raft request' (duration: 344.753345ms)","trace[2087766255] 'compare' (duration: 73.3183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:21.033276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:20.613681Z","time spent":"419.496275ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:21.295241Z","caller":"traceutil/trace.go:171","msg":"trace[1372645699] transaction","detail":"{read_only:false; response_revision:31226; number_of_response:1; }","duration":"169.546544ms","start":"2026-07-16T07:50:21.125664Z","end":"2026-07-16T07:50:21.295211Z","steps":["trace[1372645699] 'process raft request' (duration: 169.380669ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:21.330699Z","caller":"traceutil/trace.go:171","msg":"trace[1685057613] transaction","detail":"{read_only:false; response_revision:31227; number_of_response:1; }","duration":"201.897711ms","start":"2026-07-16T07:50:21.128771Z","end":"2026-07-16T07:50:21.330669Z","steps":["trace[1685057613] 'process raft request' (duration: 201.647824ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:22.257705Z","caller":"traceutil/trace.go:171","msg":"trace[257919619] transaction","detail":"{read_only:false; response_revision:31237; number_of_response:1; }","duration":"116.556197ms","start":"2026-07-16T07:50:22.141117Z","end":"2026-07-16T07:50:22.257673Z","steps":["trace[257919619] 'process raft request' (duration: 101.741266ms)","trace[257919619] 'compare' (duration: 14.582484ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:22.807803Z","caller":"traceutil/trace.go:171","msg":"trace[659880619] transaction","detail":"{read_only:false; response_revision:31238; number_of_response:1; }","duration":"193.669673ms","start":"2026-07-16T07:50:22.614112Z","end":"2026-07-16T07:50:22.807782Z","steps":["trace[659880619] 'process raft request' (duration: 193.529369ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:22.951986Z","caller":"traceutil/trace.go:171","msg":"trace[1868659326] transaction","detail":"{read_only:false; response_revision:31239; number_of_response:1; }","duration":"133.575188ms","start":"2026-07-16T07:50:22.818378Z","end":"2026-07-16T07:50:22.951953Z","steps":["trace[1868659326] 'process raft request' (duration: 133.367182ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:23.458348Z","caller":"traceutil/trace.go:171","msg":"trace[444841544] transaction","detail":"{read_only:false; response_revision:31246; number_of_response:1; }","duration":"109.054229ms","start":"2026-07-16T07:50:23.349265Z","end":"2026-07-16T07:50:23.458319Z","steps":["trace[444841544] 'process raft request' (duration: 47.438293ms)","trace[444841544] 'compare' (duration: 61.507423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:27.862728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.904955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:50:27.86282Z","caller":"traceutil/trace.go:171","msg":"trace[429095105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31276; }","duration":"550.060339ms","start":"2026-07-16T07:50:27.312738Z","end":"2026-07-16T07:50:27.862798Z","steps":["trace[429095105] 'range keys from in-memory index tree' (duration: 549.654448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:27.862817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.718631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-16T07:50:27.862868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.312711Z","time spent":"550.147832ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:50:27.862901Z","caller":"traceutil/trace.go:171","msg":"trace[1246447327] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31276; }","duration":"501.836965ms","start":"2026-07-16T07:50:27.361042Z","end":"2026-07-16T07:50:27.862879Z","steps":["trace[1246447327] 'range keys from in-memory index tree' (duration: 501.476684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:27.862949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.361031Z","time spent":"501.902896ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:50:27.863055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.6606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:50:27.863105Z","caller":"traceutil/trace.go:171","msg":"trace[2054834721] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31276; }","duration":"332.782024ms","start":"2026-07-16T07:50:27.530311Z","end":"2026-07-16T07:50:27.863093Z","steps":["trace[2054834721] 'range keys from in-memory index tree' (duration: 332.507567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:27.863135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.530284Z","time spent":"332.843026ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:50:27.863278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.05242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:27.863315Z","caller":"traceutil/trace.go:171","msg":"trace[1396955318] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31276; }","duration":"234.089891ms","start":"2026-07-16T07:50:27.629215Z","end":"2026-07-16T07:50:27.863305Z","steps":["trace[1396955318] 'range keys from in-memory index tree' (duration: 233.802743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:27.863316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.69918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:27.863373Z","caller":"traceutil/trace.go:171","msg":"trace[1227552611] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31276; }","duration":"233.806404ms","start":"2026-07-16T07:50:27.629553Z","end":"2026-07-16T07:50:27.86336Z","steps":["trace[1227552611] 'range keys from in-memory index tree' (duration: 233.574127ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.109938Z","caller":"traceutil/trace.go:171","msg":"trace[1293065310] linearizableReadLoop","detail":"{readStateIndex:32747; appliedIndex:32746; }","duration":"391.258663ms","start":"2026-07-16T07:50:27.718638Z","end":"2026-07-16T07:50:28.109897Z","steps":["trace[1293065310] 'read index received' (duration: 391.129049ms)","trace[1293065310] 'applied index is now lower than readState.Index' (duration: 128.084µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:28.110008Z","caller":"traceutil/trace.go:171","msg":"trace[1016148991] transaction","detail":"{read_only:false; response_revision:31277; number_of_response:1; }","duration":"410.068814ms","start":"2026-07-16T07:50:27.699907Z","end":"2026-07-16T07:50:28.109976Z","steps":["trace[1016148991] 'process raft request' (duration: 409.750365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.11035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.697645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:50:28.110428Z","caller":"traceutil/trace.go:171","msg":"trace[1192161252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31277; }","duration":"391.818118ms","start":"2026-07-16T07:50:27.718592Z","end":"2026-07-16T07:50:28.11041Z","steps":["trace[1192161252] 'agreement among raft nodes before linearized reading' (duration: 391.54098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.110475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.718577Z","time spent":"391.88629ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:50:28.110688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.591588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:28.110999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.029319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:50:28.111076Z","caller":"traceutil/trace.go:171","msg":"trace[1190474884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31277; }","duration":"243.125422ms","start":"2026-07-16T07:50:27.867919Z","end":"2026-07-16T07:50:28.111045Z","steps":["trace[1190474884] 'agreement among raft nodes before linearized reading' (duration: 242.941386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.110211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.699876Z","time spent":"410.202268ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:28.111522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.789032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:50:28.1115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.859502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-16T07:50:28.111577Z","caller":"traceutil/trace.go:171","msg":"trace[598979796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31277; }","duration":"287.004266ms","start":"2026-07-16T07:50:27.824562Z","end":"2026-07-16T07:50:28.111566Z","steps":["trace[598979796] 'agreement among raft nodes before linearized reading' (duration: 286.542833ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.111577Z","caller":"traceutil/trace.go:171","msg":"trace[46866851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31277; }","duration":"324.875185ms","start":"2026-07-16T07:50:27.786687Z","end":"2026-07-16T07:50:28.111562Z","steps":["trace[46866851] 'agreement among raft nodes before linearized reading' (duration: 324.725181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.111615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.786672Z","time spent":"324.933876ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:50:28.111659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.934948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-16T07:50:28.111725Z","caller":"traceutil/trace.go:171","msg":"trace[453916274] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31277; }","duration":"242.040612ms","start":"2026-07-16T07:50:27.869667Z","end":"2026-07-16T07:50:28.111708Z","steps":["trace[453916274] 'agreement among raft nodes before linearized reading' (duration: 241.890798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.111802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.273084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:50:28.11103Z","caller":"traceutil/trace.go:171","msg":"trace[1580489789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:31277; }","duration":"381.030599ms","start":"2026-07-16T07:50:27.729972Z","end":"2026-07-16T07:50:28.111003Z","steps":["trace[1580489789] 'agreement among raft nodes before linearized reading' (duration: 380.453103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.111521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.014615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-16T07:50:28.111834Z","caller":"traceutil/trace.go:171","msg":"trace[1569420917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31277; }","duration":"287.361336ms","start":"2026-07-16T07:50:27.824462Z","end":"2026-07-16T07:50:28.111823Z","steps":["trace[1569420917] 'agreement among raft nodes before linearized reading' (duration: 287.266303ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.111883Z","caller":"traceutil/trace.go:171","msg":"trace[1616921855] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:31277; }","duration":"197.378625ms","start":"2026-07-16T07:50:27.914485Z","end":"2026-07-16T07:50:28.111864Z","steps":["trace[1616921855] 'agreement among raft nodes before linearized reading' (duration: 196.913032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.111887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.729932Z","time spent":"381.934004ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:50:28.111938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.584957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-16T07:50:28.111984Z","caller":"traceutil/trace.go:171","msg":"trace[1080309794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31277; }","duration":"242.646828ms","start":"2026-07-16T07:50:27.869324Z","end":"2026-07-16T07:50:28.11197Z","steps":["trace[1080309794] 'agreement among raft nodes before linearized reading' (duration: 242.499914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.112018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.368916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:50:28.11205Z","caller":"traceutil/trace.go:171","msg":"trace[1375565389] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31277; }","duration":"326.449448ms","start":"2026-07-16T07:50:27.785591Z","end":"2026-07-16T07:50:28.11204Z","steps":["trace[1375565389] 'agreement among raft nodes before linearized reading' (duration: 326.351555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.112078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:27.785564Z","time spent":"326.50778ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:50:28.64668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.78094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:50:28.646829Z","caller":"traceutil/trace.go:171","msg":"trace[1451356125] transaction","detail":"{read_only:false; response_revision:31278; number_of_response:1; }","duration":"528.914214ms","start":"2026-07-16T07:50:28.117887Z","end":"2026-07-16T07:50:28.646801Z","steps":["trace[1451356125] 'process raft request' (duration: 427.892107ms)","trace[1451356125] 'compare' (duration: 100.426311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:28.646923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.117867Z","time spent":"529.010287ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:28.872591Z","caller":"traceutil/trace.go:171","msg":"trace[65142758] transaction","detail":"{read_only:false; response_revision:31279; number_of_response:1; }","duration":"754.534201ms","start":"2026-07-16T07:50:28.118026Z","end":"2026-07-16T07:50:28.872561Z","steps":["trace[65142758] 'process raft request' (duration: 754.298534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.872774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.118016Z","time spent":"754.666884ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:28.872989Z","caller":"traceutil/trace.go:171","msg":"trace[1768210661] transaction","detail":"{read_only:false; response_revision:31280; number_of_response:1; }","duration":"754.843919ms","start":"2026-07-16T07:50:28.118136Z","end":"2026-07-16T07:50:28.87298Z","steps":["trace[1768210661] 'process raft request' (duration: 754.380937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.873035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.118096Z","time spent":"754.916841ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:28.873542Z","caller":"traceutil/trace.go:171","msg":"trace[1440799460] transaction","detail":"{read_only:false; response_revision:31281; number_of_response:1; }","duration":"755.315883ms","start":"2026-07-16T07:50:28.118191Z","end":"2026-07-16T07:50:28.873507Z","steps":["trace[1440799460] 'process raft request' (duration: 754.756367ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.873766Z","caller":"traceutil/trace.go:171","msg":"trace[1219806565] transaction","detail":"{read_only:false; response_revision:31284; number_of_response:1; }","duration":"751.176798ms","start":"2026-07-16T07:50:28.122546Z","end":"2026-07-16T07:50:28.873723Z","steps":["trace[1219806565] 'process raft request' (duration: 750.964062ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.873818Z","caller":"traceutil/trace.go:171","msg":"trace[966582954] linearizableReadLoop","detail":"{readStateIndex:32754; appliedIndex:32747; }","duration":"733.214661ms","start":"2026-07-16T07:50:28.140569Z","end":"2026-07-16T07:50:28.873783Z","steps":["trace[966582954] 'read index received' (duration: 405.359603ms)","trace[966582954] 'applied index is now lower than readState.Index' (duration: 327.849827ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:28.873958Z","caller":"traceutil/trace.go:171","msg":"trace[675912971] transaction","detail":"{read_only:false; response_revision:31285; number_of_response:1; }","duration":"693.82082ms","start":"2026-07-16T07:50:28.180126Z","end":"2026-07-16T07:50:28.873947Z","steps":["trace[675912971] 'process raft request' (duration: 693.46689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.873959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.122537Z","time spent":"751.320752ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:28.874104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.11816Z","time spent":"755.571549ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:28.873585Z","caller":"traceutil/trace.go:171","msg":"trace[197611204] transaction","detail":"{read_only:false; response_revision:31282; number_of_response:1; }","duration":"755.199089ms","start":"2026-07-16T07:50:28.118361Z","end":"2026-07-16T07:50:28.87356Z","steps":["trace[197611204] 'process raft request' (duration: 754.988054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.874193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.609741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:28.874241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.118345Z","time spent":"755.858177ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:28.873602Z","caller":"traceutil/trace.go:171","msg":"trace[2142559752] transaction","detail":"{read_only:false; response_revision:31283; number_of_response:1; }","duration":"755.24356ms","start":"2026-07-16T07:50:28.118345Z","end":"2026-07-16T07:50:28.873589Z","steps":["trace[2142559752] 'process raft request' (duration: 755.113117ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:28.874278Z","caller":"traceutil/trace.go:171","msg":"trace[2094579614] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31285; }","duration":"733.728235ms","start":"2026-07-16T07:50:28.140529Z","end":"2026-07-16T07:50:28.874258Z","steps":["trace[2094579614] 'agreement among raft nodes before linearized reading' (duration: 733.57305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.874343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.118334Z","time spent":"755.959751ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:28.874336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.140516Z","time spent":"733.806916ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-16T07:50:28.876356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.180072Z","time spent":"693.923132ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:50:28.889873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.235697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:28.889948Z","caller":"traceutil/trace.go:171","msg":"trace[1980072965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31286; }","duration":"579.361031ms","start":"2026-07-16T07:50:28.310568Z","end":"2026-07-16T07:50:28.889929Z","steps":["trace[1980072965] 'agreement among raft nodes before linearized reading' (duration: 579.256358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.889986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.310418Z","time spent":"579.558976ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:50:28.889975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.309555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:28.890051Z","caller":"traceutil/trace.go:171","msg":"trace[858668858] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:31286; }","duration":"140.458428ms","start":"2026-07-16T07:50:28.749572Z","end":"2026-07-16T07:50:28.890031Z","steps":["trace[858668858] 'agreement among raft nodes before linearized reading' (duration: 140.310604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.890472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.347737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:28.890511Z","caller":"traceutil/trace.go:171","msg":"trace[58623073] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31286; }","duration":"749.386778ms","start":"2026-07-16T07:50:28.141114Z","end":"2026-07-16T07:50:28.890501Z","steps":["trace[58623073] 'agreement among raft nodes before linearized reading' (duration: 749.322847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.89054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.141031Z","time spent":"749.502601ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-16T07:50:28.893465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.435718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-07-16T07:50:28.893546Z","caller":"traceutil/trace.go:171","msg":"trace[734983349] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:31286; }","duration":"744.535794ms","start":"2026-07-16T07:50:28.148976Z","end":"2026-07-16T07:50:28.893512Z","steps":["trace[734983349] 'agreement among raft nodes before linearized reading' (duration: 741.419767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:28.893578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:28.148945Z","time spent":"744.620576ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-16T07:50:31.101286Z","caller":"traceutil/trace.go:171","msg":"trace[788292493] transaction","detail":"{read_only:false; response_revision:31297; number_of_response:1; }","duration":"213.972125ms","start":"2026-07-16T07:50:30.887279Z","end":"2026-07-16T07:50:31.101251Z","steps":["trace[788292493] 'process raft request' (duration: 213.726078ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.101389Z","caller":"traceutil/trace.go:171","msg":"trace[1153395275] transaction","detail":"{read_only:false; response_revision:31298; number_of_response:1; }","duration":"213.569933ms","start":"2026-07-16T07:50:30.887796Z","end":"2026-07-16T07:50:31.101366Z","steps":["trace[1153395275] 'process raft request' (duration: 213.361537ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.101554Z","caller":"traceutil/trace.go:171","msg":"trace[1312709868] linearizableReadLoop","detail":"{readStateIndex:32770; appliedIndex:32766; }","duration":"207.116805ms","start":"2026-07-16T07:50:30.894419Z","end":"2026-07-16T07:50:31.101536Z","steps":["trace[1312709868] 'read index received' (duration: 39.997478ms)","trace[1312709868] 'applied index is now lower than readState.Index' (duration: 167.118697ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:31.101608Z","caller":"traceutil/trace.go:171","msg":"trace[1965694448] transaction","detail":"{read_only:false; response_revision:31299; number_of_response:1; }","duration":"213.252644ms","start":"2026-07-16T07:50:30.888345Z","end":"2026-07-16T07:50:31.101597Z","steps":["trace[1965694448] 'process raft request' (duration: 213.10846ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.10165Z","caller":"traceutil/trace.go:171","msg":"trace[997193623] transaction","detail":"{read_only:false; response_revision:31300; number_of_response:1; }","duration":"206.391664ms","start":"2026-07-16T07:50:30.89525Z","end":"2026-07-16T07:50:31.101641Z","steps":["trace[997193623] 'process raft request' (duration: 206.259111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.101824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.404052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:31.101852Z","caller":"traceutil/trace.go:171","msg":"trace[1582063440] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31300; }","duration":"207.446733ms","start":"2026-07-16T07:50:30.894398Z","end":"2026-07-16T07:50:31.101845Z","steps":["trace[1582063440] 'agreement among raft nodes before linearized reading' (duration: 207.382531ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.170948Z","caller":"traceutil/trace.go:171","msg":"trace[1100622016] transaction","detail":"{read_only:false; response_revision:31301; number_of_response:1; }","duration":"181.525926ms","start":"2026-07-16T07:50:30.989392Z","end":"2026-07-16T07:50:31.170918Z","steps":["trace[1100622016] 'process raft request' (duration: 181.30944ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.171285Z","caller":"traceutil/trace.go:171","msg":"trace[41394080] transaction","detail":"{read_only:false; response_revision:31302; number_of_response:1; }","duration":"162.065147ms","start":"2026-07-16T07:50:31.009198Z","end":"2026-07-16T07:50:31.171264Z","steps":["trace[41394080] 'process raft request' (duration: 161.665986ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.171678Z","caller":"traceutil/trace.go:171","msg":"trace[850161408] transaction","detail":"{read_only:false; response_revision:31303; number_of_response:1; }","duration":"158.994942ms","start":"2026-07-16T07:50:31.012657Z","end":"2026-07-16T07:50:31.171652Z","steps":["trace[850161408] 'process raft request' (duration: 158.518239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.172815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.011731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:50:31.1729Z","caller":"traceutil/trace.go:171","msg":"trace[1505100161] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31304; }","duration":"255.143374ms","start":"2026-07-16T07:50:30.917736Z","end":"2026-07-16T07:50:31.172879Z","steps":["trace[1505100161] 'agreement among raft nodes before linearized reading' (duration: 254.866026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.172965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.95057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:31.17298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.806088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:31.173045Z","caller":"traceutil/trace.go:171","msg":"trace[1472458469] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:31304; }","duration":"220.071853ms","start":"2026-07-16T07:50:30.952948Z","end":"2026-07-16T07:50:31.17302Z","steps":["trace[1472458469] 'agreement among raft nodes before linearized reading' (duration: 219.944879ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.17307Z","caller":"traceutil/trace.go:171","msg":"trace[1541650938] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31304; }","duration":"192.962232ms","start":"2026-07-16T07:50:30.980084Z","end":"2026-07-16T07:50:31.173046Z","steps":["trace[1541650938] 'agreement among raft nodes before linearized reading' (duration: 192.757787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.173305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.369943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:31.173362Z","caller":"traceutil/trace.go:171","msg":"trace[1970350737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31304; }","duration":"254.446135ms","start":"2026-07-16T07:50:30.918905Z","end":"2026-07-16T07:50:31.173351Z","steps":["trace[1970350737] 'agreement among raft nodes before linearized reading' (duration: 254.339382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.173376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.176676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:31.173384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.724239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:31.17342Z","caller":"traceutil/trace.go:171","msg":"trace[204293736] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31304; }","duration":"194.264128ms","start":"2026-07-16T07:50:30.979144Z","end":"2026-07-16T07:50:31.173408Z","steps":["trace[204293736] 'agreement among raft nodes before linearized reading' (duration: 194.186386ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.173428Z","caller":"traceutil/trace.go:171","msg":"trace[626407136] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31304; }","duration":"191.806081ms","start":"2026-07-16T07:50:30.981606Z","end":"2026-07-16T07:50:31.173412Z","steps":["trace[626407136] 'agreement among raft nodes before linearized reading' (duration: 191.745509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.173523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.958122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:31.173558Z","caller":"traceutil/trace.go:171","msg":"trace[699507610] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31304; }","duration":"192.992383ms","start":"2026-07-16T07:50:30.980558Z","end":"2026-07-16T07:50:31.17355Z","steps":["trace[699507610] 'agreement among raft nodes before linearized reading' (duration: 192.946702ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.172972Z","caller":"traceutil/trace.go:171","msg":"trace[60500983] transaction","detail":"{read_only:false; response_revision:31304; number_of_response:1; }","duration":"123.955512ms","start":"2026-07-16T07:50:31.048998Z","end":"2026-07-16T07:50:31.172953Z","steps":["trace[60500983] 'process raft request' (duration: 122.479061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.173369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.956265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:50:31.173778Z","caller":"traceutil/trace.go:171","msg":"trace[1489725014] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31304; }","duration":"244.398806ms","start":"2026-07-16T07:50:30.929365Z","end":"2026-07-16T07:50:31.173764Z","steps":["trace[1489725014] 'agreement among raft nodes before linearized reading' (duration: 243.840541ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.451214Z","caller":"traceutil/trace.go:171","msg":"trace[1293667945] linearizableReadLoop","detail":"{readStateIndex:32780; appliedIndex:32778; }","duration":"147.861614ms","start":"2026-07-16T07:50:31.303322Z","end":"2026-07-16T07:50:31.451184Z","steps":["trace[1293667945] 'read index received' (duration: 7.008864ms)","trace[1293667945] 'applied index is now lower than readState.Index' (duration: 140.85157ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:31.451405Z","caller":"traceutil/trace.go:171","msg":"trace[1795036973] transaction","detail":"{read_only:false; response_revision:31308; number_of_response:1; }","duration":"187.656815ms","start":"2026-07-16T07:50:31.26371Z","end":"2026-07-16T07:50:31.451367Z","steps":["trace[1795036973] 'process raft request' (duration: 186.819662ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:31.451452Z","caller":"traceutil/trace.go:171","msg":"trace[1916354349] transaction","detail":"{read_only:false; response_revision:31309; number_of_response:1; }","duration":"185.582828ms","start":"2026-07-16T07:50:31.265824Z","end":"2026-07-16T07:50:31.451407Z","steps":["trace[1916354349] 'process raft request' (duration: 185.219298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:31.45155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.200923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-16T07:50:31.451603Z","caller":"traceutil/trace.go:171","msg":"trace[1619180691] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:1; response_revision:31309; }","duration":"148.311636ms","start":"2026-07-16T07:50:31.303276Z","end":"2026-07-16T07:50:31.451588Z","steps":["trace[1619180691] 'agreement among raft nodes before linearized reading' (duration: 148.044029ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:34.360912Z","caller":"traceutil/trace.go:171","msg":"trace[1298880354] transaction","detail":"{read_only:false; response_revision:31331; number_of_response:1; }","duration":"203.808173ms","start":"2026-07-16T07:50:34.156944Z","end":"2026-07-16T07:50:34.360752Z","steps":["trace[1298880354] 'process raft request' (duration: 203.304619ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:34.401885Z","caller":"traceutil/trace.go:171","msg":"trace[1903716896] transaction","detail":"{read_only:false; response_revision:31332; number_of_response:1; }","duration":"230.315487ms","start":"2026-07-16T07:50:34.171537Z","end":"2026-07-16T07:50:34.401852Z","steps":["trace[1903716896] 'process raft request' (duration: 230.08067ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:34.720363Z","caller":"traceutil/trace.go:171","msg":"trace[77843951] transaction","detail":"{read_only:false; response_revision:31334; number_of_response:1; }","duration":"121.73194ms","start":"2026-07-16T07:50:34.598587Z","end":"2026-07-16T07:50:34.720319Z","steps":["trace[77843951] 'process raft request' (duration: 69.126854ms)","trace[77843951] 'compare' (duration: 52.349069ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:34.95867Z","caller":"traceutil/trace.go:171","msg":"trace[617389624] linearizableReadLoop","detail":"{readStateIndex:32808; appliedIndex:32807; }","duration":"196.773518ms","start":"2026-07-16T07:50:34.761876Z","end":"2026-07-16T07:50:34.958649Z","steps":["trace[617389624] 'read index received' (duration: 196.608383ms)","trace[617389624] 'applied index is now lower than readState.Index' (duration: 164.015µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:34.958752Z","caller":"traceutil/trace.go:171","msg":"trace[2000760434] transaction","detail":"{read_only:false; response_revision:31335; number_of_response:1; }","duration":"315.941567ms","start":"2026-07-16T07:50:34.642767Z","end":"2026-07-16T07:50:34.958709Z","steps":["trace[2000760434] 'process raft request' (duration: 315.714951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:34.958957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.051528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:50:34.959019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:34.642741Z","time spent":"316.109462ms","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8993,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:34.959057Z","caller":"traceutil/trace.go:171","msg":"trace[437904162] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:31335; }","duration":"153.183342ms","start":"2026-07-16T07:50:34.805858Z","end":"2026-07-16T07:50:34.959041Z","steps":["trace[437904162] 'agreement among raft nodes before linearized reading' (duration: 153.025417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:34.959249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.988604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:50:34.959278Z","caller":"traceutil/trace.go:171","msg":"trace[475668463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31335; }","duration":"197.413106ms","start":"2026-07-16T07:50:34.761856Z","end":"2026-07-16T07:50:34.959269Z","steps":["trace[475668463] 'agreement among raft nodes before linearized reading' (duration: 196.917072ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:35.345953Z","caller":"traceutil/trace.go:171","msg":"trace[528597375] transaction","detail":"{read_only:false; response_revision:31343; number_of_response:1; }","duration":"160.127093ms","start":"2026-07-16T07:50:35.185787Z","end":"2026-07-16T07:50:35.345914Z","steps":["trace[528597375] 'process raft request' (duration: 121.384921ms)","trace[528597375] 'compare' (duration: 38.074844ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:35.346029Z","caller":"traceutil/trace.go:171","msg":"trace[490253567] linearizableReadLoop","detail":"{readStateIndex:32816; appliedIndex:32814; }","duration":"159.99678ms","start":"2026-07-16T07:50:35.185999Z","end":"2026-07-16T07:50:35.345996Z","steps":["trace[490253567] 'read index received' (duration: 549.176µs)","trace[490253567] 'applied index is now lower than readState.Index' (duration: 159.445394ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:35.34608Z","caller":"traceutil/trace.go:171","msg":"trace[247741893] transaction","detail":"{read_only:false; response_revision:31344; number_of_response:1; }","duration":"159.154877ms","start":"2026-07-16T07:50:35.186886Z","end":"2026-07-16T07:50:35.346041Z","steps":["trace[247741893] 'process raft request' (duration: 158.981342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:35.34628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.246917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:35.346338Z","caller":"traceutil/trace.go:171","msg":"trace[1395842281] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31344; }","duration":"160.356599ms","start":"2026-07-16T07:50:35.185968Z","end":"2026-07-16T07:50:35.346324Z","steps":["trace[1395842281] 'agreement among raft nodes before linearized reading' (duration: 160.186685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:35.346466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.395053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:50:35.346467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.999269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:35.346507Z","caller":"traceutil/trace.go:171","msg":"trace[936517816] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:31344; }","duration":"159.479205ms","start":"2026-07-16T07:50:35.187013Z","end":"2026-07-16T07:50:35.346492Z","steps":["trace[936517816] 'agreement among raft nodes before linearized reading' (duration: 159.419193ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:35.346513Z","caller":"traceutil/trace.go:171","msg":"trace[1019916845] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31344; }","duration":"160.084312ms","start":"2026-07-16T07:50:35.186417Z","end":"2026-07-16T07:50:35.346502Z","steps":["trace[1019916845] 'agreement among raft nodes before linearized reading' (duration: 159.953599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:35.346482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.223988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:35.346569Z","caller":"traceutil/trace.go:171","msg":"trace[1357000712] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31344; }","duration":"159.374703ms","start":"2026-07-16T07:50:35.187174Z","end":"2026-07-16T07:50:35.346549Z","steps":["trace[1357000712] 'agreement among raft nodes before linearized reading' (duration: 159.208538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:35.34666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.255083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-service-gcqf8\" ","response":"range_response_count:1 size:2795"} {"level":"info","ts":"2026-07-16T07:50:35.346829Z","caller":"traceutil/trace.go:171","msg":"trace[1500428367] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-ks-service-gcqf8; range_end:; response_count:1; response_revision:31344; }","duration":"110.404397ms","start":"2026-07-16T07:50:35.236341Z","end":"2026-07-16T07:50:35.346746Z","steps":["trace[1500428367] 'agreement among raft nodes before linearized reading' (duration: 110.039177ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:36.127019Z","caller":"traceutil/trace.go:171","msg":"trace[298238174] transaction","detail":"{read_only:false; response_revision:31353; number_of_response:1; }","duration":"100.387659ms","start":"2026-07-16T07:50:36.026591Z","end":"2026-07-16T07:50:36.126979Z","steps":["trace[298238174] 'process raft request' (duration: 100.083551ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:36.531153Z","caller":"traceutil/trace.go:171","msg":"trace[1345490029] linearizableReadLoop","detail":"{readStateIndex:32832; appliedIndex:32830; }","duration":"141.648631ms","start":"2026-07-16T07:50:36.38946Z","end":"2026-07-16T07:50:36.531109Z","steps":["trace[1345490029] 'read index received' (duration: 6.078218ms)","trace[1345490029] 'applied index is now lower than readState.Index' (duration: 135.568723ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:36.531375Z","caller":"traceutil/trace.go:171","msg":"trace[1726780239] transaction","detail":"{read_only:false; response_revision:31359; number_of_response:1; }","duration":"164.151004ms","start":"2026-07-16T07:50:36.3672Z","end":"2026-07-16T07:50:36.531351Z","steps":["trace[1726780239] 'process raft request' (duration: 125.0056ms)","trace[1726780239] 'compare' (duration: 38.656551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:36.531731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.220296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:36.531846Z","caller":"traceutil/trace.go:171","msg":"trace[574500244] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:31359; }","duration":"142.421482ms","start":"2026-07-16T07:50:36.389398Z","end":"2026-07-16T07:50:36.531819Z","steps":["trace[574500244] 'agreement among raft nodes before linearized reading' (duration: 142.182496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:36.78132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.166245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-16T07:50:36.781755Z","caller":"traceutil/trace.go:171","msg":"trace[2093394590] transaction","detail":"{read_only:false; response_revision:31361; number_of_response:1; }","duration":"150.666031ms","start":"2026-07-16T07:50:36.631045Z","end":"2026-07-16T07:50:36.781711Z","steps":["trace[2093394590] 'process raft request' (duration: 150.407524ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:36.781867Z","caller":"traceutil/trace.go:171","msg":"trace[1704373744] transaction","detail":"{read_only:false; response_revision:31362; number_of_response:1; }","duration":"150.59417ms","start":"2026-07-16T07:50:36.63125Z","end":"2026-07-16T07:50:36.781845Z","steps":["trace[1704373744] 'process raft request' (duration: 150.345153ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:36.782121Z","caller":"traceutil/trace.go:171","msg":"trace[861886832] transaction","detail":"{read_only:false; response_revision:31363; number_of_response:1; }","duration":"143.977946ms","start":"2026-07-16T07:50:36.638098Z","end":"2026-07-16T07:50:36.782076Z","steps":["trace[861886832] 'process raft request' (duration: 143.641327ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:40.937451Z","caller":"traceutil/trace.go:171","msg":"trace[1927685454] transaction","detail":"{read_only:false; response_revision:31407; number_of_response:1; }","duration":"115.656692ms","start":"2026-07-16T07:50:40.821741Z","end":"2026-07-16T07:50:40.937398Z","steps":["trace[1927685454] 'process raft request' (duration: 115.261741ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:45.500461Z","caller":"traceutil/trace.go:171","msg":"trace[605205062] linearizableReadLoop","detail":"{readStateIndex:32947; appliedIndex:32945; }","duration":"117.966006ms","start":"2026-07-16T07:50:45.382467Z","end":"2026-07-16T07:50:45.500433Z","steps":["trace[605205062] 'read index received' (duration: 117.823002ms)","trace[605205062] 'applied index is now lower than readState.Index' (duration: 141.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:45.500764Z","caller":"traceutil/trace.go:171","msg":"trace[1199643978] transaction","detail":"{read_only:false; response_revision:31468; number_of_response:1; }","duration":"218.773727ms","start":"2026-07-16T07:50:45.281977Z","end":"2026-07-16T07:50:45.50075Z","steps":["trace[1199643978] 'process raft request' (duration: 218.226322ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:45.500952Z","caller":"traceutil/trace.go:171","msg":"trace[1533353380] transaction","detail":"{read_only:false; response_revision:31469; number_of_response:1; }","duration":"218.769177ms","start":"2026-07-16T07:50:45.282174Z","end":"2026-07-16T07:50:45.500943Z","steps":["trace[1533353380] 'process raft request' (duration: 218.202712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:45.501147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.665945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:45.501202Z","caller":"traceutil/trace.go:171","msg":"trace[2027487215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31469; }","duration":"118.767228ms","start":"2026-07-16T07:50:45.382411Z","end":"2026-07-16T07:50:45.501178Z","steps":["trace[2027487215] 'agreement among raft nodes before linearized reading' (duration: 118.681216ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:45.524219Z","caller":"traceutil/trace.go:171","msg":"trace[1858268392] transaction","detail":"{read_only:false; response_revision:31470; number_of_response:1; }","duration":"137.632671ms","start":"2026-07-16T07:50:45.386556Z","end":"2026-07-16T07:50:45.524189Z","steps":["trace[1858268392] 'process raft request' (duration: 137.413445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:45.524447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.3126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21413"} {"level":"info","ts":"2026-07-16T07:50:45.524477Z","caller":"traceutil/trace.go:171","msg":"trace[722940523] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31471; }","duration":"129.360952ms","start":"2026-07-16T07:50:45.395109Z","end":"2026-07-16T07:50:45.52447Z","steps":["trace[722940523] 'agreement among raft nodes before linearized reading' (duration: 129.236718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:45.524528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.3319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:50:45.524579Z","caller":"traceutil/trace.go:171","msg":"trace[993211637] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31471; }","duration":"129.407132ms","start":"2026-07-16T07:50:45.395159Z","end":"2026-07-16T07:50:45.524566Z","steps":["trace[993211637] 'agreement among raft nodes before linearized reading' (duration: 129.30712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:45.524628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.472485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21413"} {"level":"info","ts":"2026-07-16T07:50:45.524651Z","caller":"traceutil/trace.go:171","msg":"trace[699114970] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31471; }","duration":"129.502716ms","start":"2026-07-16T07:50:45.395143Z","end":"2026-07-16T07:50:45.524646Z","steps":["trace[699114970] 'agreement among raft nodes before linearized reading' (duration: 129.443134ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:45.52477Z","caller":"traceutil/trace.go:171","msg":"trace[663846027] transaction","detail":"{read_only:false; response_revision:31471; number_of_response:1; }","duration":"130.909965ms","start":"2026-07-16T07:50:45.393813Z","end":"2026-07-16T07:50:45.524723Z","steps":["trace[663846027] 'process raft request' (duration: 130.321658ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:45.780935Z","caller":"traceutil/trace.go:171","msg":"trace[2032619988] linearizableReadLoop","detail":"{readStateIndex:32952; appliedIndex:32951; }","duration":"102.492798ms","start":"2026-07-16T07:50:45.678415Z","end":"2026-07-16T07:50:45.780907Z","steps":["trace[2032619988] 'read index received' (duration: 62.510141ms)","trace[2032619988] 'applied index is now lower than readState.Index' (duration: 39.981577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:45.781172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.698543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:50:45.781181Z","caller":"traceutil/trace.go:171","msg":"trace[1509550729] transaction","detail":"{read_only:false; response_revision:31474; number_of_response:1; }","duration":"107.083704ms","start":"2026-07-16T07:50:45.674068Z","end":"2026-07-16T07:50:45.781152Z","steps":["trace[1509550729] 'process raft request' (duration: 66.915273ms)","trace[1509550729] 'compare' (duration: 39.771981ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:45.781233Z","caller":"traceutil/trace.go:171","msg":"trace[1837862197] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31474; }","duration":"102.840367ms","start":"2026-07-16T07:50:45.678376Z","end":"2026-07-16T07:50:45.781216Z","steps":["trace[1837862197] 'agreement among raft nodes before linearized reading' (duration: 102.632051ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:46.922814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28530} {"level":"warn","ts":"2026-07-16T07:50:47.334725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.308472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:50:47.335165Z","caller":"traceutil/trace.go:171","msg":"trace[157600266] transaction","detail":"{read_only:false; response_revision:31480; number_of_response:1; }","duration":"165.262455ms","start":"2026-07-16T07:50:47.169854Z","end":"2026-07-16T07:50:47.335116Z","steps":["trace[157600266] 'process raft request' (duration: 27.46677ms)","trace[157600266] 'compare' (duration: 67.198151ms)","trace[157600266] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 69.906515ms)"],"step_count":3} {"level":"warn","ts":"2026-07-16T07:50:47.476088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.906622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:50:47.476304Z","caller":"traceutil/trace.go:171","msg":"trace[25994008] transaction","detail":"{read_only:false; response_revision:31481; number_of_response:1; }","duration":"304.46987ms","start":"2026-07-16T07:50:47.171807Z","end":"2026-07-16T07:50:47.476277Z","steps":["trace[25994008] 'process raft request' (duration: 163.038724ms)","trace[25994008] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 134.941116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:47.47638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:47.171797Z","time spent":"304.552212ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:47.563672Z","caller":"traceutil/trace.go:171","msg":"trace[1473311286] transaction","detail":"{read_only:false; response_revision:31482; number_of_response:1; }","duration":"324.466174ms","start":"2026-07-16T07:50:47.239182Z","end":"2026-07-16T07:50:47.563648Z","steps":["trace[1473311286] 'process raft request' (duration: 237.075294ms)","trace[1473311286] 'compare' (duration: 85.428855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:50:47.563822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:50:47.239153Z","time spent":"324.594007ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:50:47.564036Z","caller":"traceutil/trace.go:171","msg":"trace[1378390974] linearizableReadLoop","detail":"{readStateIndex:32963; appliedIndex:32959; }","duration":"268.69847ms","start":"2026-07-16T07:50:47.295311Z","end":"2026-07-16T07:50:47.56401Z","steps":["trace[1378390974] 'read index received' (duration: 8.386042ms)","trace[1378390974] 'applied index is now lower than readState.Index' (duration: 260.311308ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:47.564193Z","caller":"traceutil/trace.go:171","msg":"trace[1283016640] transaction","detail":"{read_only:false; response_revision:31483; number_of_response:1; }","duration":"280.657611ms","start":"2026-07-16T07:50:47.283504Z","end":"2026-07-16T07:50:47.564162Z","steps":["trace[1283016640] 'process raft request' (duration: 280.075185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:47.564535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.217133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:50:47.564568Z","caller":"traceutil/trace.go:171","msg":"trace[2002035533] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:31485; }","duration":"269.299066ms","start":"2026-07-16T07:50:47.29526Z","end":"2026-07-16T07:50:47.564559Z","steps":["trace[2002035533] 'agreement among raft nodes before linearized reading' (duration: 269.126011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:47.564787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.956103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:50:47.564814Z","caller":"traceutil/trace.go:171","msg":"trace[715210097] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31485; }","duration":"249.023405ms","start":"2026-07-16T07:50:47.315784Z","end":"2026-07-16T07:50:47.564807Z","steps":["trace[715210097] 'agreement among raft nodes before linearized reading' (duration: 248.929382ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:47.828536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28530,"took":"898.987089ms","hash":1764685205,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":35934208,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-16T07:50:47.828623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1764685205,"revision":28530,"compact-revision":24919} {"level":"info","ts":"2026-07-16T07:50:48.628552Z","caller":"traceutil/trace.go:171","msg":"trace[910112022] transaction","detail":"{read_only:false; response_revision:31496; number_of_response:1; }","duration":"141.998251ms","start":"2026-07-16T07:50:48.486528Z","end":"2026-07-16T07:50:48.628526Z","steps":["trace[910112022] 'process raft request' (duration: 140.961402ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:51.379779Z","caller":"traceutil/trace.go:171","msg":"trace[1834655475] transaction","detail":"{read_only:false; response_revision:31515; number_of_response:1; }","duration":"154.579129ms","start":"2026-07-16T07:50:51.225164Z","end":"2026-07-16T07:50:51.379744Z","steps":["trace[1834655475] 'process raft request' (duration: 154.320632ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:51.660378Z","caller":"traceutil/trace.go:171","msg":"trace[920251687] linearizableReadLoop","detail":"{readStateIndex:32999; appliedIndex:32997; }","duration":"168.253338ms","start":"2026-07-16T07:50:51.492092Z","end":"2026-07-16T07:50:51.660346Z","steps":["trace[920251687] 'read index received' (duration: 167.818746ms)","trace[920251687] 'applied index is now lower than readState.Index' (duration: 432.792µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:50:51.660389Z","caller":"traceutil/trace.go:171","msg":"trace[490923879] transaction","detail":"{read_only:false; response_revision:31516; number_of_response:1; }","duration":"275.488707ms","start":"2026-07-16T07:50:51.384855Z","end":"2026-07-16T07:50:51.660344Z","steps":["trace[490923879] 'process raft request' (duration: 275.050235ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:51.660615Z","caller":"traceutil/trace.go:171","msg":"trace[598743658] transaction","detail":"{read_only:false; response_revision:31517; number_of_response:1; }","duration":"258.296171ms","start":"2026-07-16T07:50:51.402214Z","end":"2026-07-16T07:50:51.66051Z","steps":["trace[598743658] 'process raft request' (duration: 257.929491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:50:51.660742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.619078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:50:51.660792Z","caller":"traceutil/trace.go:171","msg":"trace[1392969700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31517; }","duration":"168.751172ms","start":"2026-07-16T07:50:51.492027Z","end":"2026-07-16T07:50:51.660779Z","steps":["trace[1392969700] 'agreement among raft nodes before linearized reading' (duration: 168.473985ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:51.677182Z","caller":"traceutil/trace.go:171","msg":"trace[1987158720] transaction","detail":"{read_only:false; response_revision:31518; number_of_response:1; }","duration":"173.701299ms","start":"2026-07-16T07:50:51.503455Z","end":"2026-07-16T07:50:51.677156Z","steps":["trace[1987158720] 'process raft request' (duration: 173.449032ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:50:52.000684Z","caller":"traceutil/trace.go:171","msg":"trace[1291548561] transaction","detail":"{read_only:false; response_revision:31528; number_of_response:1; }","duration":"111.198579ms","start":"2026-07-16T07:50:51.889453Z","end":"2026-07-16T07:50:52.000651Z","steps":["trace[1291548561] 'process raft request' (duration: 110.946772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:51.807459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:52.30784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:52.808818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:53.309463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:53.809701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:53.92077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-16T07:51:53.920863Z","caller":"traceutil/trace.go:171","msg":"trace[1226682095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176759s","start":"2026-07-16T07:51:51.920664Z","end":"2026-07-16T07:51:53.920841Z","steps":["trace[1226682095] 'agreement among raft nodes before linearized reading' (duration: 2.000056156s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:53.920907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.920639Z","time spent":"2.000258362s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:51:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:51:54.405686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:55.712905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:55.92146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-16T07:51:55.921569Z","caller":"traceutil/trace.go:171","msg":"trace[472419712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399615s","start":"2026-07-16T07:51:53.921143Z","end":"2026-07-16T07:51:55.921543Z","steps":["trace[472419712] 'agreement among raft nodes before linearized reading' (duration: 2.000268961s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:55.921625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:53.921123Z","time spent":"2.000489756s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/16 07:51:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:51:55.959259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:50.959921Z","time spent":"4.999335204s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/16 07:51:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-16T07:51:56.213958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830612500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T07:51:56.577665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.624884024s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T07:51:56.578718Z","caller":"traceutil/trace.go:171","msg":"trace[1164432010] transaction","detail":"{read_only:false; response_revision:32126; number_of_response:1; }","duration":"5.626003955s","start":"2026-07-16T07:51:50.952674Z","end":"2026-07-16T07:51:56.578678Z","steps":["trace[1164432010] 'process raft request' (duration: 5.62546573s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.578946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:50.952655Z","time spent":"5.626182551s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.734814Z","caller":"traceutil/trace.go:171","msg":"trace[1035275696] transaction","detail":"{read_only:false; response_revision:32127; number_of_response:1; }","duration":"5.781012557s","start":"2026-07-16T07:51:50.953756Z","end":"2026-07-16T07:51:56.734768Z","steps":["trace[1035275696] 'process raft request' (duration: 5.758326499s)","trace[1035275696] 'compare' (duration: 22.486892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:51:56.735032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:50.953712Z","time spent":"5.781199892s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.73531Z","caller":"traceutil/trace.go:171","msg":"trace[2120504587] transaction","detail":"{read_only:false; response_revision:32129; number_of_response:1; }","duration":"5.093346408s","start":"2026-07-16T07:51:51.641938Z","end":"2026-07-16T07:51:56.735284Z","steps":["trace[2120504587] 'process raft request' (duration: 5.092821324s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.735404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.641903Z","time spent":"5.093452711s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735627Z","caller":"traceutil/trace.go:171","msg":"trace[2072645437] transaction","detail":"{read_only:false; response_revision:32131; number_of_response:1; }","duration":"4.674287876s","start":"2026-07-16T07:51:52.061312Z","end":"2026-07-16T07:51:56.7356Z","steps":["trace[2072645437] 'process raft request' (duration: 4.674099981s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.735967Z","caller":"traceutil/trace.go:171","msg":"trace[1273349815] transaction","detail":"{read_only:false; response_revision:32130; number_of_response:1; }","duration":"4.675400907s","start":"2026-07-16T07:51:52.060549Z","end":"2026-07-16T07:51:56.73595Z","steps":["trace[1273349815] 'process raft request' (duration: 4.674722018s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.060514Z","time spent":"4.67551762s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735722Z","caller":"traceutil/trace.go:171","msg":"trace[1374192785] transaction","detail":"{read_only:false; response_revision:32133; number_of_response:1; }","duration":"4.657921453s","start":"2026-07-16T07:51:52.077775Z","end":"2026-07-16T07:51:56.735696Z","steps":["trace[1374192785] 'process raft request' (duration: 4.657719507s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.061295Z","time spent":"4.674707497s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:51:56.736288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.077051Z","time spent":"4.659158627s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735783Z","caller":"traceutil/trace.go:171","msg":"trace[1958641583] transaction","detail":"{read_only:false; response_revision:32132; number_of_response:1; }","duration":"4.667721244s","start":"2026-07-16T07:51:52.068051Z","end":"2026-07-16T07:51:56.735772Z","steps":["trace[1958641583] 'process raft request' (duration: 4.667411215s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.068022Z","time spent":"4.668392652s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735864Z","caller":"traceutil/trace.go:171","msg":"trace[516494164] transaction","detail":"{read_only:false; response_revision:32136; number_of_response:1; }","duration":"442.409029ms","start":"2026-07-16T07:51:56.293441Z","end":"2026-07-16T07:51:56.73585Z","steps":["trace[516494164] 'process raft request' (duration: 442.223474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:56.293412Z","time spent":"443.146159ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735916Z","caller":"traceutil/trace.go:171","msg":"trace[421301460] linearizableReadLoop","detail":"{readStateIndex:33640; appliedIndex:33630; }","duration":"5.429073302s","start":"2026-07-16T07:51:51.30683Z","end":"2026-07-16T07:51:56.735904Z","steps":["trace[421301460] 'read index received' (duration: 5.271250713s)","trace[421301460] 'applied index is now lower than readState.Index' (duration: 157.820959ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:51:56.735908Z","caller":"traceutil/trace.go:171","msg":"trace[1755300592] transaction","detail":"{read_only:false; response_revision:32134; number_of_response:1; }","duration":"2.330603476s","start":"2026-07-16T07:51:54.405287Z","end":"2026-07-16T07:51:56.735891Z","steps":["trace[1755300592] 'process raft request' (duration: 2.330246246s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:54.405264Z","time spent":"2.331523952s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:51:56.735846Z","caller":"traceutil/trace.go:171","msg":"trace[430406620] transaction","detail":"{read_only:false; response_revision:32135; number_of_response:1; }","duration":"1.022770196s","start":"2026-07-16T07:51:55.713064Z","end":"2026-07-16T07:51:56.735834Z","steps":["trace[430406620] 'process raft request' (duration: 1.02252806s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.736973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.71305Z","time spent":"1.023862847s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:51:56.758498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451578236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.224\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.758597Z","caller":"traceutil/trace.go:171","msg":"trace[1293277437] range","detail":"{range_begin:/registry/masterleases/199.19.213.224; range_end:; response_count:0; response_revision:32137; }","duration":"5.451798092s","start":"2026-07-16T07:51:51.306771Z","end":"2026-07-16T07:51:56.758569Z","steps":["trace[1293277437] 'agreement among raft nodes before linearized reading' (duration: 5.429164355s)","trace[1293277437] 'range keys from in-memory index tree' (duration: 22.422392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:51:56.758643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.306749Z","time spent":"5.451884604s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.224\" "} {"level":"warn","ts":"2026-07-16T07:51:56.758723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.622378419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:51:56.758786Z","caller":"traceutil/trace.go:171","msg":"trace[1803766924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32137; }","duration":"4.622460241s","start":"2026-07-16T07:51:52.13631Z","end":"2026-07-16T07:51:56.75877Z","steps":["trace[1803766924] 'agreement among raft nodes before linearized reading' (duration: 4.622276406s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.758815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.136302Z","time spent":"4.622506533s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T07:51:56.758771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611716296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-66b7f46f7c-gkhsx.18c2b5ccb1d9d66b\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-07-16T07:51:56.758886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688900184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:51:56.758882Z","caller":"traceutil/trace.go:171","msg":"trace[719721160] range","detail":"{range_begin:/registry/events/openstack/manila-api-66b7f46f7c-gkhsx.18c2b5ccb1d9d66b; range_end:; response_count:1; response_revision:32137; }","duration":"3.611911452s","start":"2026-07-16T07:51:53.146939Z","end":"2026-07-16T07:51:56.758851Z","steps":["trace[719721160] 'agreement among raft nodes before linearized reading' (duration: 3.611512371s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.758908Z","caller":"traceutil/trace.go:171","msg":"trace[1567127720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32137; }","duration":"3.688923714s","start":"2026-07-16T07:51:53.069975Z","end":"2026-07-16T07:51:56.758899Z","steps":["trace[1567127720] 'agreement among raft nodes before linearized reading' (duration: 3.688882713s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.758928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:53.069914Z","time spent":"3.689008377s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.758937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:53.146912Z","time spent":"3.612016095s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-66b7f46f7c-gkhsx.18c2b5ccb1d9d66b\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625815144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-16T07:51:56.759095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975173669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:51:56.759099Z","caller":"traceutil/trace.go:171","msg":"trace[902830967] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32137; }","duration":"4.625905716s","start":"2026-07-16T07:51:52.133181Z","end":"2026-07-16T07:51:56.759087Z","steps":["trace[902830967] 'agreement among raft nodes before linearized reading' (duration: 4.625727612s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.759119Z","caller":"traceutil/trace.go:171","msg":"trace[389203446] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32137; }","duration":"3.975247731s","start":"2026-07-16T07:51:52.783863Z","end":"2026-07-16T07:51:56.759111Z","steps":["trace[389203446] 'agreement among raft nodes before linearized reading' (duration: 3.9751908s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156375367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:51:56.759123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.133161Z","time spent":"4.625955378s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.783838Z","time spent":"3.975296113s","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:51:56.759151Z","caller":"traceutil/trace.go:171","msg":"trace[2100075436] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:32137; }","duration":"4.156460569s","start":"2026-07-16T07:51:52.602678Z","end":"2026-07-16T07:51:56.759138Z","steps":["trace[2100075436] 'agreement among raft nodes before linearized reading' (duration: 4.156379047s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.602652Z","time spent":"4.156516151s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.759296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618785999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T07:51:56.759318Z","caller":"traceutil/trace.go:171","msg":"trace[700855745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32137; }","duration":"4.618823171s","start":"2026-07-16T07:51:52.140488Z","end":"2026-07-16T07:51:56.759311Z","steps":["trace[700855745] 'agreement among raft nodes before linearized reading' (duration: 4.618760739s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088804396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:51:56.759337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.140481Z","time spent":"4.618850131s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627021907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T07:51:56.759349Z","caller":"traceutil/trace.go:171","msg":"trace[362209074] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:32137; }","duration":"4.088872057s","start":"2026-07-16T07:51:52.67047Z","end":"2026-07-16T07:51:56.759342Z","steps":["trace[362209074] 'agreement among raft nodes before linearized reading' (duration: 4.088825786s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.759369Z","caller":"traceutil/trace.go:171","msg":"trace[162969937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32137; }","duration":"4.627073989s","start":"2026-07-16T07:51:52.132282Z","end":"2026-07-16T07:51:56.759356Z","steps":["trace[162969937] 'agreement among raft nodes before linearized reading' (duration: 4.626988176s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.132257Z","time spent":"4.627130601s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099363608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.759443Z","caller":"traceutil/trace.go:171","msg":"trace[798964963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32137; }","duration":"4.099387739s","start":"2026-07-16T07:51:52.660035Z","end":"2026-07-16T07:51:56.759423Z","steps":["trace[798964963] 'agreement among raft nodes before linearized reading' (duration: 4.099347718s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.622123002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-16T07:51:56.759465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.660007Z","time spent":"4.099452121s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-16T07:51:56.759483Z","caller":"traceutil/trace.go:171","msg":"trace[1310382852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32137; }","duration":"4.622151482s","start":"2026-07-16T07:51:52.137324Z","end":"2026-07-16T07:51:56.759475Z","steps":["trace[1310382852] 'agreement among raft nodes before linearized reading' (duration: 4.622092861s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.137319Z","time spent":"4.622176384s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703479114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:51:56.759584Z","caller":"traceutil/trace.go:171","msg":"trace[794831444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32137; }","duration":"4.703546346s","start":"2026-07-16T07:51:52.056029Z","end":"2026-07-16T07:51:56.759575Z","steps":["trace[794831444] 'agreement among raft nodes before linearized reading' (duration: 4.703457593s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.055998Z","time spent":"4.703601118s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.27421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:51:56.75964Z","caller":"traceutil/trace.go:171","msg":"trace[1340810818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32137; }","duration":"176.357953ms","start":"2026-07-16T07:51:56.58327Z","end":"2026-07-16T07:51:56.759628Z","steps":["trace[1340810818] 'agreement among raft nodes before linearized reading' (duration: 176.23629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940667701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-16T07:51:56.75975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.102761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.759761Z","caller":"traceutil/trace.go:171","msg":"trace[924043511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32137; }","duration":"4.940741424s","start":"2026-07-16T07:51:51.819012Z","end":"2026-07-16T07:51:56.759754Z","steps":["trace[924043511] 'agreement among raft nodes before linearized reading' (duration: 4.940653151s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.818978Z","time spent":"4.940800956s","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-16T07:51:56.759785Z","caller":"traceutil/trace.go:171","msg":"trace[2014971265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:32137; }","duration":"433.185524ms","start":"2026-07-16T07:51:56.326587Z","end":"2026-07-16T07:51:56.759772Z","steps":["trace[2014971265] 'agreement among raft nodes before linearized reading' (duration: 433.124933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.759817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:56.326564Z","time spent":"433.244105ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.759953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120762307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:51:56.759987Z","caller":"traceutil/trace.go:171","msg":"trace[1946060771] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:32137; }","duration":"5.120833689s","start":"2026-07-16T07:51:51.639145Z","end":"2026-07-16T07:51:56.759979Z","steps":["trace[1946060771] 'agreement among raft nodes before linearized reading' (duration: 5.120775307s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.639121Z","time spent":"5.120883161s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.76002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.412347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760054Z","caller":"traceutil/trace.go:171","msg":"trace[1100178365] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:32137; }","duration":"620.448678ms","start":"2026-07-16T07:51:56.139595Z","end":"2026-07-16T07:51:56.760044Z","steps":["trace[1100178365] 'agreement among raft nodes before linearized reading' (duration: 620.387786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047348737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:51:56.760085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:56.139498Z","time spent":"620.578102ms","remote":"127.0.0.1:45744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:51:56.760095Z","caller":"traceutil/trace.go:171","msg":"trace[1935668028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32137; }","duration":"1.047394339s","start":"2026-07-16T07:51:55.712691Z","end":"2026-07-16T07:51:56.760086Z","steps":["trace[1935668028] 'agreement among raft nodes before linearized reading' (duration: 1.047337457s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.712684Z","time spent":"1.0474286s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:51:56.759369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:52.670449Z","time spent":"4.088915769s","remote":"127.0.0.1:49442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.7603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.945511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-16T07:51:56.760325Z","caller":"traceutil/trace.go:171","msg":"trace[1979094906] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:32137; }","duration":"799.015322ms","start":"2026-07-16T07:51:55.961302Z","end":"2026-07-16T07:51:56.760317Z","steps":["trace[1979094906] 'agreement among raft nodes before linearized reading' (duration: 798.91511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363926599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:51:56.760325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047605654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-16T07:51:56.760373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.644728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760377Z","caller":"traceutil/trace.go:171","msg":"trace[915099733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32137; }","duration":"5.364150465s","start":"2026-07-16T07:51:51.396199Z","end":"2026-07-16T07:51:56.76035Z","steps":["trace[915099733] 'agreement among raft nodes before linearized reading' (duration: 5.363916679s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.760391Z","caller":"traceutil/trace.go:171","msg":"trace[1730192107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32137; }","duration":"830.706519ms","start":"2026-07-16T07:51:55.929679Z","end":"2026-07-16T07:51:56.760386Z","steps":["trace[1730192107] 'agreement among raft nodes before linearized reading' (duration: 830.676499ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.760389Z","caller":"traceutil/trace.go:171","msg":"trace[1712530224] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32137; }","duration":"1.047690717s","start":"2026-07-16T07:51:55.712682Z","end":"2026-07-16T07:51:56.760372Z","steps":["trace[1712530224] 'agreement among raft nodes before linearized reading' (duration: 1.047585654s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.929657Z","time spent":"830.747591ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:51:56.760425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:51.396163Z","time spent":"5.364252348s","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.71266Z","time spent":"1.047758928s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047768739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T07:51:56.760546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047894273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760569Z","caller":"traceutil/trace.go:171","msg":"trace[652201243] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:32137; }","duration":"1.04780328s","start":"2026-07-16T07:51:55.712757Z","end":"2026-07-16T07:51:56.760561Z","steps":["trace[652201243] 'agreement among raft nodes before linearized reading' (duration: 1.047758629s)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:51:56.760575Z","caller":"traceutil/trace.go:171","msg":"trace[2144326265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:32137; }","duration":"1.047945794s","start":"2026-07-16T07:51:55.712621Z","end":"2026-07-16T07:51:56.760567Z","steps":["trace[2144326265] 'agreement among raft nodes before linearized reading' (duration: 1.047893733s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.712752Z","time spent":"1.047831821s","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.7126Z","time spent":"1.047990785s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.758067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760631Z","caller":"traceutil/trace.go:171","msg":"trace[1277090569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32137; }","duration":"845.820398ms","start":"2026-07-16T07:51:55.914801Z","end":"2026-07-16T07:51:56.760621Z","steps":["trace[1277090569] 'agreement among raft nodes before linearized reading' (duration: 845.765716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.914779Z","time spent":"845.86757ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.961273Z","time spent":"799.066054ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-16T07:51:56.760728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11990315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760751Z","caller":"traceutil/trace.go:171","msg":"trace[1849255528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32137; }","duration":"3.119974271s","start":"2026-07-16T07:51:53.640769Z","end":"2026-07-16T07:51:56.760744Z","steps":["trace[1849255528] 'agreement among raft nodes before linearized reading' (duration: 3.11991514s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:53.640743Z","time spent":"3.120029543s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025228565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:51:56.760913Z","caller":"traceutil/trace.go:171","msg":"trace[1175967356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32137; }","duration":"1.025260246s","start":"2026-07-16T07:51:55.735644Z","end":"2026-07-16T07:51:56.760904Z","steps":["trace[1175967356] 'agreement among raft nodes before linearized reading' (duration: 1.025200184s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.760937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.735586Z","time spent":"1.025343448s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:51:56.760547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047492241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:51:56.760984Z","caller":"traceutil/trace.go:171","msg":"trace[585186900] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32137; }","duration":"1.047959875s","start":"2026-07-16T07:51:55.713015Z","end":"2026-07-16T07:51:56.760975Z","steps":["trace[585186900] 'agreement among raft nodes before linearized reading' (duration: 1.047486472s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:51:56.761015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:51:55.712996Z","time spent":"1.048006995s","remote":"127.0.0.1:45636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:52:09.033536Z","caller":"traceutil/trace.go:171","msg":"trace[1028996509] transaction","detail":"{read_only:false; response_revision:32286; number_of_response:1; }","duration":"137.819236ms","start":"2026-07-16T07:52:08.895662Z","end":"2026-07-16T07:52:09.033481Z","steps":["trace[1028996509] 'process raft request' (duration: 137.415905ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:09.033666Z","caller":"traceutil/trace.go:171","msg":"trace[122287352] linearizableReadLoop","detail":"{readStateIndex:33800; appliedIndex:33798; }","duration":"112.787973ms","start":"2026-07-16T07:52:08.920841Z","end":"2026-07-16T07:52:09.033629Z","steps":["trace[122287352] 'read index received' (duration: 112.225887ms)","trace[122287352] 'applied index is now lower than readState.Index' (duration: 559.976µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:09.033729Z","caller":"traceutil/trace.go:171","msg":"trace[1329129061] transaction","detail":"{read_only:false; response_revision:32287; number_of_response:1; }","duration":"138.011481ms","start":"2026-07-16T07:52:08.895653Z","end":"2026-07-16T07:52:09.033665Z","steps":["trace[1329129061] 'process raft request' (duration: 137.738913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:09.03391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.03567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:52:09.034021Z","caller":"traceutil/trace.go:171","msg":"trace[574292217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32287; }","duration":"113.203045ms","start":"2026-07-16T07:52:08.92079Z","end":"2026-07-16T07:52:09.033993Z","steps":["trace[574292217] 'agreement among raft nodes before linearized reading' (duration: 112.995999ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:25.670138Z","caller":"traceutil/trace.go:171","msg":"trace[667073220] linearizableReadLoop","detail":"{readStateIndex:34044; appliedIndex:34043; }","duration":"192.915842ms","start":"2026-07-16T07:52:25.477199Z","end":"2026-07-16T07:52:25.670115Z","steps":["trace[667073220] 'read index received' (duration: 192.720546ms)","trace[667073220] 'applied index is now lower than readState.Index' (duration: 193.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:25.670206Z","caller":"traceutil/trace.go:171","msg":"trace[735968102] transaction","detail":"{read_only:false; response_revision:32521; number_of_response:1; }","duration":"193.425956ms","start":"2026-07-16T07:52:25.476737Z","end":"2026-07-16T07:52:25.670163Z","steps":["trace[735968102] 'process raft request' (duration: 193.20103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:25.670485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.528571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T07:52:25.670558Z","caller":"traceutil/trace.go:171","msg":"trace[715922539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32521; }","duration":"192.628233ms","start":"2026-07-16T07:52:25.477908Z","end":"2026-07-16T07:52:25.670536Z","steps":["trace[715922539] 'agreement among raft nodes before linearized reading' (duration: 192.414057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:25.670717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.121482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T07:52:25.670823Z","caller":"traceutil/trace.go:171","msg":"trace[1000258710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32521; }","duration":"191.290386ms","start":"2026-07-16T07:52:25.479504Z","end":"2026-07-16T07:52:25.670794Z","steps":["trace[1000258710] 'agreement among raft nodes before linearized reading' (duration: 190.936207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:25.670796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.561269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:52:25.670935Z","caller":"traceutil/trace.go:171","msg":"trace[454715419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32521; }","duration":"193.754034ms","start":"2026-07-16T07:52:25.477148Z","end":"2026-07-16T07:52:25.670902Z","steps":["trace[454715419] 'agreement among raft nodes before linearized reading' (duration: 193.171308ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:25.953312Z","caller":"traceutil/trace.go:171","msg":"trace[1979792635] transaction","detail":"{read_only:false; response_revision:32525; number_of_response:1; }","duration":"274.334946ms","start":"2026-07-16T07:52:25.678938Z","end":"2026-07-16T07:52:25.953273Z","steps":["trace[1979792635] 'process raft request' (duration: 273.954755ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:25.953326Z","caller":"traceutil/trace.go:171","msg":"trace[2067248410] transaction","detail":"{read_only:false; response_revision:32524; number_of_response:1; }","duration":"276.978309ms","start":"2026-07-16T07:52:25.676308Z","end":"2026-07-16T07:52:25.953286Z","steps":["trace[2067248410] 'process raft request' (duration: 276.529667ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:25.953517Z","caller":"traceutil/trace.go:171","msg":"trace[761583661] transaction","detail":"{read_only:false; response_revision:32523; number_of_response:1; }","duration":"277.610476ms","start":"2026-07-16T07:52:25.675775Z","end":"2026-07-16T07:52:25.953386Z","steps":["trace[761583661] 'process raft request' (duration: 276.003461ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:25.953678Z","caller":"traceutil/trace.go:171","msg":"trace[438385300] transaction","detail":"{read_only:false; response_revision:32526; number_of_response:1; }","duration":"274.439328ms","start":"2026-07-16T07:52:25.678999Z","end":"2026-07-16T07:52:25.953438Z","steps":["trace[438385300] 'process raft request' (duration: 273.948215ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:29.043143Z","caller":"traceutil/trace.go:171","msg":"trace[2059361156] linearizableReadLoop","detail":"{readStateIndex:34078; appliedIndex:34074; }","duration":"123.725165ms","start":"2026-07-16T07:52:28.919387Z","end":"2026-07-16T07:52:29.043112Z","steps":["trace[2059361156] 'read index received' (duration: 26.077592ms)","trace[2059361156] 'applied index is now lower than readState.Index' (duration: 97.642293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:52:29.043417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.969732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:52:29.043501Z","caller":"traceutil/trace.go:171","msg":"trace[1062990541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32553; }","duration":"124.073765ms","start":"2026-07-16T07:52:28.91938Z","end":"2026-07-16T07:52:29.043454Z","steps":["trace[1062990541] 'agreement among raft nodes before linearized reading' (duration: 123.852109ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:29.043648Z","caller":"traceutil/trace.go:171","msg":"trace[289256906] transaction","detail":"{read_only:false; response_revision:32551; number_of_response:1; }","duration":"136.828979ms","start":"2026-07-16T07:52:28.906764Z","end":"2026-07-16T07:52:29.043593Z","steps":["trace[289256906] 'process raft request' (duration: 135.986535ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:29.043666Z","caller":"traceutil/trace.go:171","msg":"trace[1869818064] transaction","detail":"{read_only:false; response_revision:32552; number_of_response:1; }","duration":"135.275585ms","start":"2026-07-16T07:52:28.908342Z","end":"2026-07-16T07:52:29.043618Z","steps":["trace[1869818064] 'process raft request' (duration: 134.669279ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:29.043717Z","caller":"traceutil/trace.go:171","msg":"trace[742973492] transaction","detail":"{read_only:false; response_revision:32553; number_of_response:1; }","duration":"134.143144ms","start":"2026-07-16T07:52:28.909525Z","end":"2026-07-16T07:52:29.043668Z","steps":["trace[742973492] 'process raft request' (duration: 133.539367ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:33.299975Z","caller":"traceutil/trace.go:171","msg":"trace[1362892313] linearizableReadLoop","detail":"{readStateIndex:34120; appliedIndex:34119; }","duration":"139.482921ms","start":"2026-07-16T07:52:33.160454Z","end":"2026-07-16T07:52:33.299937Z","steps":["trace[1362892313] 'read index received' (duration: 136.240152ms)","trace[1362892313] 'applied index is now lower than readState.Index' (duration: 3.241399ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:33.300001Z","caller":"traceutil/trace.go:171","msg":"trace[1873170964] transaction","detail":"{read_only:false; response_revision:32593; number_of_response:1; }","duration":"145.134578ms","start":"2026-07-16T07:52:33.154821Z","end":"2026-07-16T07:52:33.299955Z","steps":["trace[1873170964] 'process raft request' (duration: 141.854147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:33.30075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.901664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T07:52:33.300818Z","caller":"traceutil/trace.go:171","msg":"trace[1439350444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32593; }","duration":"140.362706ms","start":"2026-07-16T07:52:33.160436Z","end":"2026-07-16T07:52:33.300799Z","steps":["trace[1439350444] 'agreement among raft nodes before linearized reading' (duration: 139.665797ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:33.31968Z","caller":"traceutil/trace.go:171","msg":"trace[362863808] transaction","detail":"{read_only:false; response_revision:32594; number_of_response:1; }","duration":"142.836875ms","start":"2026-07-16T07:52:33.176809Z","end":"2026-07-16T07:52:33.319646Z","steps":["trace[362863808] 'process raft request' (duration: 142.627029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:33.320015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.523893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-16T07:52:33.320129Z","caller":"traceutil/trace.go:171","msg":"trace[1271864424] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32594; }","duration":"117.684688ms","start":"2026-07-16T07:52:33.202426Z","end":"2026-07-16T07:52:33.320111Z","steps":["trace[1271864424] 'agreement among raft nodes before linearized reading' (duration: 117.278347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:33.32014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.757826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T07:52:33.320395Z","caller":"traceutil/trace.go:171","msg":"trace[958949249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32594; }","duration":"120.158336ms","start":"2026-07-16T07:52:33.200222Z","end":"2026-07-16T07:52:33.320381Z","steps":["trace[958949249] 'agreement among raft nodes before linearized reading' (duration: 119.391585ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:33.671712Z","caller":"traceutil/trace.go:171","msg":"trace[881366301] transaction","detail":"{read_only:false; response_revision:32597; number_of_response:1; }","duration":"144.46887ms","start":"2026-07-16T07:52:33.527201Z","end":"2026-07-16T07:52:33.67167Z","steps":["trace[881366301] 'process raft request' (duration: 144.194332ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:34.351045Z","caller":"traceutil/trace.go:171","msg":"trace[911642071] transaction","detail":"{read_only:false; response_revision:32601; number_of_response:1; }","duration":"176.445955ms","start":"2026-07-16T07:52:34.174571Z","end":"2026-07-16T07:52:34.351017Z","steps":["trace[911642071] 'process raft request' (duration: 176.28787ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:34.62317Z","caller":"traceutil/trace.go:171","msg":"trace[544226681] linearizableReadLoop","detail":"{readStateIndex:34129; appliedIndex:34128; }","duration":"446.950394ms","start":"2026-07-16T07:52:34.176182Z","end":"2026-07-16T07:52:34.623132Z","steps":["trace[544226681] 'read index received' (duration: 175.453118ms)","trace[544226681] 'applied index is now lower than readState.Index' (duration: 271.495646ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:34.623215Z","caller":"traceutil/trace.go:171","msg":"trace[880385254] transaction","detail":"{read_only:false; response_revision:32602; number_of_response:1; }","duration":"447.15873ms","start":"2026-07-16T07:52:34.17601Z","end":"2026-07-16T07:52:34.623168Z","steps":["trace[880385254] 'process raft request' (duration: 446.837401ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:34.623347Z","caller":"traceutil/trace.go:171","msg":"trace[2025604623] transaction","detail":"{read_only:false; response_revision:32603; number_of_response:1; }","duration":"347.071849ms","start":"2026-07-16T07:52:34.276242Z","end":"2026-07-16T07:52:34.623314Z","steps":["trace[2025604623] 'process raft request' (duration: 346.813742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:34.623433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:52:34.175998Z","time spent":"447.309234ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:52:34.623598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:52:34.276203Z","time spent":"347.211543ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:52:34.623656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.461248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:52:34.623718Z","caller":"traceutil/trace.go:171","msg":"trace[255313541] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32603; }","duration":"447.56311ms","start":"2026-07-16T07:52:34.176133Z","end":"2026-07-16T07:52:34.623696Z","steps":["trace[255313541] 'agreement among raft nodes before linearized reading' (duration: 447.209751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:34.623762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:52:34.176111Z","time spent":"447.639453ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:52:34.62405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.495993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:52:34.624089Z","caller":"traceutil/trace.go:171","msg":"trace[731058688] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32603; }","duration":"445.551545ms","start":"2026-07-16T07:52:34.178525Z","end":"2026-07-16T07:52:34.624076Z","steps":["trace[731058688] 'agreement among raft nodes before linearized reading' (duration: 445.451522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:34.624116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:52:34.178517Z","time spent":"445.591726ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:52:35.973245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.056755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:52:35.973363Z","caller":"traceutil/trace.go:171","msg":"trace[1785903974] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:32615; }","duration":"111.311952ms","start":"2026-07-16T07:52:35.862022Z","end":"2026-07-16T07:52:35.973334Z","steps":["trace[1785903974] 'count revisions from in-memory index tree' (duration: 110.861179ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:36.127268Z","caller":"traceutil/trace.go:171","msg":"trace[724519482] transaction","detail":"{read_only:false; response_revision:32616; number_of_response:1; }","duration":"148.236244ms","start":"2026-07-16T07:52:35.97899Z","end":"2026-07-16T07:52:36.127226Z","steps":["trace[724519482] 'process raft request' (duration: 147.892904ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:37.223046Z","caller":"traceutil/trace.go:171","msg":"trace[264566177] transaction","detail":"{read_only:false; response_revision:32624; number_of_response:1; }","duration":"241.587599ms","start":"2026-07-16T07:52:36.98143Z","end":"2026-07-16T07:52:37.223018Z","steps":["trace[264566177] 'process raft request' (duration: 241.373783ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:37.246395Z","caller":"traceutil/trace.go:171","msg":"trace[1828222877] transaction","detail":"{read_only:false; response_revision:32626; number_of_response:1; }","duration":"171.871988ms","start":"2026-07-16T07:52:37.074484Z","end":"2026-07-16T07:52:37.246356Z","steps":["trace[1828222877] 'process raft request' (duration: 171.784826ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:37.246426Z","caller":"traceutil/trace.go:171","msg":"trace[112407626] transaction","detail":"{read_only:false; response_revision:32625; number_of_response:1; }","duration":"175.785237ms","start":"2026-07-16T07:52:37.070595Z","end":"2026-07-16T07:52:37.24638Z","steps":["trace[112407626] 'process raft request' (duration: 175.483068ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:37.246619Z","caller":"traceutil/trace.go:171","msg":"trace[2054952675] transaction","detail":"{read_only:false; response_revision:32627; number_of_response:1; }","duration":"159.742312ms","start":"2026-07-16T07:52:37.086833Z","end":"2026-07-16T07:52:37.246575Z","steps":["trace[2054952675] 'process raft request' (duration: 159.478565ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:37.540407Z","caller":"traceutil/trace.go:171","msg":"trace[970655907] transaction","detail":"{read_only:false; response_revision:32630; number_of_response:1; }","duration":"107.779255ms","start":"2026-07-16T07:52:37.432594Z","end":"2026-07-16T07:52:37.540373Z","steps":["trace[970655907] 'process raft request' (duration: 105.940654ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:42.945095Z","caller":"traceutil/trace.go:171","msg":"trace[258108938] transaction","detail":"{read_only:false; response_revision:32682; number_of_response:1; }","duration":"137.986271ms","start":"2026-07-16T07:52:42.807074Z","end":"2026-07-16T07:52:42.94506Z","steps":["trace[258108938] 'process raft request' (duration: 69.573087ms)","trace[258108938] 'compare' (duration: 67.943261ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:42.950632Z","caller":"traceutil/trace.go:171","msg":"trace[1170087892] transaction","detail":"{read_only:false; response_revision:32683; number_of_response:1; }","duration":"142.080704ms","start":"2026-07-16T07:52:42.808518Z","end":"2026-07-16T07:52:42.950599Z","steps":["trace[1170087892] 'process raft request' (duration: 141.588611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:52.183191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.778199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T07:52:52.183312Z","caller":"traceutil/trace.go:171","msg":"trace[334832352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32828; }","duration":"144.969323ms","start":"2026-07-16T07:52:52.038316Z","end":"2026-07-16T07:52:52.183285Z","steps":["trace[334832352] 'range keys from in-memory index tree' (duration: 144.465399ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:57.71326Z","caller":"traceutil/trace.go:171","msg":"trace[493680676] linearizableReadLoop","detail":"{readStateIndex:34442; appliedIndex:34441; }","duration":"160.815333ms","start":"2026-07-16T07:52:57.552418Z","end":"2026-07-16T07:52:57.713234Z","steps":["trace[493680676] 'read index received' (duration: 136.048077ms)","trace[493680676] 'applied index is now lower than readState.Index' (duration: 24.765976ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:57.71328Z","caller":"traceutil/trace.go:171","msg":"trace[480870118] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"167.618911ms","start":"2026-07-16T07:52:57.545631Z","end":"2026-07-16T07:52:57.71325Z","steps":["trace[480870118] 'process raft request' (duration: 142.961309ms)","trace[480870118] 'compare' (duration: 24.452226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:52:57.713447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.003728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:52:57.71353Z","caller":"traceutil/trace.go:171","msg":"trace[4088305] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:32903; }","duration":"161.11438ms","start":"2026-07-16T07:52:57.552398Z","end":"2026-07-16T07:52:57.713512Z","steps":["trace[4088305] 'agreement among raft nodes before linearized reading' (duration: 160.925985ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:52:59.45514Z","caller":"traceutil/trace.go:171","msg":"trace[1328780960] linearizableReadLoop","detail":"{readStateIndex:34452; appliedIndex:34451; }","duration":"189.895268ms","start":"2026-07-16T07:52:59.26521Z","end":"2026-07-16T07:52:59.455105Z","steps":["trace[1328780960] 'read index received' (duration: 189.763674ms)","trace[1328780960] 'applied index is now lower than readState.Index' (duration: 130.234µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:52:59.455577Z","caller":"traceutil/trace.go:171","msg":"trace[777568992] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"206.94113ms","start":"2026-07-16T07:52:59.248575Z","end":"2026-07-16T07:52:59.455516Z","steps":["trace[777568992] 'process raft request' (duration: 206.320902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:59.455724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-16T07:52:59.45585Z","caller":"traceutil/trace.go:171","msg":"trace[1369972964] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32913; }","duration":"190.665429ms","start":"2026-07-16T07:52:59.265158Z","end":"2026-07-16T07:52:59.455823Z","steps":["trace[1369972964] 'agreement among raft nodes before linearized reading' (duration: 190.297669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:52:59.460439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.847751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:52:59.460542Z","caller":"traceutil/trace.go:171","msg":"trace[1512487770] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32914; }","duration":"158.027525ms","start":"2026-07-16T07:52:59.302488Z","end":"2026-07-16T07:52:59.460516Z","steps":["trace[1512487770] 'agreement among raft nodes before linearized reading' (duration: 157.723446ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:54:47.500812Z","caller":"traceutil/trace.go:171","msg":"trace[298550929] linearizableReadLoop","detail":"{readStateIndex:35468; appliedIndex:35467; }","duration":"144.83987ms","start":"2026-07-16T07:54:47.355943Z","end":"2026-07-16T07:54:47.500783Z","steps":["trace[298550929] 'read index received' (duration: 144.705237ms)","trace[298550929] 'applied index is now lower than readState.Index' (duration: 133.233µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:54:47.500887Z","caller":"traceutil/trace.go:171","msg":"trace[1597715294] transaction","detail":"{read_only:false; response_revision:33884; number_of_response:1; }","duration":"172.862266ms","start":"2026-07-16T07:54:47.327971Z","end":"2026-07-16T07:54:47.500833Z","steps":["trace[1597715294] 'process raft request' (duration: 172.629159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:47.501055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.078257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:54:47.501104Z","caller":"traceutil/trace.go:171","msg":"trace[1910776431] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33884; }","duration":"145.20729ms","start":"2026-07-16T07:54:47.355883Z","end":"2026-07-16T07:54:47.501091Z","steps":["trace[1910776431] 'agreement among raft nodes before linearized reading' (duration: 145.054186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:47.50116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.793152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:54:47.501316Z","caller":"traceutil/trace.go:171","msg":"trace[1772569920] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33884; }","duration":"122.037989ms","start":"2026-07-16T07:54:47.379249Z","end":"2026-07-16T07:54:47.501287Z","steps":["trace[1772569920] 'agreement among raft nodes before linearized reading' (duration: 121.777602ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:54:48.039607Z","caller":"traceutil/trace.go:171","msg":"trace[1866717622] transaction","detail":"{read_only:false; response_revision:33885; number_of_response:1; }","duration":"214.914701ms","start":"2026-07-16T07:54:47.824652Z","end":"2026-07-16T07:54:48.039566Z","steps":["trace[1866717622] 'process raft request' (duration: 214.652773ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:54:48.097223Z","caller":"traceutil/trace.go:171","msg":"trace[345843982] linearizableReadLoop","detail":"{readStateIndex:35470; appliedIndex:35468; }","duration":"193.97695ms","start":"2026-07-16T07:54:47.903211Z","end":"2026-07-16T07:54:48.097188Z","steps":["trace[345843982] 'read index received' (duration: 136.106288ms)","trace[345843982] 'applied index is now lower than readState.Index' (duration: 57.869442ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:54:48.097316Z","caller":"traceutil/trace.go:171","msg":"trace[896857163] transaction","detail":"{read_only:false; response_revision:33887; number_of_response:1; }","duration":"129.940708ms","start":"2026-07-16T07:54:47.967341Z","end":"2026-07-16T07:54:48.097282Z","steps":["trace[896857163] 'process raft request' (duration: 129.757293ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:54:48.097319Z","caller":"traceutil/trace.go:171","msg":"trace[824402488] transaction","detail":"{read_only:false; response_revision:33886; number_of_response:1; }","duration":"242.276287ms","start":"2026-07-16T07:54:47.855Z","end":"2026-07-16T07:54:48.097276Z","steps":["trace[824402488] 'process raft request' (duration: 241.888337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:48.143875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.582501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-16T07:54:48.144009Z","caller":"traceutil/trace.go:171","msg":"trace[1553144458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:33887; }","duration":"240.835697ms","start":"2026-07-16T07:54:47.90314Z","end":"2026-07-16T07:54:48.143976Z","steps":["trace[1553144458] 'agreement among raft nodes before linearized reading' (duration: 194.189716ms)","trace[1553144458] 'range keys from in-memory index tree' (duration: 46.24394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:54:48.144688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.058249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:54:48.144806Z","caller":"traceutil/trace.go:171","msg":"trace[1087528730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33891; }","duration":"226.230674ms","start":"2026-07-16T07:54:47.918548Z","end":"2026-07-16T07:54:48.144779Z","steps":["trace[1087528730] 'agreement among raft nodes before linearized reading' (duration: 225.983337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.038609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830616944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-16T07:54:53.301987Z","caller":"traceutil/trace.go:171","msg":"trace[1056756653] linearizableReadLoop","detail":"{readStateIndex:35516; appliedIndex:35515; }","duration":"763.8901ms","start":"2026-07-16T07:54:52.538072Z","end":"2026-07-16T07:54:53.301962Z","steps":["trace[1056756653] 'read index received' (duration: 763.635973ms)","trace[1056756653] 'applied index is now lower than readState.Index' (duration: 253.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:54:53.302645Z","caller":"traceutil/trace.go:171","msg":"trace[269213388] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"788.885142ms","start":"2026-07-16T07:54:52.513747Z","end":"2026-07-16T07:54:53.302632Z","steps":["trace[269213388] 'process raft request' (duration: 788.030978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.302789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.513728Z","time spent":"788.948304ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T07:54:53.303109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.033882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T07:54:53.303147Z","caller":"traceutil/trace.go:171","msg":"trace[1315645293] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33930; }","duration":"765.103164ms","start":"2026-07-16T07:54:52.538032Z","end":"2026-07-16T07:54:53.303135Z","steps":["trace[1315645293] 'agreement among raft nodes before linearized reading' (duration: 764.96769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.303171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.538013Z","time spent":"765.151385ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T07:54:53.303389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.814343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:54:53.303421Z","caller":"traceutil/trace.go:171","msg":"trace[231724670] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:33930; }","duration":"748.912365ms","start":"2026-07-16T07:54:52.5545Z","end":"2026-07-16T07:54:53.303412Z","steps":["trace[231724670] 'agreement among raft nodes before linearized reading' (duration: 748.816323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.303446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.554477Z","time spent":"748.960146ms","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-16T07:54:53.304723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.09238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:54:53.304822Z","caller":"traceutil/trace.go:171","msg":"trace[1445607214] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33930; }","duration":"334.254925ms","start":"2026-07-16T07:54:52.970545Z","end":"2026-07-16T07:54:53.3048Z","steps":["trace[1445607214] 'agreement among raft nodes before linearized reading' (duration: 333.955656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.304874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.970521Z","time spent":"334.332836ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T07:54:53.305336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.724731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-16T07:54:53.305358Z","caller":"traceutil/trace.go:171","msg":"trace[243629166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33930; }","duration":"129.767333ms","start":"2026-07-16T07:54:53.175584Z","end":"2026-07-16T07:54:53.305351Z","steps":["trace[243629166] 'agreement among raft nodes before linearized reading' (duration: 129.67522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.305459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.90885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:54:53.3055Z","caller":"traceutil/trace.go:171","msg":"trace[774682467] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:33930; }","duration":"158.976751ms","start":"2026-07-16T07:54:53.146495Z","end":"2026-07-16T07:54:53.305472Z","steps":["trace[774682467] 'agreement among raft nodes before linearized reading' (duration: 158.92928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.305524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.238144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:54:53.305656Z","caller":"traceutil/trace.go:171","msg":"trace[1094832917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33930; }","duration":"386.429939ms","start":"2026-07-16T07:54:52.919202Z","end":"2026-07-16T07:54:53.305632Z","steps":["trace[1094832917] 'agreement among raft nodes before linearized reading' (duration: 386.190602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.305715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.919177Z","time spent":"386.528112ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T07:54:53.305799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.150224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:54:53.30586Z","caller":"traceutil/trace.go:171","msg":"trace[1009443339] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33930; }","duration":"255.264348ms","start":"2026-07-16T07:54:53.050581Z","end":"2026-07-16T07:54:53.305845Z","steps":["trace[1009443339] 'agreement among raft nodes before linearized reading' (duration: 255.064502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.305872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.209496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T07:54:53.305918Z","caller":"traceutil/trace.go:171","msg":"trace[1723219608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33930; }","duration":"242.303068ms","start":"2026-07-16T07:54:53.063607Z","end":"2026-07-16T07:54:53.30591Z","steps":["trace[1723219608] 'agreement among raft nodes before linearized reading' (duration: 242.196875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.306023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.053572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T07:54:53.306085Z","caller":"traceutil/trace.go:171","msg":"trace[595272431] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:33930; }","duration":"687.143125ms","start":"2026-07-16T07:54:52.618917Z","end":"2026-07-16T07:54:53.30606Z","steps":["trace[595272431] 'agreement among raft nodes before linearized reading' (duration: 687.030081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:54:53.306122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:54:52.618899Z","time spent":"687.210757ms","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-16T07:55:03.722453Z","caller":"traceutil/trace.go:171","msg":"trace[547948484] linearizableReadLoop","detail":"{readStateIndex:35645; appliedIndex:35643; }","duration":"134.454983ms","start":"2026-07-16T07:55:03.587965Z","end":"2026-07-16T07:55:03.72242Z","steps":["trace[547948484] 'read index received' (duration: 86.204837ms)","trace[547948484] 'applied index is now lower than readState.Index' (duration: 48.248766ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:55:03.722562Z","caller":"traceutil/trace.go:171","msg":"trace[1361460333] transaction","detail":"{read_only:false; response_revision:34054; number_of_response:1; }","duration":"134.804183ms","start":"2026-07-16T07:55:03.58771Z","end":"2026-07-16T07:55:03.722514Z","steps":["trace[1361460333] 'process raft request' (duration: 134.494844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:55:03.722698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.70103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T07:55:03.722761Z","caller":"traceutil/trace.go:171","msg":"trace[1274890102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34054; }","duration":"134.794232ms","start":"2026-07-16T07:55:03.587951Z","end":"2026-07-16T07:55:03.722745Z","steps":["trace[1274890102] 'agreement among raft nodes before linearized reading' (duration: 134.584816ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:55:03.913051Z","caller":"traceutil/trace.go:171","msg":"trace[220425519] transaction","detail":"{read_only:false; response_revision:34058; number_of_response:1; }","duration":"121.928285ms","start":"2026-07-16T07:55:03.791082Z","end":"2026-07-16T07:55:03.91301Z","steps":["trace[220425519] 'process raft request' (duration: 121.532894ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:55:08.317851Z","caller":"traceutil/trace.go:171","msg":"trace[1095077910] transaction","detail":"{read_only:false; response_revision:34105; number_of_response:1; }","duration":"142.246599ms","start":"2026-07-16T07:55:08.175572Z","end":"2026-07-16T07:55:08.317819Z","steps":["trace[1095077910] 'process raft request' (duration: 131.072869ms)","trace[1095077910] 'compare' (duration: 10.948943ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:55:46.93471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31479} {"level":"info","ts":"2026-07-16T07:55:47.089027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31479,"took":"148.797579ms","hash":2087379794,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":36294656,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-16T07:55:47.089097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2087379794,"revision":31479,"compact-revision":28530} {"level":"info","ts":"2026-07-16T07:55:57.377642Z","caller":"traceutil/trace.go:171","msg":"trace[672245027] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"121.794562ms","start":"2026-07-16T07:55:57.255809Z","end":"2026-07-16T07:55:57.377604Z","steps":["trace[672245027] 'process raft request' (duration: 121.451842ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:55:57.872596Z","caller":"traceutil/trace.go:171","msg":"trace[1183793418] transaction","detail":"{read_only:false; response_revision:34562; number_of_response:1; }","duration":"107.749563ms","start":"2026-07-16T07:55:57.764798Z","end":"2026-07-16T07:55:57.872547Z","steps":["trace[1183793418] 'process raft request' (duration: 16.409945ms)","trace[1183793418] 'compare' (duration: 91.096132ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:55:57.950507Z","caller":"traceutil/trace.go:171","msg":"trace[1603548364] transaction","detail":"{read_only:false; response_revision:34564; number_of_response:1; }","duration":"185.526947ms","start":"2026-07-16T07:55:57.764952Z","end":"2026-07-16T07:55:57.950479Z","steps":["trace[1603548364] 'process raft request' (duration: 185.430344ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:55:57.950549Z","caller":"traceutil/trace.go:171","msg":"trace[524864608] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"185.695522ms","start":"2026-07-16T07:55:57.764799Z","end":"2026-07-16T07:55:57.950494Z","steps":["trace[524864608] 'process raft request' (duration: 185.420804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:55:58.447951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:55:58.448072Z","caller":"traceutil/trace.go:171","msg":"trace[220300061] linearizableReadLoop","detail":"{readStateIndex:36182; appliedIndex:36181; }","duration":"103.209818ms","start":"2026-07-16T07:55:58.34484Z","end":"2026-07-16T07:55:58.44805Z","steps":["trace[220300061] 'read index received' (duration: 35.531µs)","trace[220300061] 'applied index is now lower than readState.Index' (duration: 103.173196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:55:58.448224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.386813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T07:55:58.448288Z","caller":"traceutil/trace.go:171","msg":"trace[1699880301] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34567; }","duration":"103.499186ms","start":"2026-07-16T07:55:58.344775Z","end":"2026-07-16T07:55:58.448274Z","steps":["trace[1699880301] 'agreement among raft nodes before linearized reading' (duration: 103.327571ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:55:58.448286Z","caller":"traceutil/trace.go:171","msg":"trace[1125694015] transaction","detail":"{read_only:false; response_revision:34567; number_of_response:1; }","duration":"139.952315ms","start":"2026-07-16T07:55:58.308304Z","end":"2026-07-16T07:55:58.448257Z","steps":["trace[1125694015] 'process raft request' (duration: 19.816939ms)","trace[1125694015] 'compare' (duration: 119.512339ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:55:58.609301Z","caller":"traceutil/trace.go:171","msg":"trace[832351138] transaction","detail":"{read_only:false; response_revision:34569; number_of_response:1; }","duration":"119.56857ms","start":"2026-07-16T07:55:58.489693Z","end":"2026-07-16T07:55:58.609262Z","steps":["trace[832351138] 'process raft request' (duration: 58.821248ms)","trace[832351138] 'compare' (duration: 60.477084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:56:02.608721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.686604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:56:02.608878Z","caller":"traceutil/trace.go:171","msg":"trace[64120733] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34600; }","duration":"106.91497ms","start":"2026-07-16T07:56:02.501928Z","end":"2026-07-16T07:56:02.608843Z","steps":["trace[64120733] 'count revisions from in-memory index tree' (duration: 106.597332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:02.608858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.249278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T07:56:02.609015Z","caller":"traceutil/trace.go:171","msg":"trace[1684872303] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34600; }","duration":"125.423163ms","start":"2026-07-16T07:56:02.483539Z","end":"2026-07-16T07:56:02.608962Z","steps":["trace[1684872303] 'range keys from in-memory index tree' (duration: 124.934049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:02.760109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.666138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-16T07:56:02.760368Z","caller":"traceutil/trace.go:171","msg":"trace[702115109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34603; }","duration":"104.972327ms","start":"2026-07-16T07:56:02.655349Z","end":"2026-07-16T07:56:02.760322Z","steps":["trace[702115109] 'agreement among raft nodes before linearized reading' (duration: 104.531585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:04.153475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.372858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-16T07:56:04.15356Z","caller":"traceutil/trace.go:171","msg":"trace[1821601606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34612; }","duration":"191.511802ms","start":"2026-07-16T07:56:03.962029Z","end":"2026-07-16T07:56:04.153541Z","steps":["trace[1821601606] 'range keys from in-memory index tree' (duration: 191.128032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:04.153851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.711508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:56:04.153945Z","caller":"traceutil/trace.go:171","msg":"trace[2013043747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:34612; }","duration":"126.872512ms","start":"2026-07-16T07:56:04.02705Z","end":"2026-07-16T07:56:04.153922Z","steps":["trace[2013043747] 'count revisions from in-memory index tree' (duration: 126.616676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:18.719746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.37256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-16T07:56:18.719886Z","caller":"traceutil/trace.go:171","msg":"trace[499906256] linearizableReadLoop","detail":"{readStateIndex:36359; appliedIndex:36358; }","duration":"251.171404ms","start":"2026-07-16T07:56:18.468689Z","end":"2026-07-16T07:56:18.71986Z","steps":["trace[499906256] 'read index received' (duration: 65.932µs)","trace[499906256] 'applied index is now lower than readState.Index' (duration: 251.103552ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:56:18.719969Z","caller":"traceutil/trace.go:171","msg":"trace[1707702356] transaction","detail":"{read_only:false; response_revision:34736; number_of_response:1; }","duration":"301.693673ms","start":"2026-07-16T07:56:18.418213Z","end":"2026-07-16T07:56:18.719907Z","steps":["trace[1707702356] 'process raft request' (duration: 24.012225ms)","trace[1707702356] 'compare' (duration: 277.069511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:56:18.720168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.488623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-16T07:56:18.72017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.28797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:56:18.720212Z","caller":"traceutil/trace.go:171","msg":"trace[1591116886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34736; }","duration":"251.585696ms","start":"2026-07-16T07:56:18.468612Z","end":"2026-07-16T07:56:18.720198Z","steps":["trace[1591116886] 'agreement among raft nodes before linearized reading' (duration: 251.38181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T07:56:18.720266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T07:56:18.418188Z","time spent":"301.913099ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T07:56:18.720303Z","caller":"traceutil/trace.go:171","msg":"trace[1087280499] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34736; }","duration":"224.468515ms","start":"2026-07-16T07:56:18.49581Z","end":"2026-07-16T07:56:18.720278Z","steps":["trace[1087280499] 'agreement among raft nodes before linearized reading' (duration: 224.249629ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:56:18.871328Z","caller":"traceutil/trace.go:171","msg":"trace[60634336] transaction","detail":"{read_only:false; response_revision:34737; number_of_response:1; }","duration":"145.360354ms","start":"2026-07-16T07:56:18.72594Z","end":"2026-07-16T07:56:18.871301Z","steps":["trace[60634336] 'process raft request' (duration: 111.743253ms)","trace[60634336] 'compare' (duration: 33.398095ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:56:25.053573Z","caller":"traceutil/trace.go:171","msg":"trace[1144255362] transaction","detail":"{read_only:false; response_revision:34795; number_of_response:1; }","duration":"118.147921ms","start":"2026-07-16T07:56:24.935403Z","end":"2026-07-16T07:56:25.053551Z","steps":["trace[1144255362] 'process raft request' (duration: 118.11316ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:56:25.053941Z","caller":"traceutil/trace.go:171","msg":"trace[315705347] transaction","detail":"{read_only:false; response_revision:34793; number_of_response:1; }","duration":"118.758278ms","start":"2026-07-16T07:56:24.93517Z","end":"2026-07-16T07:56:25.053928Z","steps":["trace[315705347] 'process raft request' (duration: 118.10424ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:56:25.054052Z","caller":"traceutil/trace.go:171","msg":"trace[9347250] transaction","detail":"{read_only:false; response_revision:34794; number_of_response:1; }","duration":"118.777308ms","start":"2026-07-16T07:56:24.935267Z","end":"2026-07-16T07:56:25.054044Z","steps":["trace[9347250] 'process raft request' (duration: 118.211123ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:56:25.081826Z","caller":"traceutil/trace.go:171","msg":"trace[2098267009] transaction","detail":"{read_only:false; response_revision:34796; number_of_response:1; }","duration":"116.237718ms","start":"2026-07-16T07:56:24.965547Z","end":"2026-07-16T07:56:25.081785Z","steps":["trace[2098267009] 'process raft request' (duration: 115.987731ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:59:08.233084Z","caller":"traceutil/trace.go:171","msg":"trace[132466267] transaction","detail":"{read_only:false; response_revision:36215; number_of_response:1; }","duration":"107.504884ms","start":"2026-07-16T07:59:08.125546Z","end":"2026-07-16T07:59:08.233051Z","steps":["trace[132466267] 'process raft request' (duration: 80.00621ms)","trace[132466267] 'compare' (duration: 27.346169ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:59:12.02178Z","caller":"traceutil/trace.go:171","msg":"trace[1369061207] linearizableReadLoop","detail":"{readStateIndex:37938; appliedIndex:37937; }","duration":"102.088793ms","start":"2026-07-16T07:59:11.919663Z","end":"2026-07-16T07:59:12.021752Z","steps":["trace[1369061207] 'read index received' (duration: 44.340701ms)","trace[1369061207] 'applied index is now lower than readState.Index' (duration: 57.747092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T07:59:12.021897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.220877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T07:59:12.021928Z","caller":"traceutil/trace.go:171","msg":"trace[1949925110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36245; }","duration":"102.319069ms","start":"2026-07-16T07:59:11.919601Z","end":"2026-07-16T07:59:12.02192Z","steps":["trace[1949925110] 'agreement among raft nodes before linearized reading' (duration: 102.241707ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T07:59:12.021877Z","caller":"traceutil/trace.go:171","msg":"trace[1441693571] transaction","detail":"{read_only:false; response_revision:36245; number_of_response:1; }","duration":"106.734013ms","start":"2026-07-16T07:59:11.915092Z","end":"2026-07-16T07:59:12.021826Z","steps":["trace[1441693571] 'process raft request' (duration: 48.883907ms)","trace[1441693571] 'compare' (duration: 57.610109ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T07:59:59.031692Z","caller":"traceutil/trace.go:171","msg":"trace[51343759] transaction","detail":"{read_only:false; response_revision:36652; number_of_response:1; }","duration":"116.73901ms","start":"2026-07-16T07:59:58.914915Z","end":"2026-07-16T07:59:59.031654Z","steps":["trace[51343759] 'process raft request' (duration: 97.138306ms)","trace[51343759] 'compare' (duration: 19.250364ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:00:25.101637Z","caller":"traceutil/trace.go:171","msg":"trace[398721475] transaction","detail":"{read_only:false; response_revision:37012; number_of_response:1; }","duration":"122.14967ms","start":"2026-07-16T08:00:24.979456Z","end":"2026-07-16T08:00:25.101606Z","steps":["trace[398721475] 'process raft request' (duration: 110.812295ms)","trace[398721475] 'compare' (duration: 11.088358ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:00:31.28697Z","caller":"traceutil/trace.go:171","msg":"trace[1994632867] transaction","detail":"{read_only:false; response_revision:37065; number_of_response:1; }","duration":"100.291493ms","start":"2026-07-16T08:00:31.186646Z","end":"2026-07-16T08:00:31.286937Z","steps":["trace[1994632867] 'process raft request' (duration: 100.123609ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:00:46.981852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34471} {"level":"info","ts":"2026-07-16T08:00:47.379155Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34471,"took":"392.909174ms","hash":421254525,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":35217408,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-16T08:00:47.379256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":421254525,"revision":34471,"compact-revision":31479} {"level":"info","ts":"2026-07-16T08:02:38.85759Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9870e1635c99d2ec","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T08:02:38.86866Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-16T08:02:38.868969Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-16T08:05:47.000555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37201} {"level":"info","ts":"2026-07-16T08:05:47.291746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37201,"took":"277.511531ms","hash":2216954523,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":35577856,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-16T08:05:47.291854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2216954523,"revision":37201,"compact-revision":34471} {"level":"warn","ts":"2026-07-16T08:08:01.884169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830635189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T08:08:02.385222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830635189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T08:08:02.885767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15198698118830635189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-16T08:08:03.024831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.663756222s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-16T08:08:03.025106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.360883Z","time spent":"1.664217704s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-16T08:08:03.075359Z","caller":"traceutil/trace.go:171","msg":"trace[2085917463] transaction","detail":"{read_only:false; response_revision:41130; number_of_response:1; }","duration":"595.753323ms","start":"2026-07-16T08:08:02.479533Z","end":"2026-07-16T08:08:03.075286Z","steps":["trace[2085917463] 'process raft request' (duration: 595.467285ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:08:03.075637Z","caller":"traceutil/trace.go:171","msg":"trace[103427107] linearizableReadLoop","detail":"{readStateIndex:43043; appliedIndex:43039; }","duration":"1.691560383s","start":"2026-07-16T08:08:01.38406Z","end":"2026-07-16T08:08:03.075621Z","steps":["trace[103427107] 'read index received' (duration: 1.640976639s)","trace[103427107] 'applied index is now lower than readState.Index' (duration: 50.583104ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:08:03.075614Z","caller":"traceutil/trace.go:171","msg":"trace[1807599935] transaction","detail":"{read_only:false; response_revision:41131; number_of_response:1; }","duration":"345.991362ms","start":"2026-07-16T08:08:02.729586Z","end":"2026-07-16T08:08:03.075578Z","steps":["trace[1807599935] 'process raft request' (duration: 345.56303ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:08:03.075687Z","caller":"traceutil/trace.go:171","msg":"trace[1440255480] transaction","detail":"{read_only:false; response_revision:41132; number_of_response:1; }","duration":"194.125107ms","start":"2026-07-16T08:08:02.881535Z","end":"2026-07-16T08:08:03.07566Z","steps":["trace[1440255480] 'process raft request' (duration: 193.943482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.075721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.4795Z","time spent":"596.054331ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:08:03.075793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.729555Z","time spent":"346.160237ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:08:03.075818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691749558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T08:08:03.075884Z","caller":"traceutil/trace.go:171","msg":"trace[939978379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41133; }","duration":"1.691847151s","start":"2026-07-16T08:08:01.384017Z","end":"2026-07-16T08:08:03.075864Z","steps":["trace[939978379] 'agreement among raft nodes before linearized reading' (duration: 1.691676086s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.075918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.383992Z","time spent":"1.691917213s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T08:08:03.077342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65253906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T08:08:03.077386Z","caller":"traceutil/trace.go:171","msg":"trace[571126466] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:41135; }","duration":"1.652644723s","start":"2026-07-16T08:08:01.42473Z","end":"2026-07-16T08:08:03.077375Z","steps":["trace[571126466] 'agreement among raft nodes before linearized reading' (duration: 1.652508559s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.07741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.424709Z","time spent":"1.652693585s","remote":"127.0.0.1:33412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.077479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15489919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T08:08:03.077562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15740108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T08:08:03.077583Z","caller":"traceutil/trace.go:171","msg":"trace[843066963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41135; }","duration":"1.157473442s","start":"2026-07-16T08:08:01.920104Z","end":"2026-07-16T08:08:03.077577Z","steps":["trace[843066963] 'agreement among raft nodes before linearized reading' (duration: 1.157434851s)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:08:03.077582Z","caller":"traceutil/trace.go:171","msg":"trace[528678098] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:41135; }","duration":"1.155090366s","start":"2026-07-16T08:08:01.922473Z","end":"2026-07-16T08:08:03.077563Z","steps":["trace[528678098] 'agreement among raft nodes before linearized reading' (duration: 1.15488989s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.077634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.922447Z","time spent":"1.155177029s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.078023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246987517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-16T08:08:03.078051Z","caller":"traceutil/trace.go:171","msg":"trace[125219965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41135; }","duration":"1.247064418s","start":"2026-07-16T08:08:01.830981Z","end":"2026-07-16T08:08:03.078046Z","steps":["trace[125219965] 'agreement among raft nodes before linearized reading' (duration: 1.246627136s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.078067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.830956Z","time spent":"1.24710707s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T08:08:03.078205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311115026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:1 size:2310"} {"level":"info","ts":"2026-07-16T08:08:03.078232Z","caller":"traceutil/trace.go:171","msg":"trace[910315592] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:1; response_revision:41135; }","duration":"1.311195328s","start":"2026-07-16T08:08:01.767031Z","end":"2026-07-16T08:08:03.078226Z","steps":["trace[910315592] 'agreement among raft nodes before linearized reading' (duration: 1.311126947s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.078249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.767005Z","time spent":"1.311240539s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":2333,"request content":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" "} {"level":"warn","ts":"2026-07-16T08:08:03.078358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38873018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T08:08:03.078376Z","caller":"traceutil/trace.go:171","msg":"trace[1940086106] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:41135; }","duration":"1.388780271s","start":"2026-07-16T08:08:01.689591Z","end":"2026-07-16T08:08:03.078372Z","steps":["trace[1940086106] 'agreement among raft nodes before linearized reading' (duration: 1.38873689s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.078393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.689576Z","time spent":"1.388811942s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.078513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409915758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T08:08:03.078535Z","caller":"traceutil/trace.go:171","msg":"trace[1036827120] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:41135; }","duration":"1.410000821s","start":"2026-07-16T08:08:01.668529Z","end":"2026-07-16T08:08:03.07853Z","steps":["trace[1036827120] 'agreement among raft nodes before linearized reading' (duration: 1.40995343s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.07855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.668496Z","time spent":"1.410049951s","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.078589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.583549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T08:08:03.078627Z","caller":"traceutil/trace.go:171","msg":"trace[889482142] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:41135; }","duration":"190.653821ms","start":"2026-07-16T08:08:02.887958Z","end":"2026-07-16T08:08:03.078612Z","steps":["trace[889482142] 'agreement among raft nodes before linearized reading' (duration: 190.584109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.078668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440430884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T08:08:03.078887Z","caller":"traceutil/trace.go:171","msg":"trace[639950013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:41135; }","duration":"1.440704883s","start":"2026-07-16T08:08:01.638176Z","end":"2026-07-16T08:08:03.078881Z","steps":["trace[639950013] 'agreement among raft nodes before linearized reading' (duration: 1.440467496s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.078908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.638139Z","time spent":"1.440764754s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.079032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453128508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-16T08:08:03.079039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.725254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T08:08:03.079057Z","caller":"traceutil/trace.go:171","msg":"trace[2126341000] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:41135; }","duration":"1.453178868s","start":"2026-07-16T08:08:01.625874Z","end":"2026-07-16T08:08:03.079052Z","steps":["trace[2126341000] 'agreement among raft nodes before linearized reading' (duration: 1.453120377s)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:08:03.07907Z","caller":"traceutil/trace.go:171","msg":"trace[1995054626] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:41135; }","duration":"332.793856ms","start":"2026-07-16T08:08:02.746268Z","end":"2026-07-16T08:08:03.079062Z","steps":["trace[1995054626] 'agreement among raft nodes before linearized reading' (duration: 332.697523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.079076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.625863Z","time spent":"1.45320678s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T08:08:03.079092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.746257Z","time spent":"332.829786ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T08:08:03.079187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503598958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T08:08:03.079209Z","caller":"traceutil/trace.go:171","msg":"trace[830169219] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:41135; }","duration":"1.503670249s","start":"2026-07-16T08:08:01.575532Z","end":"2026-07-16T08:08:03.079202Z","steps":["trace[830169219] 'agreement among raft nodes before linearized reading' (duration: 1.503616188s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.079227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.575503Z","time spent":"1.503720211s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T08:08:03.080356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.950719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-16T08:08:03.080439Z","caller":"traceutil/trace.go:171","msg":"trace[883273461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41135; }","duration":"623.047311ms","start":"2026-07-16T08:08:02.457368Z","end":"2026-07-16T08:08:03.080415Z","steps":["trace[883273461] 'agreement among raft nodes before linearized reading' (duration: 622.699402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.080486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.457345Z","time spent":"623.132533ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T08:08:03.080678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.807013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T08:08:03.080711Z","caller":"traceutil/trace.go:171","msg":"trace[33527025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:41135; }","duration":"858.892086ms","start":"2026-07-16T08:08:02.22181Z","end":"2026-07-16T08:08:03.080702Z","steps":["trace[33527025] 'agreement among raft nodes before linearized reading' (duration: 858.835695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.080732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.22178Z","time spent":"858.946387ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:08:03.080888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.472056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-16T08:08:03.080914Z","caller":"traceutil/trace.go:171","msg":"trace[823420202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41135; }","duration":"964.497667ms","start":"2026-07-16T08:08:02.11641Z","end":"2026-07-16T08:08:03.080907Z","steps":["trace[823420202] 'agreement among raft nodes before linearized reading' (duration: 964.425285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.077596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.920081Z","time spent":"1.157512523s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T08:08:03.080932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:02.116212Z","time spent":"964.715622ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-16T08:08:03.080951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637895174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-16T08:08:03.08098Z","caller":"traceutil/trace.go:171","msg":"trace[816029950] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:41135; }","duration":"1.637942445s","start":"2026-07-16T08:08:01.44303Z","end":"2026-07-16T08:08:03.080972Z","steps":["trace[816029950] 'agreement among raft nodes before linearized reading' (duration: 1.636233337s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:08:03.080998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:08:01.443021Z","time spent":"1.637972706s","remote":"127.0.0.1:49702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2404,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-16T08:09:16.479477Z","caller":"traceutil/trace.go:171","msg":"trace[418828022] linearizableReadLoop","detail":"{readStateIndex:43772; appliedIndex:43771; }","duration":"153.965673ms","start":"2026-07-16T08:09:16.325474Z","end":"2026-07-16T08:09:16.47944Z","steps":["trace[418828022] 'read index received' (duration: 149.928711ms)","trace[418828022] 'applied index is now lower than readState.Index' (duration: 4.035792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T08:09:16.479646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.153679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T08:09:16.47957Z","caller":"traceutil/trace.go:171","msg":"trace[1134200824] transaction","detail":"{read_only:false; response_revision:41831; number_of_response:1; }","duration":"180.911591ms","start":"2026-07-16T08:09:16.298601Z","end":"2026-07-16T08:09:16.479512Z","steps":["trace[1134200824] 'process raft request' (duration: 176.895199ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:16.479691Z","caller":"traceutil/trace.go:171","msg":"trace[2016056855] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:41831; }","duration":"154.22303ms","start":"2026-07-16T08:09:16.32545Z","end":"2026-07-16T08:09:16.479673Z","steps":["trace[2016056855] 'agreement among raft nodes before linearized reading' (duration: 154.112937ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:22.756529Z","caller":"traceutil/trace.go:171","msg":"trace[1699417676] linearizableReadLoop","detail":"{readStateIndex:43832; appliedIndex:43831; }","duration":"148.414579ms","start":"2026-07-16T08:09:22.608081Z","end":"2026-07-16T08:09:22.756496Z","steps":["trace[1699417676] 'read index received' (duration: 148.134031ms)","trace[1699417676] 'applied index is now lower than readState.Index' (duration: 279.038µs)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:22.756583Z","caller":"traceutil/trace.go:171","msg":"trace[706901876] transaction","detail":"{read_only:false; response_revision:41888; number_of_response:1; }","duration":"160.441733ms","start":"2026-07-16T08:09:22.596098Z","end":"2026-07-16T08:09:22.75654Z","steps":["trace[706901876] 'process raft request' (duration: 160.182466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:22.756871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.755378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T08:09:22.756992Z","caller":"traceutil/trace.go:171","msg":"trace[1746331484] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:41888; }","duration":"148.940384ms","start":"2026-07-16T08:09:22.608021Z","end":"2026-07-16T08:09:22.756961Z","steps":["trace[1746331484] 'agreement among raft nodes before linearized reading' (duration: 148.599164ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:22.985862Z","caller":"traceutil/trace.go:171","msg":"trace[158506050] transaction","detail":"{read_only:false; response_revision:41891; number_of_response:1; }","duration":"137.726663ms","start":"2026-07-16T08:09:22.84809Z","end":"2026-07-16T08:09:22.985817Z","steps":["trace[158506050] 'process raft request' (duration: 137.327532ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:23.810752Z","caller":"traceutil/trace.go:171","msg":"trace[1411640588] transaction","detail":"{read_only:false; number_of_response:0; response_revision:41891; }","duration":"815.026049ms","start":"2026-07-16T08:09:22.995681Z","end":"2026-07-16T08:09:23.810707Z","steps":["trace[1411640588] 'process raft request' (duration: 814.864094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:23.811051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:22.99566Z","time spent":"815.215104ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-16T08:09:23.944372Z","caller":"traceutil/trace.go:171","msg":"trace[191882062] transaction","detail":"{read_only:false; response_revision:41892; number_of_response:1; }","duration":"944.639935ms","start":"2026-07-16T08:09:22.999699Z","end":"2026-07-16T08:09:23.944339Z","steps":["trace[191882062] 'process raft request' (duration: 944.307035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:23.944572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:22.999667Z","time spent":"944.787669ms","remote":"127.0.0.1:49376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10243,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:23.944816Z","caller":"traceutil/trace.go:171","msg":"trace[705508099] transaction","detail":"{read_only:false; response_revision:41893; number_of_response:1; }","duration":"409.188075ms","start":"2026-07-16T08:09:23.535582Z","end":"2026-07-16T08:09:23.94477Z","steps":["trace[705508099] 'process raft request' (duration: 408.678241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:23.945074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.535546Z","time spent":"409.385ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:23.945231Z","caller":"traceutil/trace.go:171","msg":"trace[1185062471] transaction","detail":"{read_only:false; response_revision:41894; number_of_response:1; }","duration":"374.437941ms","start":"2026-07-16T08:09:23.570747Z","end":"2026-07-16T08:09:23.945185Z","steps":["trace[1185062471] 'process raft request' (duration: 373.846285ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:23.945289Z","caller":"traceutil/trace.go:171","msg":"trace[1636126459] transaction","detail":"{read_only:false; response_revision:41895; number_of_response:1; }","duration":"371.225682ms","start":"2026-07-16T08:09:23.574024Z","end":"2026-07-16T08:09:23.94525Z","steps":["trace[1636126459] 'process raft request' (duration: 371.011446ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:23.945442Z","caller":"traceutil/trace.go:171","msg":"trace[604402065] transaction","detail":"{read_only:false; response_revision:41896; number_of_response:1; }","duration":"365.623826ms","start":"2026-07-16T08:09:23.579804Z","end":"2026-07-16T08:09:23.945428Z","steps":["trace[604402065] 'process raft request' (duration: 365.382129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:23.945508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.573991Z","time spent":"371.402527ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:23.94553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.579774Z","time spent":"365.713838ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:23.945639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.570719Z","time spent":"374.810381ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:23.945663Z","caller":"traceutil/trace.go:171","msg":"trace[1277918694] linearizableReadLoop","detail":"{readStateIndex:43842; appliedIndex:43836; }","duration":"164.526825ms","start":"2026-07-16T08:09:23.781123Z","end":"2026-07-16T08:09:23.94565Z","steps":["trace[1277918694] 'read index received' (duration: 29.56178ms)","trace[1277918694] 'applied index is now lower than readState.Index' (duration: 134.963135ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:23.945717Z","caller":"traceutil/trace.go:171","msg":"trace[517129703] transaction","detail":"{read_only:false; response_revision:41897; number_of_response:1; }","duration":"359.723352ms","start":"2026-07-16T08:09:23.585981Z","end":"2026-07-16T08:09:23.945704Z","steps":["trace[517129703] 'process raft request' (duration: 359.381263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:23.945786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.585957Z","time spent":"359.794974ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:23.945856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.739411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-16T08:09:23.945896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.592809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-16T08:09:23.945903Z","caller":"traceutil/trace.go:171","msg":"trace[1119791447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41897; }","duration":"164.831604ms","start":"2026-07-16T08:09:23.78106Z","end":"2026-07-16T08:09:23.945891Z","steps":["trace[1119791447] 'agreement among raft nodes before linearized reading' (duration: 164.664469ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:23.94593Z","caller":"traceutil/trace.go:171","msg":"trace[288806385] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:41897; }","duration":"132.687521ms","start":"2026-07-16T08:09:23.813234Z","end":"2026-07-16T08:09:23.945921Z","steps":["trace[288806385] 'agreement among raft nodes before linearized reading' (duration: 132.545598ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:24.265174Z","caller":"traceutil/trace.go:171","msg":"trace[1751069902] transaction","detail":"{read_only:false; response_revision:41898; number_of_response:1; }","duration":"312.757829ms","start":"2026-07-16T08:09:23.952383Z","end":"2026-07-16T08:09:24.265141Z","steps":["trace[1751069902] 'process raft request' (duration: 312.541873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.265444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.952356Z","time spent":"312.952755ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.499922Z","caller":"traceutil/trace.go:171","msg":"trace[1677167678] transaction","detail":"{read_only:false; response_revision:41899; number_of_response:1; }","duration":"547.084683ms","start":"2026-07-16T08:09:23.952792Z","end":"2026-07-16T08:09:24.499876Z","steps":["trace[1677167678] 'process raft request' (duration: 546.63037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.500188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.95278Z","time spent":"547.266068ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.500411Z","caller":"traceutil/trace.go:171","msg":"trace[742933154] transaction","detail":"{read_only:false; response_revision:41900; number_of_response:1; }","duration":"547.413252ms","start":"2026-07-16T08:09:23.952968Z","end":"2026-07-16T08:09:24.500381Z","steps":["trace[742933154] 'process raft request' (duration: 546.828536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.500528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.952958Z","time spent":"547.516235ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.500539Z","caller":"traceutil/trace.go:171","msg":"trace[547429680] transaction","detail":"{read_only:false; response_revision:41901; number_of_response:1; }","duration":"547.447543ms","start":"2026-07-16T08:09:23.953058Z","end":"2026-07-16T08:09:24.500506Z","steps":["trace[547429680] 'process raft request' (duration: 547.079453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.500734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.95305Z","time spent":"547.574757ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.500792Z","caller":"traceutil/trace.go:171","msg":"trace[1371409894] transaction","detail":"{read_only:false; response_revision:41903; number_of_response:1; }","duration":"546.393184ms","start":"2026-07-16T08:09:23.954384Z","end":"2026-07-16T08:09:24.500778Z","steps":["trace[1371409894] 'process raft request' (duration: 546.026734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.500865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.954374Z","time spent":"546.456845ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.500885Z","caller":"traceutil/trace.go:171","msg":"trace[99502574] linearizableReadLoop","detail":"{readStateIndex:43849; appliedIndex:43843; }","duration":"524.99141ms","start":"2026-07-16T08:09:23.975856Z","end":"2026-07-16T08:09:24.500847Z","steps":["trace[99502574] 'read index received' (duration: 289.265468ms)","trace[99502574] 'applied index is now lower than readState.Index' (duration: 235.724392ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:24.501001Z","caller":"traceutil/trace.go:171","msg":"trace[147732520] transaction","detail":"{read_only:false; response_revision:41902; number_of_response:1; }","duration":"546.98891ms","start":"2026-07-16T08:09:23.953999Z","end":"2026-07-16T08:09:24.500988Z","steps":["trace[147732520] 'process raft request' (duration: 546.344492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.501074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.95399Z","time spent":"547.044952ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:09:24.501048Z","caller":"traceutil/trace.go:171","msg":"trace[1188178271] transaction","detail":"{read_only:false; response_revision:41905; number_of_response:1; }","duration":"380.913241ms","start":"2026-07-16T08:09:24.120078Z","end":"2026-07-16T08:09:24.500991Z","steps":["trace[1188178271] 'process raft request' (duration: 380.612352ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:24.501136Z","caller":"traceutil/trace.go:171","msg":"trace[674493413] transaction","detail":"{read_only:false; response_revision:41906; number_of_response:1; }","duration":"324.62654ms","start":"2026-07-16T08:09:24.176496Z","end":"2026-07-16T08:09:24.501123Z","steps":["trace[674493413] 'process raft request' (duration: 324.28699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.501083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.189485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-16T08:09:24.5012Z","caller":"traceutil/trace.go:171","msg":"trace[225711095] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:41906; }","duration":"525.37584ms","start":"2026-07-16T08:09:23.97581Z","end":"2026-07-16T08:09:24.501185Z","steps":["trace[225711095] 'agreement among raft nodes before linearized reading' (duration: 525.191275ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:24.501233Z","caller":"traceutil/trace.go:171","msg":"trace[403918960] transaction","detail":"{read_only:false; response_revision:41904; number_of_response:1; }","duration":"540.832399ms","start":"2026-07-16T08:09:23.960386Z","end":"2026-07-16T08:09:24.501218Z","steps":["trace[403918960] 'process raft request' (duration: 540.089019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:09:24.501246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.975793Z","time spent":"525.439493ms","remote":"127.0.0.1:49518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:09:24.501251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:24.176458Z","time spent":"324.712842ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:24.501302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:23.960374Z","time spent":"540.892771ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:24.501298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:09:24.120055Z","time spent":"381.108657ms","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:09:24.721797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.053942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-16T08:09:24.721928Z","caller":"traceutil/trace.go:171","msg":"trace[947219786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:41906; }","duration":"173.249518ms","start":"2026-07-16T08:09:24.548649Z","end":"2026-07-16T08:09:24.721899Z","steps":["trace[947219786] 'range keys from in-memory index tree' (duration: 172.823846ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:24.945569Z","caller":"traceutil/trace.go:171","msg":"trace[1064035590] transaction","detail":"{read_only:false; response_revision:41909; number_of_response:1; }","duration":"118.386185ms","start":"2026-07-16T08:09:24.827141Z","end":"2026-07-16T08:09:24.945527Z","steps":["trace[1064035590] 'process raft request' (duration: 65.842877ms)","trace[1064035590] 'compare' (duration: 52.276801ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:25.14241Z","caller":"traceutil/trace.go:171","msg":"trace[1947751422] transaction","detail":"{read_only:false; response_revision:41910; number_of_response:1; }","duration":"187.159794ms","start":"2026-07-16T08:09:24.955205Z","end":"2026-07-16T08:09:25.142364Z","steps":["trace[1947751422] 'process raft request' (duration: 167.787197ms)","trace[1947751422] 'compare' (duration: 19.192382ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:26.095908Z","caller":"traceutil/trace.go:171","msg":"trace[902340309] transaction","detail":"{read_only:false; response_revision:41912; number_of_response:1; }","duration":"141.656121ms","start":"2026-07-16T08:09:25.954214Z","end":"2026-07-16T08:09:26.09587Z","steps":["trace[902340309] 'process raft request' (duration: 77.687926ms)","trace[902340309] 'compare' (duration: 63.469131ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:26.096305Z","caller":"traceutil/trace.go:171","msg":"trace[436004123] transaction","detail":"{read_only:false; response_revision:41913; number_of_response:1; }","duration":"141.360634ms","start":"2026-07-16T08:09:25.954858Z","end":"2026-07-16T08:09:26.096219Z","steps":["trace[436004123] 'process raft request' (duration: 140.907161ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:26.096407Z","caller":"traceutil/trace.go:171","msg":"trace[1511644627] transaction","detail":"{read_only:false; response_revision:41915; number_of_response:1; }","duration":"140.494609ms","start":"2026-07-16T08:09:25.955856Z","end":"2026-07-16T08:09:26.096351Z","steps":["trace[1511644627] 'process raft request' (duration: 140.419057ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:26.096381Z","caller":"traceutil/trace.go:171","msg":"trace[519942775] transaction","detail":"{read_only:false; response_revision:41914; number_of_response:1; }","duration":"140.634693ms","start":"2026-07-16T08:09:25.955705Z","end":"2026-07-16T08:09:26.09634Z","steps":["trace[519942775] 'process raft request' (duration: 140.376586ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:32.429167Z","caller":"traceutil/trace.go:171","msg":"trace[1835125391] transaction","detail":"{read_only:false; response_revision:41976; number_of_response:1; }","duration":"107.881374ms","start":"2026-07-16T08:09:32.321256Z","end":"2026-07-16T08:09:32.429137Z","steps":["trace[1835125391] 'process raft request' (duration: 107.71521ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:38.802124Z","caller":"traceutil/trace.go:171","msg":"trace[1002990834] transaction","detail":"{read_only:false; response_revision:42033; number_of_response:1; }","duration":"106.579748ms","start":"2026-07-16T08:09:38.695493Z","end":"2026-07-16T08:09:38.802073Z","steps":["trace[1002990834] 'process raft request' (duration: 33.375346ms)","trace[1002990834] 'compare' (duration: 72.647267ms)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:09:38.824962Z","caller":"traceutil/trace.go:171","msg":"trace[728497523] transaction","detail":"{read_only:false; response_revision:42034; number_of_response:1; }","duration":"128.916168ms","start":"2026-07-16T08:09:38.696001Z","end":"2026-07-16T08:09:38.824917Z","steps":["trace[728497523] 'process raft request' (duration: 128.62194ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:09:38.82515Z","caller":"traceutil/trace.go:171","msg":"trace[1231818145] transaction","detail":"{read_only:false; response_revision:42035; number_of_response:1; }","duration":"128.659291ms","start":"2026-07-16T08:09:38.696456Z","end":"2026-07-16T08:09:38.825115Z","steps":["trace[1231818145] 'process raft request' (duration: 128.395603ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:03.868026Z","caller":"traceutil/trace.go:171","msg":"trace[1570913993] transaction","detail":"{read_only:false; response_revision:42276; number_of_response:1; }","duration":"104.700066ms","start":"2026-07-16T08:10:03.763295Z","end":"2026-07-16T08:10:03.867995Z","steps":["trace[1570913993] 'process raft request' (duration: 104.47988ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:35.272795Z","caller":"traceutil/trace.go:171","msg":"trace[173332259] transaction","detail":"{read_only:false; response_revision:42583; number_of_response:1; }","duration":"338.533155ms","start":"2026-07-16T08:10:34.934229Z","end":"2026-07-16T08:10:35.272762Z","steps":["trace[173332259] 'process raft request' (duration: 338.338619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:35.273085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.93421Z","time spent":"338.69147ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:10:36.583074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310467167s","expected-duration":"1s"} {"level":"info","ts":"2026-07-16T08:10:36.584222Z","caller":"traceutil/trace.go:171","msg":"trace[1311926196] transaction","detail":"{read_only:false; response_revision:42584; number_of_response:1; }","duration":"1.649911007s","start":"2026-07-16T08:10:34.934264Z","end":"2026-07-16T08:10:36.584175Z","steps":["trace[1311926196] 'process raft request' (duration: 1.649577928s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.58455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.934229Z","time spent":"1.650147473s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:10:36.58472Z","caller":"traceutil/trace.go:171","msg":"trace[1253168077] transaction","detail":"{read_only:false; response_revision:42585; number_of_response:1; }","duration":"1.650270157s","start":"2026-07-16T08:10:34.934409Z","end":"2026-07-16T08:10:36.584679Z","steps":["trace[1253168077] 'process raft request' (duration: 1.649695761s)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:36.584914Z","caller":"traceutil/trace.go:171","msg":"trace[1421481465] transaction","detail":"{read_only:false; response_revision:42586; number_of_response:1; }","duration":"1.65038227s","start":"2026-07-16T08:10:34.934517Z","end":"2026-07-16T08:10:36.584899Z","steps":["trace[1421481465] 'process raft request' (duration: 1.650067501s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.584985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.934502Z","time spent":"1.650452692s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:10:36.585058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.934388Z","time spent":"1.650493853s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:10:36.584952Z","caller":"traceutil/trace.go:171","msg":"trace[1344695177] linearizableReadLoop","detail":"{readStateIndex:44563; appliedIndex:44556; }","duration":"1.643207481s","start":"2026-07-16T08:10:34.941709Z","end":"2026-07-16T08:10:36.584916Z","steps":["trace[1344695177] 'read index received' (duration: 330.913184ms)","trace[1344695177] 'applied index is now lower than readState.Index' (duration: 1.312292907s)"],"step_count":2} {"level":"info","ts":"2026-07-16T08:10:36.585191Z","caller":"traceutil/trace.go:171","msg":"trace[1816170444] transaction","detail":"{read_only:false; response_revision:42588; number_of_response:1; }","duration":"1.650549025s","start":"2026-07-16T08:10:34.934632Z","end":"2026-07-16T08:10:36.585181Z","steps":["trace[1816170444] 'process raft request' (duration: 1.650190085s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.585251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.934602Z","time spent":"1.650618597s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-16T08:10:36.585301Z","caller":"traceutil/trace.go:171","msg":"trace[529659548] transaction","detail":"{read_only:false; response_revision:42589; number_of_response:1; }","duration":"1.646099691s","start":"2026-07-16T08:10:34.939177Z","end":"2026-07-16T08:10:36.585276Z","steps":["trace[529659548] 'process raft request' (duration: 1.64568483s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.58532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643582411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-16T08:10:36.585344Z","caller":"traceutil/trace.go:171","msg":"trace[1539568824] transaction","detail":"{read_only:false; response_revision:42587; number_of_response:1; }","duration":"1.65072972s","start":"2026-07-16T08:10:34.934601Z","end":"2026-07-16T08:10:36.585331Z","steps":["trace[1539568824] 'process raft request' (duration: 1.650178845s)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:36.585393Z","caller":"traceutil/trace.go:171","msg":"trace[203333937] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:42589; }","duration":"1.643701945s","start":"2026-07-16T08:10:34.941667Z","end":"2026-07-16T08:10:36.585369Z","steps":["trace[203333937] 'agreement among raft nodes before linearized reading' (duration: 1.643343695s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.585409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.934592Z","time spent":"1.650785831s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:10:36.585449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.941654Z","time spent":"1.643782157s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T08:10:36.58618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:34.939168Z","time spent":"1.646196394s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:10:36.598327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500152722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-16T08:10:36.598405Z","caller":"traceutil/trace.go:171","msg":"trace[862575652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:42590; }","duration":"1.500292505s","start":"2026-07-16T08:10:35.098092Z","end":"2026-07-16T08:10:36.598384Z","steps":["trace[862575652] 'agreement among raft nodes before linearized reading' (duration: 1.500061329s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.598441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.098067Z","time spent":"1.500367548s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-16T08:10:36.598627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.284949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T08:10:36.598676Z","caller":"traceutil/trace.go:171","msg":"trace[1505080477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42590; }","duration":"680.351681ms","start":"2026-07-16T08:10:35.918309Z","end":"2026-07-16T08:10:36.598661Z","steps":["trace[1505080477] 'agreement among raft nodes before linearized reading' (duration: 680.29605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.598705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.918293Z","time spent":"680.406423ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-16T08:10:36.598781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310399585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-16T08:10:36.598804Z","caller":"traceutil/trace.go:171","msg":"trace[565305809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42590; }","duration":"1.310460267s","start":"2026-07-16T08:10:35.288337Z","end":"2026-07-16T08:10:36.598797Z","steps":["trace[565305809] 'agreement among raft nodes before linearized reading' (duration: 1.310391465s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.598823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.288228Z","time spent":"1.31059149s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-16T08:10:36.598878Z","caller":"traceutil/trace.go:171","msg":"trace[562683341] transaction","detail":"{read_only:false; response_revision:42590; number_of_response:1; }","duration":"442.48916ms","start":"2026-07-16T08:10:36.156372Z","end":"2026-07-16T08:10:36.598862Z","steps":["trace[562683341] 'process raft request' (duration: 441.545173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.598951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394241162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-16T08:10:36.598978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:36.156346Z","time spent":"442.562912ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-16T08:10:36.599049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475179319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-16T08:10:36.599075Z","caller":"traceutil/trace.go:171","msg":"trace[1751163883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42590; }","duration":"1.47525184s","start":"2026-07-16T08:10:35.123817Z","end":"2026-07-16T08:10:36.599069Z","steps":["trace[1751163883] 'agreement among raft nodes before linearized reading' (duration: 1.475188129s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.123795Z","time spent":"1.475294561s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-16T08:10:36.59911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.254446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T08:10:36.59913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.287957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-16T08:10:36.599149Z","caller":"traceutil/trace.go:171","msg":"trace[1116032433] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:42590; }","duration":"966.337888ms","start":"2026-07-16T08:10:35.632799Z","end":"2026-07-16T08:10:36.599137Z","steps":["trace[1116032433] 'agreement among raft nodes before linearized reading' (duration: 966.259636ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:36.599168Z","caller":"traceutil/trace.go:171","msg":"trace[510691906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:42590; }","duration":"374.36337ms","start":"2026-07-16T08:10:36.224794Z","end":"2026-07-16T08:10:36.599157Z","steps":["trace[510691906] 'agreement among raft nodes before linearized reading' (duration: 374.308638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.632776Z","time spent":"966.392939ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:10:36.598424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548038931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-16T08:10:36.599206Z","caller":"traceutil/trace.go:171","msg":"trace[574189891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42590; }","duration":"1.548873834s","start":"2026-07-16T08:10:35.050324Z","end":"2026-07-16T08:10:36.599198Z","steps":["trace[574189891] 'agreement among raft nodes before linearized reading' (duration: 1.54799721s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:36.22478Z","time spent":"374.406861ms","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-16T08:10:36.599236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.050302Z","time spent":"1.548926975s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-16T08:10:36.599409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.292251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-16T08:10:36.599441Z","caller":"traceutil/trace.go:171","msg":"trace[2099338721] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:42590; }","duration":"604.353562ms","start":"2026-07-16T08:10:35.995079Z","end":"2026-07-16T08:10:36.599433Z","steps":["trace[2099338721] 'agreement among raft nodes before linearized reading' (duration: 604.27074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.59946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.995063Z","time spent":"604.392243ms","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-16T08:10:36.599411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.73075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-16T08:10:36.599591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205527295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-16T08:10:36.599723Z","caller":"traceutil/trace.go:171","msg":"trace[197134729] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:42590; }","duration":"1.20572173s","start":"2026-07-16T08:10:35.39398Z","end":"2026-07-16T08:10:36.599702Z","steps":["trace[197134729] 'agreement among raft nodes before linearized reading' (duration: 1.205434812s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.39393Z","time spent":"1.205828364s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-16T08:10:36.59978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129811885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-16T08:10:36.59981Z","caller":"traceutil/trace.go:171","msg":"trace[1896234672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42590; }","duration":"1.129877377s","start":"2026-07-16T08:10:35.469924Z","end":"2026-07-16T08:10:36.599802Z","steps":["trace[1896234672] 'agreement among raft nodes before linearized reading' (duration: 1.129793014s)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:10:36.598992Z","caller":"traceutil/trace.go:171","msg":"trace[1722574259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:42590; }","duration":"1.394338495s","start":"2026-07-16T08:10:35.204642Z","end":"2026-07-16T08:10:36.598981Z","steps":["trace[1722574259] 'agreement among raft nodes before linearized reading' (duration: 1.394258403s)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.469906Z","time spent":"1.129924888s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-16T08:10:36.599862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.204607Z","time spent":"1.39524512s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-16T08:10:36.599614Z","caller":"traceutil/trace.go:171","msg":"trace[2069764758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:42590; }","duration":"730.960825ms","start":"2026-07-16T08:10:35.868643Z","end":"2026-07-16T08:10:36.599604Z","steps":["trace[2069764758] 'agreement among raft nodes before linearized reading' (duration: 730.696128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-16T08:10:36.599918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-16T08:10:35.868628Z","time spent":"731.282125ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-16T08:10:47.012189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39969} {"level":"info","ts":"2026-07-16T08:10:47.208651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39969,"took":"190.084795ms","hash":711093113,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":34828288,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-16T08:10:47.208728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":711093113,"revision":39969,"compact-revision":37201} {"level":"info","ts":"2026-07-16T08:12:11.308762Z","caller":"traceutil/trace.go:171","msg":"trace[1227674333] transaction","detail":"{read_only:false; response_revision:43407; number_of_response:1; }","duration":"280.630808ms","start":"2026-07-16T08:12:11.028089Z","end":"2026-07-16T08:12:11.30872Z","steps":["trace[1227674333] 'process raft request' (duration: 277.173202ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:12:11.309026Z","caller":"traceutil/trace.go:171","msg":"trace[1007933447] transaction","detail":"{read_only:false; response_revision:43408; number_of_response:1; }","duration":"280.513354ms","start":"2026-07-16T08:12:11.02848Z","end":"2026-07-16T08:12:11.308993Z","steps":["trace[1007933447] 'process raft request' (duration: 280.119443ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:12:11.310394Z","caller":"traceutil/trace.go:171","msg":"trace[651526057] linearizableReadLoop","detail":"{readStateIndex:45421; appliedIndex:45419; }","duration":"194.111298ms","start":"2026-07-16T08:12:11.116268Z","end":"2026-07-16T08:12:11.31038Z","steps":["trace[651526057] 'read index received' (duration: 189.008646ms)","trace[651526057] 'applied index is now lower than readState.Index' (duration: 5.101582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-16T08:12:11.310567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.307203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-16T08:12:11.310631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.102168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-16T08:12:11.31064Z","caller":"traceutil/trace.go:171","msg":"trace[1427587940] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:43410; }","duration":"194.450976ms","start":"2026-07-16T08:12:11.116169Z","end":"2026-07-16T08:12:11.31062Z","steps":["trace[1427587940] 'agreement among raft nodes before linearized reading' (duration: 194.308572ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:12:11.310671Z","caller":"traceutil/trace.go:171","msg":"trace[1214763321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:43410; }","duration":"149.216561ms","start":"2026-07-16T08:12:11.161443Z","end":"2026-07-16T08:12:11.310659Z","steps":["trace[1214763321] 'agreement among raft nodes before linearized reading' (duration: 149.045547ms)"],"step_count":1} {"level":"info","ts":"2026-07-16T08:15:47.021815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42688} {"level":"info","ts":"2026-07-16T08:15:47.174007Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42688,"took":"143.775259ms","hash":1400478763,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":33071104,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-16T08:15:47.174061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400478763,"revision":42688,"compact-revision":39969} {"level":"info","ts":"2026-07-16T08:20:13.993989Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9870e1635c99d2ec","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-16T08:20:14.004448Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-16T08:20:14.004822Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-16T08:20:47.031508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":45362} {"level":"info","ts":"2026-07-16T08:20:47.186458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":45362,"took":"142.644028ms","hash":3296997070,"current-db-size-bytes":60346368,"current-db-size":"60 MB","current-db-size-in-use-bytes":32825344,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-16T08:20:47.186536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3296997070,"revision":45362,"compact-revision":42688}