{"level":"warn","ts":"2026-03-04T06:17:32.518437Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T06:17:32.518704Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T06:17:32.518772Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T06:17:32.518783Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-04T06:17:32.5188Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T06:17:32.519357Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-04T06:17:32.519428Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T06:17:32.524072Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.350714ms"} {"level":"info","ts":"2026-03-04T06:17:32.536205Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-04T06:17:32.536285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T06:17:32.536304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-04T06:17:32.536317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T06:17:32.536326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-04T06:17:32.536367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-04T06:17:32.545451Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T06:17:32.547787Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T06:17:32.550735Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T06:17:32.554888Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T06:17:32.555085Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T06:17:32.555217Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:32.55532Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:32.555337Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:32.557105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-04T06:17:32.557239Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-04T06:17:32.559247Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T06:17:32.55934Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-04T06:17:32.559428Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-04T06:17:32.559475Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T06:17:32.559518Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T06:17:33.438089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T06:17:33.43815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T06:17:33.438189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-04T06:17:33.438218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-04T06:17:33.438247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-04T06:17:33.438265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-04T06:17:33.438286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-04T06:17:33.439366Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T06:17:33.439735Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:33.440262Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T06:17:33.440402Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T06:17:33.440443Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T06:17:33.440462Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T06:17:33.441334Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:33.441535Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:33.441582Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:33.442856Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-04T06:17:33.443955Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T06:17:38.405668Z","caller":"traceutil/trace.go:171","msg":"trace[1546529799] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"458.09484ms","start":"2026-03-04T06:17:37.947537Z","end":"2026-03-04T06:17:38.405632Z","steps":["trace[1546529799] 'process raft request' (duration: 457.914566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:38.40623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:37.947498Z","time spent":"458.300646ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:17:38.957195Z","caller":"traceutil/trace.go:171","msg":"trace[123413737] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"111.998856ms","start":"2026-03-04T06:17:38.84517Z","end":"2026-03-04T06:17:38.957169Z","steps":["trace[123413737] 'process raft request' (duration: 57.782925ms)","trace[123413737] 'compare' (duration: 54.073197ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:38.957644Z","caller":"traceutil/trace.go:171","msg":"trace[881885332] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"112.409507ms","start":"2026-03-04T06:17:38.845191Z","end":"2026-03-04T06:17:38.957601Z","steps":["trace[881885332] 'process raft request' (duration: 111.941754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:41.446113Z","caller":"traceutil/trace.go:171","msg":"trace[524891791] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"107.94672ms","start":"2026-03-04T06:17:41.338142Z","end":"2026-03-04T06:17:41.446089Z","steps":["trace[524891791] 'process raft request' (duration: 107.810637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:43.836172Z","caller":"traceutil/trace.go:171","msg":"trace[173967511] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"242.631321ms","start":"2026-03-04T06:17:43.593503Z","end":"2026-03-04T06:17:43.836134Z","steps":["trace[173967511] 'process raft request' (duration: 165.001666ms)","trace[173967511] 'compare' (duration: 77.42203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:43.836224Z","caller":"traceutil/trace.go:171","msg":"trace[1352889137] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"241.207964ms","start":"2026-03-04T06:17:43.594994Z","end":"2026-03-04T06:17:43.836202Z","steps":["trace[1352889137] 'process raft request' (duration: 241.103891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:43.836285Z","caller":"traceutil/trace.go:171","msg":"trace[2147035241] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:329; }","duration":"197.608811ms","start":"2026-03-04T06:17:43.638646Z","end":"2026-03-04T06:17:43.836254Z","steps":["trace[2147035241] 'read index received' (duration: 32.401449ms)","trace[2147035241] 'applied index is now lower than readState.Index' (duration: 165.205041ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:43.836275Z","caller":"traceutil/trace.go:171","msg":"trace[239278860] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"241.892942ms","start":"2026-03-04T06:17:43.594316Z","end":"2026-03-04T06:17:43.836209Z","steps":["trace[239278860] 'process raft request' (duration: 241.732498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:43.836471Z","caller":"traceutil/trace.go:171","msg":"trace[1630327562] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"156.666398ms","start":"2026-03-04T06:17:43.67964Z","end":"2026-03-04T06:17:43.836306Z","steps":["trace[1630327562] 'process raft request' (duration: 156.499333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:43.836548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.829767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-04T06:17:43.836625Z","caller":"traceutil/trace.go:171","msg":"trace[45027329] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:324; }","duration":"197.994491ms","start":"2026-03-04T06:17:43.63862Z","end":"2026-03-04T06:17:43.836614Z","steps":["trace[45027329] 'agreement among raft nodes before linearized reading' (duration: 197.814156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:43.836607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.73659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-04T06:17:43.836712Z","caller":"traceutil/trace.go:171","msg":"trace[366940339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:324; }","duration":"148.880824ms","start":"2026-03-04T06:17:43.687801Z","end":"2026-03-04T06:17:43.836682Z","steps":["trace[366940339] 'agreement among raft nodes before linearized reading' (duration: 148.645388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:43.963398Z","caller":"traceutil/trace.go:171","msg":"trace[664681963] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"120.49174ms","start":"2026-03-04T06:17:43.842886Z","end":"2026-03-04T06:17:43.963378Z","steps":["trace[664681963] 'process raft request' (duration: 106.559625ms)","trace[664681963] 'compare' (duration: 13.835972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:44.050217Z","caller":"traceutil/trace.go:171","msg":"trace[1323919213] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"206.292939ms","start":"2026-03-04T06:17:43.843882Z","end":"2026-03-04T06:17:44.050175Z","steps":["trace[1323919213] 'process raft request' (duration: 206.055132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.050305Z","caller":"traceutil/trace.go:171","msg":"trace[1525384898] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"206.344121ms","start":"2026-03-04T06:17:43.843954Z","end":"2026-03-04T06:17:44.050298Z","steps":["trace[1525384898] 'process raft request' (duration: 206.114695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.050356Z","caller":"traceutil/trace.go:171","msg":"trace[1499612087] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:334; }","duration":"202.971052ms","start":"2026-03-04T06:17:43.84736Z","end":"2026-03-04T06:17:44.050331Z","steps":["trace[1499612087] 'read index received' (duration: 102.099667ms)","trace[1499612087] 'applied index is now lower than readState.Index' (duration: 100.870415ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:44.050381Z","caller":"traceutil/trace.go:171","msg":"trace[351634940] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"203.872196ms","start":"2026-03-04T06:17:43.84647Z","end":"2026-03-04T06:17:44.050342Z","steps":["trace[351634940] 'process raft request' (duration: 203.685941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.050472Z","caller":"traceutil/trace.go:171","msg":"trace[348893206] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"203.360442ms","start":"2026-03-04T06:17:43.847105Z","end":"2026-03-04T06:17:44.050465Z","steps":["trace[348893206] 'process raft request' (duration: 203.105246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:44.050492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.107865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-04T06:17:44.050534Z","caller":"traceutil/trace.go:171","msg":"trace[800059833] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:331; }","duration":"203.185658ms","start":"2026-03-04T06:17:43.847336Z","end":"2026-03-04T06:17:44.050522Z","steps":["trace[800059833] 'agreement among raft nodes before linearized reading' (duration: 203.081195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.050248Z","caller":"traceutil/trace.go:171","msg":"trace[22850722] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"206.029492ms","start":"2026-03-04T06:17:43.844196Z","end":"2026-03-04T06:17:44.050226Z","steps":["trace[22850722] 'process raft request' (duration: 205.926469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.051332Z","caller":"traceutil/trace.go:171","msg":"trace[1395782733] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"203.517666ms","start":"2026-03-04T06:17:43.847785Z","end":"2026-03-04T06:17:44.051303Z","steps":["trace[1395782733] 'process raft request' (duration: 202.489859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.13739Z","caller":"traceutil/trace.go:171","msg":"trace[1862137975] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"169.811322ms","start":"2026-03-04T06:17:43.967515Z","end":"2026-03-04T06:17:44.137326Z","steps":["trace[1862137975] 'process raft request' (duration: 161.632748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.137621Z","caller":"traceutil/trace.go:171","msg":"trace[1538769646] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"168.553639ms","start":"2026-03-04T06:17:43.969035Z","end":"2026-03-04T06:17:44.137589Z","steps":["trace[1538769646] 'process raft request' (duration: 168.164089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.13788Z","caller":"traceutil/trace.go:171","msg":"trace[578212147] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"167.149362ms","start":"2026-03-04T06:17:43.970391Z","end":"2026-03-04T06:17:44.137541Z","steps":["trace[578212147] 'process raft request' (duration: 166.862484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.168045Z","caller":"traceutil/trace.go:171","msg":"trace[775463121] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"108.234778ms","start":"2026-03-04T06:17:44.05979Z","end":"2026-03-04T06:17:44.168025Z","steps":["trace[775463121] 'process raft request' (duration: 108.104215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.168026Z","caller":"traceutil/trace.go:171","msg":"trace[267565310] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"106.00058ms","start":"2026-03-04T06:17:44.061997Z","end":"2026-03-04T06:17:44.167997Z","steps":["trace[267565310] 'process raft request' (duration: 105.935848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.168155Z","caller":"traceutil/trace.go:171","msg":"trace[1789115900] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"109.039739ms","start":"2026-03-04T06:17:44.059076Z","end":"2026-03-04T06:17:44.168115Z","steps":["trace[1789115900] 'process raft request' (duration: 108.678219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:44.453477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.707562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:17:44.453635Z","caller":"traceutil/trace.go:171","msg":"trace[1515865910] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"212.018058ms","start":"2026-03-04T06:17:44.241604Z","end":"2026-03-04T06:17:44.453622Z","steps":["trace[1515865910] 'process raft request' (duration: 211.979337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.453661Z","caller":"traceutil/trace.go:171","msg":"trace[49188617] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"267.76908ms","start":"2026-03-04T06:17:44.185858Z","end":"2026-03-04T06:17:44.453627Z","steps":["trace[49188617] 'process raft request' (duration: 132.538735ms)","trace[49188617] 'compare' (duration: 134.479036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:44.453673Z","caller":"traceutil/trace.go:171","msg":"trace[474013378] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"222.236276ms","start":"2026-03-04T06:17:44.231387Z","end":"2026-03-04T06:17:44.453623Z","steps":["trace[474013378] 'read index received' (duration: 87.134364ms)","trace[474013378] 'applied index is now lower than readState.Index' (duration: 135.095742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:44.453862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.124277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-04T06:17:44.453927Z","caller":"traceutil/trace.go:171","msg":"trace[1896198552] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:340; }","duration":"266.23594ms","start":"2026-03-04T06:17:44.187674Z","end":"2026-03-04T06:17:44.45391Z","steps":["trace[1896198552] 'agreement among raft nodes before linearized reading' (duration: 266.053295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:44.454066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.704252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-04T06:17:44.45417Z","caller":"traceutil/trace.go:171","msg":"trace[1907588049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:340; }","duration":"200.856226ms","start":"2026-03-04T06:17:44.253294Z","end":"2026-03-04T06:17:44.45415Z","steps":["trace[1907588049] 'agreement among raft nodes before linearized reading' (duration: 200.582769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.650345Z","caller":"traceutil/trace.go:171","msg":"trace[1230375110] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"108.062333ms","start":"2026-03-04T06:17:44.542242Z","end":"2026-03-04T06:17:44.650305Z","steps":["trace[1230375110] 'process raft request' (duration: 107.904649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.650432Z","caller":"traceutil/trace.go:171","msg":"trace[594576327] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"106.537473ms","start":"2026-03-04T06:17:44.543875Z","end":"2026-03-04T06:17:44.650412Z","steps":["trace[594576327] 'process raft request' (duration: 106.344308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:44.650448Z","caller":"traceutil/trace.go:171","msg":"trace[1154206202] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"109.414518ms","start":"2026-03-04T06:17:44.541004Z","end":"2026-03-04T06:17:44.650419Z","steps":["trace[1154206202] 'process raft request' (duration: 52.325252ms)","trace[1154206202] 'compare' (duration: 56.658015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:44.842779Z","caller":"traceutil/trace.go:171","msg":"trace[90090833] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"100.268678ms","start":"2026-03-04T06:17:44.742476Z","end":"2026-03-04T06:17:44.842744Z","steps":["trace[90090833] 'process raft request' (duration: 42.37513ms)","trace[90090833] 'compare' (duration: 57.398075ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:45.185876Z","caller":"traceutil/trace.go:171","msg":"trace[683791612] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"161.646829ms","start":"2026-03-04T06:17:45.024189Z","end":"2026-03-04T06:17:45.185836Z","steps":["trace[683791612] 'process raft request' (duration: 94.17566ms)","trace[683791612] 'compare' (duration: 66.939255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:54.897105Z","caller":"traceutil/trace.go:171","msg":"trace[642592135] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"171.61258ms","start":"2026-03-04T06:17:54.725421Z","end":"2026-03-04T06:17:54.897033Z","steps":["trace[642592135] 'process raft request' (duration: 171.107367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:55.534104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.754162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:17:55.534219Z","caller":"traceutil/trace.go:171","msg":"trace[1374571581] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"439.875872ms","start":"2026-03-04T06:17:55.094325Z","end":"2026-03-04T06:17:55.534201Z","steps":["trace[1374571581] 'read index received' (duration: 34.838093ms)","trace[1374571581] 'applied index is now lower than readState.Index' (duration: 405.036469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:55.534336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.022256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:17:55.534304Z","caller":"traceutil/trace.go:171","msg":"trace[24883531] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"609.944462ms","start":"2026-03-04T06:17:54.92432Z","end":"2026-03-04T06:17:55.534265Z","steps":["trace[24883531] 'process raft request' (duration: 204.928013ms)","trace[24883531] 'compare' (duration: 404.536986ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:55.534372Z","caller":"traceutil/trace.go:171","msg":"trace[856132942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"440.105228ms","start":"2026-03-04T06:17:55.094255Z","end":"2026-03-04T06:17:55.534361Z","steps":["trace[856132942] 'agreement among raft nodes before linearized reading' (duration: 440.018806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:55.534405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:55.09423Z","time spent":"440.16724ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:17:55.534493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:54.924301Z","time spent":"610.087385ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:17:55.726291Z","caller":"traceutil/trace.go:171","msg":"trace[1082851750] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"192.019715ms","start":"2026-03-04T06:17:55.534245Z","end":"2026-03-04T06:17:55.726265Z","steps":["trace[1082851750] 'read index received' (duration: 132.446173ms)","trace[1082851750] 'applied index is now lower than readState.Index' (duration: 59.572482ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:55.726388Z","caller":"traceutil/trace.go:171","msg":"trace[1407893661] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"262.374019ms","start":"2026-03-04T06:17:55.46396Z","end":"2026-03-04T06:17:55.726334Z","steps":["trace[1407893661] 'process raft request' (duration: 202.713584ms)","trace[1407893661] 'compare' (duration: 59.47489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:55.726451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.398138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T06:17:55.726486Z","caller":"traceutil/trace.go:171","msg":"trace[1812446536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"503.51045ms","start":"2026-03-04T06:17:55.222965Z","end":"2026-03-04T06:17:55.726476Z","steps":["trace[1812446536] 'agreement among raft nodes before linearized reading' (duration: 503.394967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:55.726521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:55.222936Z","time spent":"503.577492ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:17:55.726648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.18987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:17:55.726679Z","caller":"traceutil/trace.go:171","msg":"trace[1691702162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"247.253432ms","start":"2026-03-04T06:17:55.479418Z","end":"2026-03-04T06:17:55.726671Z","steps":["trace[1691702162] 'agreement among raft nodes before linearized reading' (duration: 247.21069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:55.759162Z","caller":"traceutil/trace.go:171","msg":"trace[1817764367] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"220.896452ms","start":"2026-03-04T06:17:55.53822Z","end":"2026-03-04T06:17:55.759116Z","steps":["trace[1817764367] 'process raft request' (duration: 220.654006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:56.891066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.409839ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:17:56.89122Z","caller":"traceutil/trace.go:171","msg":"trace[936167712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:422; }","duration":"138.584434ms","start":"2026-03-04T06:17:56.752616Z","end":"2026-03-04T06:17:56.891201Z","steps":["trace[936167712] 'range keys from in-memory index tree' (duration: 138.392699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:56.891215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.596673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:17:56.891235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.51419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:17:56.891316Z","caller":"traceutil/trace.go:171","msg":"trace[613096257] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:422; }","duration":"387.642903ms","start":"2026-03-04T06:17:56.503653Z","end":"2026-03-04T06:17:56.891296Z","steps":["trace[613096257] 'range keys from in-memory index tree' (duration: 387.401518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:56.891315Z","caller":"traceutil/trace.go:171","msg":"trace[232768853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"408.746617ms","start":"2026-03-04T06:17:56.482542Z","end":"2026-03-04T06:17:56.891289Z","steps":["trace[232768853] 'range keys from in-memory index tree' (duration: 408.491341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:56.891385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:56.482522Z","time spent":"408.84971ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:17:56.891433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:56.503631Z","time spent":"387.724576ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-04T06:17:57.393122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436019366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:17:57.519961Z","caller":"traceutil/trace.go:171","msg":"trace[681488932] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"627.439201ms","start":"2026-03-04T06:17:56.8925Z","end":"2026-03-04T06:17:57.519939Z","steps":["trace[681488932] 'read index received' (duration: 627.364299ms)","trace[681488932] 'applied index is now lower than readState.Index' (duration: 73.402µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:57.52001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:56.892272Z","time spent":"627.710108ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T06:17:57.520129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.599575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:17:57.520215Z","caller":"traceutil/trace.go:171","msg":"trace[608996773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"627.724498ms","start":"2026-03-04T06:17:56.892467Z","end":"2026-03-04T06:17:57.520191Z","steps":["trace[608996773] 'agreement among raft nodes before linearized reading' (duration: 627.574324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.520209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.003876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:17:57.520266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:56.89245Z","time spent":"627.807561ms","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:17:57.520285Z","caller":"traceutil/trace.go:171","msg":"trace[1197448014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"620.098268ms","start":"2026-03-04T06:17:56.900169Z","end":"2026-03-04T06:17:57.520267Z","steps":["trace[1197448014] 'agreement among raft nodes before linearized reading' (duration: 619.935574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.520331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:56.900137Z","time spent":"620.185211ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:17:57.953101Z","caller":"traceutil/trace.go:171","msg":"trace[1967163984] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"431.683988ms","start":"2026-03-04T06:17:57.52139Z","end":"2026-03-04T06:17:57.953074Z","steps":["trace[1967163984] 'process raft request' (duration: 431.150554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.953272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:57.521359Z","time spent":"431.830422ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:17:57.955235Z","caller":"traceutil/trace.go:171","msg":"trace[926613053] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"426.833431ms","start":"2026-03-04T06:17:57.528377Z","end":"2026-03-04T06:17:57.955211Z","steps":["trace[926613053] 'read index received' (duration: 424.176261ms)","trace[926613053] 'applied index is now lower than readState.Index' (duration: 2.65618ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:57.955282Z","caller":"traceutil/trace.go:171","msg":"trace[1798486698] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"428.34127ms","start":"2026-03-04T06:17:57.526914Z","end":"2026-03-04T06:17:57.955255Z","steps":["trace[1798486698] 'process raft request' (duration: 428.128905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.955434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:57.526893Z","time spent":"428.453704ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:17:57.955442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.029536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:17:57.955513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.036475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:17:57.955551Z","caller":"traceutil/trace.go:171","msg":"trace[815308310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"427.17174ms","start":"2026-03-04T06:17:57.528351Z","end":"2026-03-04T06:17:57.955522Z","steps":["trace[815308310] 'agreement among raft nodes before linearized reading' (duration: 426.980135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:57.955571Z","caller":"traceutil/trace.go:171","msg":"trace[1039956660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"192.159618ms","start":"2026-03-04T06:17:57.763394Z","end":"2026-03-04T06:17:57.955553Z","steps":["trace[1039956660] 'agreement among raft nodes before linearized reading' (duration: 192.020184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.955616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:57.528342Z","time spent":"427.259752ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:17:57.955623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.020586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T06:17:57.955769Z","caller":"traceutil/trace.go:171","msg":"trace[1272192061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"181.221941ms","start":"2026-03-04T06:17:57.774513Z","end":"2026-03-04T06:17:57.955735Z","steps":["trace[1272192061] 'agreement among raft nodes before linearized reading' (duration: 180.877622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.955794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.472425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:17:57.955914Z","caller":"traceutil/trace.go:171","msg":"trace[1066034428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"417.618759ms","start":"2026-03-04T06:17:57.538284Z","end":"2026-03-04T06:17:57.955902Z","steps":["trace[1066034428] 'agreement among raft nodes before linearized reading' (duration: 417.058575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:57.955987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:57.538267Z","time spent":"417.708972ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:18:04.982081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436019479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:18:05.278403Z","caller":"traceutil/trace.go:171","msg":"trace[1424437487] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"796.964284ms","start":"2026-03-04T06:18:04.481415Z","end":"2026-03-04T06:18:05.278379Z","steps":["trace[1424437487] 'read index received' (duration: 796.767069ms)","trace[1424437487] 'applied index is now lower than readState.Index' (duration: 196.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:05.278489Z","caller":"traceutil/trace.go:171","msg":"trace[359242105] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"858.868324ms","start":"2026-03-04T06:18:04.419586Z","end":"2026-03-04T06:18:05.278454Z","steps":["trace[359242105] 'process raft request' (duration: 858.675399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.278542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.111918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:05.278574Z","caller":"traceutil/trace.go:171","msg":"trace[670060307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"797.159399ms","start":"2026-03-04T06:18:04.481405Z","end":"2026-03-04T06:18:05.278564Z","steps":["trace[670060307] 'agreement among raft nodes before linearized reading' (duration: 797.093147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.278611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.481348Z","time spent":"797.254981ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:05.278726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.41957Z","time spent":"858.988087ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4614,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:10.171095Z","caller":"traceutil/trace.go:171","msg":"trace[657073183] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"130.619581ms","start":"2026-03-04T06:18:10.040444Z","end":"2026-03-04T06:18:10.171064Z","steps":["trace[657073183] 'process raft request' (duration: 54.833273ms)","trace[657073183] 'compare' (duration: 75.664314ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:10.192323Z","caller":"traceutil/trace.go:171","msg":"trace[953068465] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"151.462522ms","start":"2026-03-04T06:18:10.040843Z","end":"2026-03-04T06:18:10.192305Z","steps":["trace[953068465] 'process raft request' (duration: 151.36278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:12.215925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.209374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:12.216048Z","caller":"traceutil/trace.go:171","msg":"trace[1639214565] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"126.639834ms","start":"2026-03-04T06:18:12.089383Z","end":"2026-03-04T06:18:12.216023Z","steps":["trace[1639214565] 'process raft request' (duration: 20.247216ms)","trace[1639214565] 'compare' (duration: 106.116971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:13.030388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436019625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:18:13.597781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.519971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:13.597875Z","caller":"traceutil/trace.go:171","msg":"trace[1426799965] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.069506782s","start":"2026-03-04T06:18:12.528351Z","end":"2026-03-04T06:18:13.597858Z","steps":["trace[1426799965] 'process raft request' (duration: 512.855117ms)","trace[1426799965] 'compare' (duration: 556.386198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:13.597921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.528286Z","time spent":"1.069616076s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:14.183571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142430786s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:18:14.477482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.617329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:14.477714Z","caller":"traceutil/trace.go:171","msg":"trace[1121124196] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.947994958s","start":"2026-03-04T06:18:12.529692Z","end":"2026-03-04T06:18:14.477687Z","steps":["trace[1121124196] 'process raft request' (duration: 1.947878945s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:14.477738Z","caller":"traceutil/trace.go:171","msg":"trace[1199229485] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.948860601s","start":"2026-03-04T06:18:12.528817Z","end":"2026-03-04T06:18:14.477678Z","steps":["trace[1199229485] 'process raft request' (duration: 1.654975825s)","trace[1199229485] 'compare' (duration: 293.499256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:14.477795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.529675Z","time spent":"1.94808422s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:14.47791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.528726Z","time spent":"1.949106137s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:14.669527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.892744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T06:18:14.669733Z","caller":"traceutil/trace.go:171","msg":"trace[693444155] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:541; }","duration":"2.139561532s","start":"2026-03-04T06:18:12.530153Z","end":"2026-03-04T06:18:14.669715Z","steps":["trace[693444155] 'read index received' (duration: 510.972287ms)","trace[693444155] 'applied index is now lower than readState.Index' (duration: 1.628587845s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:14.669861Z","caller":"traceutil/trace.go:171","msg":"trace[10634656] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"187.334903ms","start":"2026-03-04T06:18:14.482506Z","end":"2026-03-04T06:18:14.669841Z","steps":["trace[10634656] 'process raft request' (duration: 187.167578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:14.669949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139777759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qhfzl\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-04T06:18:14.669982Z","caller":"traceutil/trace.go:171","msg":"trace[1217078009] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qhfzl; range_end:; response_count:1; response_revision:528; }","duration":"2.13984812s","start":"2026-03-04T06:18:12.530124Z","end":"2026-03-04T06:18:14.669972Z","steps":["trace[1217078009] 'agreement among raft nodes before linearized reading' (duration: 2.139691976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:14.670014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.530112Z","time spent":"2.139894362s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-qhfzl\" "} {"level":"warn","ts":"2026-03-04T06:18:14.67009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182632443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:14.670145Z","caller":"traceutil/trace.go:171","msg":"trace[376839673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"1.182723785s","start":"2026-03-04T06:18:13.487405Z","end":"2026-03-04T06:18:14.670129Z","steps":["trace[376839673] 'agreement among raft nodes before linearized reading' (duration: 1.182608972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:14.670191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:13.487386Z","time spent":"1.182798188s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:14.67038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.15058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T06:18:14.670397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.445482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T06:18:14.670406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.045543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T06:18:14.670415Z","caller":"traceutil/trace.go:171","msg":"trace[221072873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"449.221502ms","start":"2026-03-04T06:18:14.221184Z","end":"2026-03-04T06:18:14.670405Z","steps":["trace[221072873] 'agreement among raft nodes before linearized reading' (duration: 449.15081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:14.670439Z","caller":"traceutil/trace.go:171","msg":"trace[1136710442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"581.114515ms","start":"2026-03-04T06:18:14.089314Z","end":"2026-03-04T06:18:14.670428Z","steps":["trace[1136710442] 'agreement among raft nodes before linearized reading' (duration: 581.048023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:14.670438Z","caller":"traceutil/trace.go:171","msg":"trace[1992307292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"385.552145ms","start":"2026-03-04T06:18:14.284873Z","end":"2026-03-04T06:18:14.670425Z","steps":["trace[1992307292] 'agreement among raft nodes before linearized reading' (duration: 385.466153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:14.67047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.089293Z","time spent":"581.170777ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:18:14.670478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.284857Z","time spent":"385.613166ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:14.670493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.773272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T06:18:14.67052Z","caller":"traceutil/trace.go:171","msg":"trace[1845787304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:528; }","duration":"419.797532ms","start":"2026-03-04T06:18:14.250713Z","end":"2026-03-04T06:18:14.670511Z","steps":["trace[1845787304] 'agreement among raft nodes before linearized reading' (duration: 419.752391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:14.670544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.250641Z","time spent":"419.896975ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:18:14.670448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.221161Z","time spent":"449.281264ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:15.776846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.270725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:15.777048Z","caller":"traceutil/trace.go:171","msg":"trace[1497138002] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.102565409s","start":"2026-03-04T06:18:14.674451Z","end":"2026-03-04T06:18:15.777017Z","steps":["trace[1497138002] 'process raft request' (duration: 828.046237ms)","trace[1497138002] 'compare' (duration: 274.035599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:15.777143Z","caller":"traceutil/trace.go:171","msg":"trace[1711402561] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.1025983s","start":"2026-03-04T06:18:14.674532Z","end":"2026-03-04T06:18:15.77713Z","steps":["trace[1711402561] 'process raft request' (duration: 1.102396805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.777159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.674435Z","time spent":"1.102669592s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:15.777217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.674521Z","time spent":"1.102649521s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:15.77733Z","caller":"traceutil/trace.go:171","msg":"trace[1282222512] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.101150272s","start":"2026-03-04T06:18:14.67617Z","end":"2026-03-04T06:18:15.777321Z","steps":["trace[1282222512] 'process raft request' (duration: 1.100807433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.777517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.676152Z","time spent":"1.101198333s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:15.777657Z","caller":"traceutil/trace.go:171","msg":"trace[84199382] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.100041222s","start":"2026-03-04T06:18:14.677585Z","end":"2026-03-04T06:18:15.777627Z","steps":["trace[84199382] 'process raft request' (duration: 1.099438656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.777798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.677575Z","time spent":"1.100160806s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:15.778672Z","caller":"traceutil/trace.go:171","msg":"trace[148293679] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.09917918s","start":"2026-03-04T06:18:14.679432Z","end":"2026-03-04T06:18:15.778611Z","steps":["trace[148293679] 'process raft request' (duration: 1.098117262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:15.780069Z","caller":"traceutil/trace.go:171","msg":"trace[310676043] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.092141974s","start":"2026-03-04T06:18:14.686708Z","end":"2026-03-04T06:18:15.77885Z","steps":["trace[310676043] 'process raft request' (duration: 1.092093292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.780229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.686685Z","time spent":"1.093454348s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:15.77888Z","caller":"traceutil/trace.go:171","msg":"trace[1426700856] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.098495372s","start":"2026-03-04T06:18:14.680372Z","end":"2026-03-04T06:18:15.778867Z","steps":["trace[1426700856] 'process raft request' (duration: 1.098077541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.780449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.68036Z","time spent":"1.100058863s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:15.781361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.679419Z","time spent":"1.099355585s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:15.781391Z","caller":"traceutil/trace.go:171","msg":"trace[310213441] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:546; }","duration":"1.101976294s","start":"2026-03-04T06:18:14.67934Z","end":"2026-03-04T06:18:15.781317Z","steps":["trace[310213441] 'read index received' (duration: 18.451679ms)","trace[310213441] 'applied index is now lower than readState.Index' (duration: 1.083520455s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:15.781122Z","caller":"traceutil/trace.go:171","msg":"trace[808335183] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.096130159s","start":"2026-03-04T06:18:14.684946Z","end":"2026-03-04T06:18:15.781076Z","steps":["trace[808335183] 'process raft request' (duration: 1.093789167s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:15.782095Z","caller":"traceutil/trace.go:171","msg":"trace[1773904137] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.100421962s","start":"2026-03-04T06:18:14.68061Z","end":"2026-03-04T06:18:15.781032Z","steps":["trace[1773904137] 'process raft request' (duration: 1.098040829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.782203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102834867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:15.782235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.684936Z","time spent":"1.097236368s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:15.782295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.680603Z","time spent":"1.101586603s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:15.782343Z","caller":"traceutil/trace.go:171","msg":"trace[1334229010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"1.10293399s","start":"2026-03-04T06:18:14.679318Z","end":"2026-03-04T06:18:15.782252Z","steps":["trace[1334229010] 'agreement among raft nodes before linearized reading' (duration: 1.102165049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.782403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.679312Z","time spent":"1.103067743s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:18:15.783884Z","caller":"traceutil/trace.go:171","msg":"trace[1270762999] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.093720515s","start":"2026-03-04T06:18:14.688288Z","end":"2026-03-04T06:18:15.782008Z","steps":["trace[1270762999] 'process raft request' (duration: 1.0927518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:15.784005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:14.688276Z","time spent":"1.095656926s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.512697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.957705ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:17.512814Z","caller":"traceutil/trace.go:171","msg":"trace[366225286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:540; }","duration":"760.089788ms","start":"2026-03-04T06:18:16.752707Z","end":"2026-03-04T06:18:17.512797Z","steps":["trace[366225286] 'range keys from in-memory index tree' (duration: 759.941414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560091Z","caller":"traceutil/trace.go:171","msg":"trace[1439900029] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.770384464s","start":"2026-03-04T06:18:15.789675Z","end":"2026-03-04T06:18:17.56006Z","steps":["trace[1439900029] 'process raft request' (duration: 1.77023135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.789653Z","time spent":"1.770512497s","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:17.560244Z","caller":"traceutil/trace.go:171","msg":"trace[1635411048] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.760326907s","start":"2026-03-04T06:18:15.799888Z","end":"2026-03-04T06:18:17.560215Z","steps":["trace[1635411048] 'process raft request' (duration: 1.760150492s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560297Z","caller":"traceutil/trace.go:171","msg":"trace[1115292732] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.77513528s","start":"2026-03-04T06:18:15.785137Z","end":"2026-03-04T06:18:17.560272Z","steps":["trace[1115292732] 'process raft request' (duration: 1.774614966s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560328Z","caller":"traceutil/trace.go:171","msg":"trace[1190995977] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:557; }","duration":"1.769370847s","start":"2026-03-04T06:18:15.790928Z","end":"2026-03-04T06:18:17.560298Z","steps":["trace[1190995977] 'read index received' (duration: 82.863355ms)","trace[1190995977] 'applied index is now lower than readState.Index' (duration: 1.686506502s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:17.560366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.799867Z","time spent":"1.760446231s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.785118Z","time spent":"1.775229092s","remote":"127.0.0.1:50716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560405Z","caller":"traceutil/trace.go:171","msg":"trace[1267270222] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.760388869s","start":"2026-03-04T06:18:15.800008Z","end":"2026-03-04T06:18:17.560397Z","steps":["trace[1267270222] 'process raft request' (duration: 1.760071501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.799999Z","time spent":"1.76042995s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560499Z","caller":"traceutil/trace.go:171","msg":"trace[1338797868] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.760161863s","start":"2026-03-04T06:18:15.800304Z","end":"2026-03-04T06:18:17.560466Z","steps":["trace[1338797868] 'process raft request' (duration: 1.759829614s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.56053Z","caller":"traceutil/trace.go:171","msg":"trace[199964382] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.760724488s","start":"2026-03-04T06:18:15.799793Z","end":"2026-03-04T06:18:17.560518Z","steps":["trace[199964382] 'process raft request' (duration: 1.760214955s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560535Z","caller":"traceutil/trace.go:171","msg":"trace[1816343301] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.76042763s","start":"2026-03-04T06:18:15.800074Z","end":"2026-03-04T06:18:17.560502Z","steps":["trace[1816343301] 'process raft request' (duration: 1.760033049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.799785Z","time spent":"1.760776159s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560653Z","caller":"traceutil/trace.go:171","msg":"trace[5425361] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.759102874s","start":"2026-03-04T06:18:15.801543Z","end":"2026-03-04T06:18:17.560646Z","steps":["trace[5425361] 'process raft request' (duration: 1.758729175s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560521Z","caller":"traceutil/trace.go:171","msg":"trace[38544876] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.759762072s","start":"2026-03-04T06:18:15.800679Z","end":"2026-03-04T06:18:17.560441Z","steps":["trace[38544876] 'process raft request' (duration: 1.759523056s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.56063Z","caller":"traceutil/trace.go:171","msg":"trace[1679496387] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.760954024s","start":"2026-03-04T06:18:15.799603Z","end":"2026-03-04T06:18:17.560557Z","steps":["trace[1679496387] 'process raft request' (duration: 1.760370599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.56066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.800062Z","time spent":"1.760556224s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.801534Z","time spent":"1.759139916s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560702Z","caller":"traceutil/trace.go:171","msg":"trace[493811788] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.760017029s","start":"2026-03-04T06:18:15.800676Z","end":"2026-03-04T06:18:17.560693Z","steps":["trace[493811788] 'process raft request' (duration: 1.759549066s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560715Z","caller":"traceutil/trace.go:171","msg":"trace[99750943] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.760316277s","start":"2026-03-04T06:18:15.800384Z","end":"2026-03-04T06:18:17.5607Z","steps":["trace[99750943] 'process raft request' (duration: 1.759773573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.800293Z","time spent":"1.760267045s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.800663Z","time spent":"1.760066241s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560778Z","caller":"traceutil/trace.go:171","msg":"trace[403612492] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.759981048s","start":"2026-03-04T06:18:15.800792Z","end":"2026-03-04T06:18:17.560773Z","steps":["trace[403612492] 'process raft request' (duration: 1.759456964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.799583Z","time spent":"1.761125998s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769810359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:17.560787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.80037Z","time spent":"1.760380668s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.80067Z","time spent":"1.760040109s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.80077Z","time spent":"1.760023109s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:17.560814Z","caller":"traceutil/trace.go:171","msg":"trace[499208991] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.760169224s","start":"2026-03-04T06:18:15.800592Z","end":"2026-03-04T06:18:17.560761Z","steps":["trace[499208991] 'process raft request' (duration: 1.759587288s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.560845Z","caller":"traceutil/trace.go:171","msg":"trace[1238009905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"1.769923191s","start":"2026-03-04T06:18:15.7909Z","end":"2026-03-04T06:18:17.560823Z","steps":["trace[1238009905] 'agreement among raft nodes before linearized reading' (duration: 1.769768967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.560942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.800582Z","time spent":"1.760310107s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:17.560977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:15.790894Z","time spent":"1.770073526s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:18:17.597726Z","caller":"traceutil/trace.go:171","msg":"trace[364836571] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.529700348s","start":"2026-03-04T06:18:16.067996Z","end":"2026-03-04T06:18:17.597696Z","steps":["trace[364836571] 'process raft request' (duration: 1.52941044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.597731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093194612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T06:18:17.597779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.470615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:18:17.597806Z","caller":"traceutil/trace.go:171","msg":"trace[1308817242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"895.505686ms","start":"2026-03-04T06:18:16.702293Z","end":"2026-03-04T06:18:17.597799Z","steps":["trace[1308817242] 'agreement among raft nodes before linearized reading' (duration: 895.345561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.597822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.702218Z","time spent":"895.599728ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:17.597843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.067967Z","time spent":"1.529816121s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:17.597809Z","caller":"traceutil/trace.go:171","msg":"trace[1970228366] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:555; }","duration":"1.093367947s","start":"2026-03-04T06:18:16.504422Z","end":"2026-03-04T06:18:17.59779Z","steps":["trace[1970228366] 'agreement among raft nodes before linearized reading' (duration: 1.093235134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.598224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.50439Z","time spent":"1.093697776s","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-04T06:18:17.72676Z","caller":"traceutil/trace.go:171","msg":"trace[1725697130] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"157.829141ms","start":"2026-03-04T06:18:17.568915Z","end":"2026-03-04T06:18:17.726744Z","steps":["trace[1725697130] 'process raft request' (duration: 157.281876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.726994Z","caller":"traceutil/trace.go:171","msg":"trace[1915103265] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"157.962514ms","start":"2026-03-04T06:18:17.569021Z","end":"2026-03-04T06:18:17.726984Z","steps":["trace[1915103265] 'process raft request' (duration: 157.770749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.72708Z","caller":"traceutil/trace.go:171","msg":"trace[1296477101] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"158.057948ms","start":"2026-03-04T06:18:17.569014Z","end":"2026-03-04T06:18:17.727072Z","steps":["trace[1296477101] 'process raft request' (duration: 157.561574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727199Z","caller":"traceutil/trace.go:171","msg":"trace[1221277318] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"158.176791ms","start":"2026-03-04T06:18:17.569014Z","end":"2026-03-04T06:18:17.72719Z","steps":["trace[1221277318] 'process raft request' (duration: 157.704738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727277Z","caller":"traceutil/trace.go:171","msg":"trace[657290150] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"158.16117ms","start":"2026-03-04T06:18:17.569108Z","end":"2026-03-04T06:18:17.727269Z","steps":["trace[657290150] 'process raft request' (duration: 157.725498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727305Z","caller":"traceutil/trace.go:171","msg":"trace[1141405704] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"158.15362ms","start":"2026-03-04T06:18:17.569113Z","end":"2026-03-04T06:18:17.727267Z","steps":["trace[1141405704] 'process raft request' (duration: 157.747409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727362Z","caller":"traceutil/trace.go:171","msg":"trace[72427135] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"157.295837ms","start":"2026-03-04T06:18:17.570055Z","end":"2026-03-04T06:18:17.72735Z","steps":["trace[72427135] 'process raft request' (duration: 156.955048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727422Z","caller":"traceutil/trace.go:171","msg":"trace[1536235155] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"157.40538ms","start":"2026-03-04T06:18:17.570009Z","end":"2026-03-04T06:18:17.727414Z","steps":["trace[1536235155] 'process raft request' (duration: 156.944527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727418Z","caller":"traceutil/trace.go:171","msg":"trace[835514870] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"157.42517ms","start":"2026-03-04T06:18:17.569969Z","end":"2026-03-04T06:18:17.727394Z","steps":["trace[835514870] 'process raft request' (duration: 156.957208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727436Z","caller":"traceutil/trace.go:171","msg":"trace[648181654] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"155.612463ms","start":"2026-03-04T06:18:17.5718Z","end":"2026-03-04T06:18:17.727412Z","steps":["trace[648181654] 'process raft request' (duration: 155.473039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727469Z","caller":"traceutil/trace.go:171","msg":"trace[111785270] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"153.583708ms","start":"2026-03-04T06:18:17.573859Z","end":"2026-03-04T06:18:17.727443Z","steps":["trace[111785270] 'process raft request' (duration: 153.442135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727532Z","caller":"traceutil/trace.go:171","msg":"trace[2065382930] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"157.004179ms","start":"2026-03-04T06:18:17.570512Z","end":"2026-03-04T06:18:17.727516Z","steps":["trace[2065382930] 'process raft request' (duration: 156.704481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727656Z","caller":"traceutil/trace.go:171","msg":"trace[1866568924] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:573; }","duration":"130.078007ms","start":"2026-03-04T06:18:17.597561Z","end":"2026-03-04T06:18:17.727639Z","steps":["trace[1866568924] 'read index received' (duration: 128.632578ms)","trace[1866568924] 'applied index is now lower than readState.Index' (duration: 1.435748ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:17.727663Z","caller":"traceutil/trace.go:171","msg":"trace[1051933114] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"153.696542ms","start":"2026-03-04T06:18:17.57388Z","end":"2026-03-04T06:18:17.727577Z","steps":["trace[1051933114] 'process raft request' (duration: 153.456046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727721Z","caller":"traceutil/trace.go:171","msg":"trace[1753546492] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"152.951822ms","start":"2026-03-04T06:18:17.574756Z","end":"2026-03-04T06:18:17.727707Z","steps":["trace[1753546492] 'process raft request' (duration: 152.775608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.727728Z","caller":"traceutil/trace.go:171","msg":"trace[1180395602] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"153.030784ms","start":"2026-03-04T06:18:17.574675Z","end":"2026-03-04T06:18:17.727706Z","steps":["trace[1180395602] 'process raft request' (duration: 152.710066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.727747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.005478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:17.72778Z","caller":"traceutil/trace.go:171","msg":"trace[2017936773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"166.07337ms","start":"2026-03-04T06:18:17.561697Z","end":"2026-03-04T06:18:17.72777Z","steps":["trace[2017936773] 'agreement among raft nodes before linearized reading' (duration: 166.006718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.735411Z","caller":"traceutil/trace.go:171","msg":"trace[493242242] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"134.347329ms","start":"2026-03-04T06:18:17.601049Z","end":"2026-03-04T06:18:17.735396Z","steps":["trace[493242242] 'process raft request' (duration: 134.249557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.910358Z","caller":"traceutil/trace.go:171","msg":"trace[1583411112] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"118.535801ms","start":"2026-03-04T06:18:17.791796Z","end":"2026-03-04T06:18:17.910332Z","steps":["trace[1583411112] 'process raft request' (duration: 118.307335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.910444Z","caller":"traceutil/trace.go:171","msg":"trace[756359482] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"118.209451ms","start":"2026-03-04T06:18:17.79222Z","end":"2026-03-04T06:18:17.910429Z","steps":["trace[756359482] 'process raft request' (duration: 118.042307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.910477Z","caller":"traceutil/trace.go:171","msg":"trace[2033965469] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"118.572411ms","start":"2026-03-04T06:18:17.791884Z","end":"2026-03-04T06:18:17.910456Z","steps":["trace[2033965469] 'process raft request' (duration: 118.341045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.910511Z","caller":"traceutil/trace.go:171","msg":"trace[1513313839] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"117.268827ms","start":"2026-03-04T06:18:17.793228Z","end":"2026-03-04T06:18:17.910496Z","steps":["trace[1513313839] 'process raft request' (duration: 117.097712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.910606Z","caller":"traceutil/trace.go:171","msg":"trace[378668841] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"116.615739ms","start":"2026-03-04T06:18:17.793964Z","end":"2026-03-04T06:18:17.91058Z","steps":["trace[378668841] 'process raft request' (duration: 116.401583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.911235Z","caller":"traceutil/trace.go:171","msg":"trace[1020329146] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:596; }","duration":"118.298184ms","start":"2026-03-04T06:18:17.792924Z","end":"2026-03-04T06:18:17.911222Z","steps":["trace[1020329146] 'read index received' (duration: 82.611839ms)","trace[1020329146] 'applied index is now lower than readState.Index' (duration: 35.685445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:17.911455Z","caller":"traceutil/trace.go:171","msg":"trace[737184445] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"111.172506ms","start":"2026-03-04T06:18:17.800262Z","end":"2026-03-04T06:18:17.911435Z","steps":["trace[737184445] 'process raft request' (duration: 110.148549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.911814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.873769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T06:18:17.912018Z","caller":"traceutil/trace.go:171","msg":"trace[2099131088] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:585; }","duration":"118.976692ms","start":"2026-03-04T06:18:17.792876Z","end":"2026-03-04T06:18:17.911852Z","steps":["trace[2099131088] 'agreement among raft nodes before linearized reading' (duration: 118.422547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:18.093832Z","caller":"traceutil/trace.go:171","msg":"trace[1402759297] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"176.397673ms","start":"2026-03-04T06:18:17.917406Z","end":"2026-03-04T06:18:18.093803Z","steps":["trace[1402759297] 'process raft request' (duration: 82.699341ms)","trace[1402759297] 'compare' (duration: 93.475836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:18.185755Z","caller":"traceutil/trace.go:171","msg":"trace[1738993341] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"221.774705ms","start":"2026-03-04T06:18:17.963956Z","end":"2026-03-04T06:18:18.185731Z","steps":["trace[1738993341] 'process raft request' (duration: 221.375265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:18.186548Z","caller":"traceutil/trace.go:171","msg":"trace[779118271] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"213.698961ms","start":"2026-03-04T06:18:17.972138Z","end":"2026-03-04T06:18:18.185837Z","steps":["trace[779118271] 'process raft request' (duration: 213.481155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:18.576334Z","caller":"traceutil/trace.go:171","msg":"trace[938469270] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"110.715353ms","start":"2026-03-04T06:18:18.465583Z","end":"2026-03-04T06:18:18.576299Z","steps":["trace[938469270] 'process raft request' (duration: 110.358554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:20.028205Z","caller":"traceutil/trace.go:171","msg":"trace[88708335] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"289.091118ms","start":"2026-03-04T06:18:19.739079Z","end":"2026-03-04T06:18:20.02817Z","steps":["trace[88708335] 'read index received' (duration: 288.836841ms)","trace[88708335] 'applied index is now lower than readState.Index' (duration: 253.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:20.028301Z","caller":"traceutil/trace.go:171","msg":"trace[1822215110] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"347.735691ms","start":"2026-03-04T06:18:19.680525Z","end":"2026-03-04T06:18:20.028261Z","steps":["trace[1822215110] 'process raft request' (duration: 347.482745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:20.028459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:19.680493Z","time spent":"347.895886ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:20.028513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.384646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:18:20.028559Z","caller":"traceutil/trace.go:171","msg":"trace[162093622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"289.51498ms","start":"2026-03-04T06:18:19.73903Z","end":"2026-03-04T06:18:20.028545Z","steps":["trace[162093622] 'agreement among raft nodes before linearized reading' (duration: 289.337945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:20.02853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.541488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:20.028623Z","caller":"traceutil/trace.go:171","msg":"trace[1590109217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"150.709382ms","start":"2026-03-04T06:18:19.877891Z","end":"2026-03-04T06:18:20.0286Z","steps":["trace[1590109217] 'agreement among raft nodes before linearized reading' (duration: 150.529838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:20.028732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.747263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:18:20.028833Z","caller":"traceutil/trace.go:171","msg":"trace[376428453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"113.881917ms","start":"2026-03-04T06:18:19.914925Z","end":"2026-03-04T06:18:20.028807Z","steps":["trace[376428453] 'agreement among raft nodes before linearized reading' (duration: 113.600299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:20.028893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.336218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:18:20.028893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.901957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:18:20.028966Z","caller":"traceutil/trace.go:171","msg":"trace[1717367731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"114.456452ms","start":"2026-03-04T06:18:19.914492Z","end":"2026-03-04T06:18:20.028949Z","steps":["trace[1717367731] 'agreement among raft nodes before linearized reading' (duration: 114.217825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:20.029054Z","caller":"traceutil/trace.go:171","msg":"trace[2030852592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:681; }","duration":"114.086262ms","start":"2026-03-04T06:18:19.914918Z","end":"2026-03-04T06:18:20.029004Z","steps":["trace[2030852592] 'agreement among raft nodes before linearized reading' (duration: 113.761713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:29.954858Z","caller":"traceutil/trace.go:171","msg":"trace[988169061] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"117.102762ms","start":"2026-03-04T06:18:29.837718Z","end":"2026-03-04T06:18:29.954821Z","steps":["trace[988169061] 'process raft request' (duration: 117.03663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:29.954903Z","caller":"traceutil/trace.go:171","msg":"trace[103763359] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"119.28454ms","start":"2026-03-04T06:18:29.835583Z","end":"2026-03-04T06:18:29.954867Z","steps":["trace[103763359] 'process raft request' (duration: 75.704206ms)","trace[103763359] 'compare' (duration: 43.234505ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:29.958739Z","caller":"traceutil/trace.go:171","msg":"trace[1214655225] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"110.867227ms","start":"2026-03-04T06:18:29.847846Z","end":"2026-03-04T06:18:29.958714Z","steps":["trace[1214655225] 'process raft request' (duration: 110.780875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:29.958722Z","caller":"traceutil/trace.go:171","msg":"trace[1694588754] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"111.048062ms","start":"2026-03-04T06:18:29.847649Z","end":"2026-03-04T06:18:29.958697Z","steps":["trace[1694588754] 'process raft request' (duration: 110.853636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.203561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.203053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:30.203675Z","caller":"traceutil/trace.go:171","msg":"trace[2028863343] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"237.725718ms","start":"2026-03-04T06:18:29.96593Z","end":"2026-03-04T06:18:30.203656Z","steps":["trace[2028863343] 'process raft request' (duration: 111.34963ms)","trace[2028863343] 'compare' (duration: 126.056369ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:30.449871Z","caller":"traceutil/trace.go:171","msg":"trace[1412346956] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"470.575497ms","start":"2026-03-04T06:18:29.97925Z","end":"2026-03-04T06:18:30.449825Z","steps":["trace[1412346956] 'process raft request' (duration: 413.344171ms)","trace[1412346956] 'compare' (duration: 56.856286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:30.449986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.906286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T06:18:30.450023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:29.979227Z","time spent":"470.730871ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:30.450064Z","caller":"traceutil/trace.go:171","msg":"trace[2047717137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"371.020859ms","start":"2026-03-04T06:18:30.079024Z","end":"2026-03-04T06:18:30.450044Z","steps":["trace[2047717137] 'agreement among raft nodes before linearized reading' (duration: 370.807334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:30.450056Z","caller":"traceutil/trace.go:171","msg":"trace[1372123501] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"373.203887ms","start":"2026-03-04T06:18:30.076808Z","end":"2026-03-04T06:18:30.450012Z","steps":["trace[1372123501] 'process raft request' (duration: 372.935579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.450118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:30.079008Z","time spent":"371.100411ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:18:30.450133Z","caller":"traceutil/trace.go:171","msg":"trace[1933069534] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:816; }","duration":"370.761583ms","start":"2026-03-04T06:18:30.079065Z","end":"2026-03-04T06:18:30.449826Z","steps":["trace[1933069534] 'read index received' (duration: 313.510776ms)","trace[1933069534] 'applied index is now lower than readState.Index' (duration: 57.249617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:30.450201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:30.076783Z","time spent":"373.352501ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2949,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:18:30.45064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.055131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:18:30.450668Z","caller":"traceutil/trace.go:171","msg":"trace[805209475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:796; }","duration":"368.115113ms","start":"2026-03-04T06:18:30.082546Z","end":"2026-03-04T06:18:30.450661Z","steps":["trace[805209475] 'agreement among raft nodes before linearized reading' (duration: 367.991669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.450688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:30.082537Z","time spent":"368.146923ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:30.450701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.761379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T06:18:30.450742Z","caller":"traceutil/trace.go:171","msg":"trace[1048621853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:796; }","duration":"365.821932ms","start":"2026-03-04T06:18:30.08491Z","end":"2026-03-04T06:18:30.450731Z","steps":["trace[1048621853] 'agreement among raft nodes before linearized reading' (duration: 365.707899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.450773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:30.084901Z","time spent":"365.864782ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:18:30.450852Z","caller":"traceutil/trace.go:171","msg":"trace[2138949528] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"178.014036ms","start":"2026-03-04T06:18:30.272828Z","end":"2026-03-04T06:18:30.450842Z","steps":["trace[2138949528] 'process raft request' (duration: 177.631545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.450801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.601559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T06:18:30.450909Z","caller":"traceutil/trace.go:171","msg":"trace[484382401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"367.717812ms","start":"2026-03-04T06:18:30.083173Z","end":"2026-03-04T06:18:30.450891Z","steps":["trace[484382401] 'agreement among raft nodes before linearized reading' (duration: 367.475425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:30.450952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:30.083105Z","time spent":"367.836135ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:18:38.792216Z","caller":"traceutil/trace.go:171","msg":"trace[1418612578] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"104.840347ms","start":"2026-03-04T06:18:38.687346Z","end":"2026-03-04T06:18:38.792187Z","steps":["trace[1418612578] 'process raft request' (duration: 85.32673ms)","trace[1418612578] 'compare' (duration: 19.432735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:39.896822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064874171s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:18:39.897205Z","caller":"traceutil/trace.go:171","msg":"trace[604986609] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"1.098684016s","start":"2026-03-04T06:18:38.798485Z","end":"2026-03-04T06:18:39.897169Z","steps":["trace[604986609] 'process raft request' (duration: 1.098531152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.897385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:38.798451Z","time spent":"1.098843171s","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:39.915109Z","caller":"traceutil/trace.go:171","msg":"trace[263348651] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:921; }","duration":"431.867161ms","start":"2026-03-04T06:18:39.483229Z","end":"2026-03-04T06:18:39.915096Z","steps":["trace[263348651] 'read index received' (duration: 413.792633ms)","trace[263348651] 'applied index is now lower than readState.Index' (duration: 18.073518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:39.915188Z","caller":"traceutil/trace.go:171","msg":"trace[1081927309] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"302.73062ms","start":"2026-03-04T06:18:39.612434Z","end":"2026-03-04T06:18:39.915164Z","steps":["trace[1081927309] 'process raft request' (duration: 302.631468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.915241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.612391Z","time spent":"302.814052ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:39.915374Z","caller":"traceutil/trace.go:171","msg":"trace[183716777] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"792.566386ms","start":"2026-03-04T06:18:39.122788Z","end":"2026-03-04T06:18:39.915355Z","steps":["trace[183716777] 'process raft request' (duration: 792.171136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:39.915348Z","caller":"traceutil/trace.go:171","msg":"trace[693540340] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"585.503782ms","start":"2026-03-04T06:18:39.329788Z","end":"2026-03-04T06:18:39.915292Z","steps":["trace[693540340] 'process raft request' (duration: 585.235104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.915346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.082717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:39.915474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.122761Z","time spent":"792.658949ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:18:39.91547Z","caller":"traceutil/trace.go:171","msg":"trace[1497305658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:898; }","duration":"432.249041ms","start":"2026-03-04T06:18:39.483188Z","end":"2026-03-04T06:18:39.915437Z","steps":["trace[1497305658] 'agreement among raft nodes before linearized reading' (duration: 432.033956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.915492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.329761Z","time spent":"585.668165ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6073,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:39.915528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.483081Z","time spent":"432.437217ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:18:40.052855Z","caller":"traceutil/trace.go:171","msg":"trace[185216850] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"137.693637ms","start":"2026-03-04T06:18:39.91514Z","end":"2026-03-04T06:18:40.052833Z","steps":["trace[185216850] 'read index received' (duration: 137.583044ms)","trace[185216850] 'applied index is now lower than readState.Index' (duration: 109.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:40.052949Z","caller":"traceutil/trace.go:171","msg":"trace[515119810] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"148.879874ms","start":"2026-03-04T06:18:39.904048Z","end":"2026-03-04T06:18:40.052928Z","steps":["trace[515119810] 'process raft request' (duration: 148.644958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.053038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.109706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:40.053085Z","caller":"traceutil/trace.go:171","msg":"trace[439771011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"136.208409ms","start":"2026-03-04T06:18:39.916865Z","end":"2026-03-04T06:18:40.053074Z","steps":["trace[439771011] 'agreement among raft nodes before linearized reading' (duration: 136.118026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.053122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.701012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:40.053127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.671666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:18:40.053205Z","caller":"traceutil/trace.go:171","msg":"trace[901408343] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:899; }","duration":"130.835277ms","start":"2026-03-04T06:18:39.922351Z","end":"2026-03-04T06:18:40.053186Z","steps":["trace[901408343] 'agreement among raft nodes before linearized reading' (duration: 130.701373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:40.053224Z","caller":"traceutil/trace.go:171","msg":"trace[2002834883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:899; }","duration":"374.81706ms","start":"2026-03-04T06:18:39.678387Z","end":"2026-03-04T06:18:40.053204Z","steps":["trace[2002834883] 'agreement among raft nodes before linearized reading' (duration: 374.569933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.053269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.678368Z","time spent":"374.891952ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:18:40.850825Z","caller":"traceutil/trace.go:171","msg":"trace[1819701938] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"161.20662ms","start":"2026-03-04T06:18:40.689586Z","end":"2026-03-04T06:18:40.850792Z","steps":["trace[1819701938] 'process raft request' (duration: 160.976684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:40.850992Z","caller":"traceutil/trace.go:171","msg":"trace[1072930582] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:932; }","duration":"161.026186ms","start":"2026-03-04T06:18:40.689933Z","end":"2026-03-04T06:18:40.850959Z","steps":["trace[1072930582] 'read index received' (duration: 32.919032ms)","trace[1072930582] 'applied index is now lower than readState.Index' (duration: 128.105044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:40.851053Z","caller":"traceutil/trace.go:171","msg":"trace[1403948321] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"161.283932ms","start":"2026-03-04T06:18:40.689758Z","end":"2026-03-04T06:18:40.851042Z","steps":["trace[1403948321] 'process raft request' (duration: 160.984214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.851229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.279592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-gbqcx\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-04T06:18:40.851301Z","caller":"traceutil/trace.go:171","msg":"trace[114767491] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-gbqcx; range_end:; response_count:1; response_revision:907; }","duration":"161.383725ms","start":"2026-03-04T06:18:40.689899Z","end":"2026-03-04T06:18:40.851283Z","steps":["trace[114767491] 'agreement among raft nodes before linearized reading' (duration: 161.16747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:06.445889Z","caller":"traceutil/trace.go:171","msg":"trace[493925643] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"198.062323ms","start":"2026-03-04T06:19:06.24723Z","end":"2026-03-04T06:19:06.445293Z","steps":["trace[493925643] 'process raft request' (duration: 197.813686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:09.23908Z","caller":"traceutil/trace.go:171","msg":"trace[264881467] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"152.451185ms","start":"2026-03-04T06:19:09.086591Z","end":"2026-03-04T06:19:09.239043Z","steps":["trace[264881467] 'process raft request' (duration: 152.27834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:09.248386Z","caller":"traceutil/trace.go:171","msg":"trace[1865910292] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"161.03719ms","start":"2026-03-04T06:19:09.087319Z","end":"2026-03-04T06:19:09.248356Z","steps":["trace[1865910292] 'process raft request' (duration: 160.878626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:11.721566Z","caller":"traceutil/trace.go:171","msg":"trace[1354283595] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1222; }","duration":"468.874327ms","start":"2026-03-04T06:19:11.252652Z","end":"2026-03-04T06:19:11.721527Z","steps":["trace[1354283595] 'read index received' (duration: 468.60915ms)","trace[1354283595] 'applied index is now lower than readState.Index' (duration: 263.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:11.721664Z","caller":"traceutil/trace.go:171","msg":"trace[1804900213] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"471.628299ms","start":"2026-03-04T06:19:11.249992Z","end":"2026-03-04T06:19:11.72162Z","steps":["trace[1804900213] 'process raft request' (duration: 471.308551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:11.721947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.260578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T06:19:11.721936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.546593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:11.722028Z","caller":"traceutil/trace.go:171","msg":"trace[770838078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1185; }","duration":"469.427431ms","start":"2026-03-04T06:19:11.252576Z","end":"2026-03-04T06:19:11.722004Z","steps":["trace[770838078] 'agreement among raft nodes before linearized reading' (duration: 469.175335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:11.722031Z","caller":"traceutil/trace.go:171","msg":"trace[1241769226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"239.690026ms","start":"2026-03-04T06:19:11.482307Z","end":"2026-03-04T06:19:11.721997Z","steps":["trace[1241769226] 'agreement among raft nodes before linearized reading' (duration: 239.556953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:11.722076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:11.252546Z","time spent":"469.519514ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:11.722449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:11.249949Z","time spent":"471.830905ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:15.297199Z","caller":"traceutil/trace.go:171","msg":"trace[993133072] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"386.499844ms","start":"2026-03-04T06:19:14.910675Z","end":"2026-03-04T06:19:15.297175Z","steps":["trace[993133072] 'read index received' (duration: 386.295178ms)","trace[993133072] 'applied index is now lower than readState.Index' (duration: 203.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:15.297382Z","caller":"traceutil/trace.go:171","msg":"trace[1414285575] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"398.925749ms","start":"2026-03-04T06:19:14.898398Z","end":"2026-03-04T06:19:15.297324Z","steps":["trace[1414285575] 'process raft request' (duration: 398.58244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:15.297436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.736509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:19:15.297487Z","caller":"traceutil/trace.go:171","msg":"trace[146845595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1197; }","duration":"386.846432ms","start":"2026-03-04T06:19:14.910627Z","end":"2026-03-04T06:19:15.297473Z","steps":["trace[146845595] 'agreement among raft nodes before linearized reading' (duration: 386.644937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:15.297556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:14.910606Z","time spent":"386.937314ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:19:15.297568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:14.898371Z","time spent":"399.094064ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:31.427171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.320498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.427296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.606567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.4273Z","caller":"traceutil/trace.go:171","msg":"trace[1268960631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"598.510073ms","start":"2026-03-04T06:19:30.828771Z","end":"2026-03-04T06:19:31.427281Z","steps":["trace[1268960631] 'count revisions from in-memory index tree' (duration: 598.235036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.828754Z","time spent":"598.581434ms","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.427344Z","caller":"traceutil/trace.go:171","msg":"trace[310041487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"410.702279ms","start":"2026-03-04T06:19:31.016624Z","end":"2026-03-04T06:19:31.427326Z","steps":["trace[310041487] 'range keys from in-memory index tree' (duration: 410.526885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.016608Z","time spent":"410.784131ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.851518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.427472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.375783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.427536Z","caller":"traceutil/trace.go:171","msg":"trace[375676296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"508.95182ms","start":"2026-03-04T06:19:30.918567Z","end":"2026-03-04T06:19:31.427519Z","steps":["trace[375676296] 'range keys from in-memory index tree' (duration: 508.753485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:31.427554Z","caller":"traceutil/trace.go:171","msg":"trace[236408174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"538.483386ms","start":"2026-03-04T06:19:30.889047Z","end":"2026-03-04T06:19:31.42753Z","steps":["trace[236408174] 'range keys from in-memory index tree' (duration: 538.318902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.172585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.427587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.918426Z","time spent":"509.148615ms","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:19:31.427609Z","caller":"traceutil/trace.go:171","msg":"trace[279730984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"442.261628ms","start":"2026-03-04T06:19:30.985338Z","end":"2026-03-04T06:19:31.427599Z","steps":["trace[279730984] 'range keys from in-memory index tree' (duration: 442.033782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.889037Z","time spent":"538.559827ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.570965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.427659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.401935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.427719Z","caller":"traceutil/trace.go:171","msg":"trace[2093933047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"468.489467ms","start":"2026-03-04T06:19:30.959206Z","end":"2026-03-04T06:19:31.427696Z","steps":["trace[2093933047] 'range keys from in-memory index tree' (duration: 468.330563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.462169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.428397Z","caller":"traceutil/trace.go:171","msg":"trace[2130224542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"388.133686ms","start":"2026-03-04T06:19:31.040243Z","end":"2026-03-04T06:19:31.428376Z","steps":["trace[2130224542] 'count revisions from in-memory index tree' (duration: 387.419047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.959186Z","time spent":"468.559289ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.428454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.040234Z","time spent":"388.203658ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.427719Z","caller":"traceutil/trace.go:171","msg":"trace[1967470816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"411.084459ms","start":"2026-03-04T06:19:31.016591Z","end":"2026-03-04T06:19:31.427675Z","steps":["trace[1967470816] 'count revisions from in-memory index tree' (duration: 410.514624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.303439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.428795Z","caller":"traceutil/trace.go:171","msg":"trace[1304749728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"443.377837ms","start":"2026-03-04T06:19:30.985317Z","end":"2026-03-04T06:19:31.428694Z","steps":["trace[1304749728] 'count revisions from in-memory index tree' (duration: 442.126655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.985318Z","time spent":"442.312779ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.85641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.428899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.985298Z","time spent":"443.580213ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.428944Z","caller":"traceutil/trace.go:171","msg":"trace[1067739029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"571.110863ms","start":"2026-03-04T06:19:30.85782Z","end":"2026-03-04T06:19:31.42893Z","steps":["trace[1067739029] 'range keys from in-memory index tree' (duration: 569.676245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.966682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.428768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.016578Z","time spent":"412.053054ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:31.429011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.857803Z","time spent":"571.179535ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:19:31.429028Z","caller":"traceutil/trace.go:171","msg":"trace[1421110864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"571.203985ms","start":"2026-03-04T06:19:30.8578Z","end":"2026-03-04T06:19:31.429004Z","steps":["trace[1421110864] 'count revisions from in-memory index tree' (duration: 569.87321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.251561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.429271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.857784Z","time spent":"571.279577ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.429284Z","caller":"traceutil/trace.go:171","msg":"trace[847864409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"469.588236ms","start":"2026-03-04T06:19:30.959493Z","end":"2026-03-04T06:19:31.429081Z","steps":["trace[847864409] 'count revisions from in-memory index tree' (duration: 468.150248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.429348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.959473Z","time spent":"469.855343ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:31.42786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.063461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.429468Z","caller":"traceutil/trace.go:171","msg":"trace[578149007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"339.679613ms","start":"2026-03-04T06:19:31.089776Z","end":"2026-03-04T06:19:31.429456Z","steps":["trace[578149007] 'range keys from in-memory index tree' (duration: 338.02363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.429515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.089769Z","time spent":"339.732564ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.51636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.429634Z","caller":"traceutil/trace.go:171","msg":"trace[1840724726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1491; }","duration":"303.332448ms","start":"2026-03-04T06:19:31.126275Z","end":"2026-03-04T06:19:31.429607Z","steps":["trace[1840724726] 'range keys from in-memory index tree' (duration: 301.381377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.038497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.429691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.126252Z","time spent":"303.422511ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:19:31.429707Z","caller":"traceutil/trace.go:171","msg":"trace[553735543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"600.923336ms","start":"2026-03-04T06:19:30.828772Z","end":"2026-03-04T06:19:31.429695Z","steps":["trace[553735543] 'range keys from in-memory index tree' (duration: 598.947984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.42976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.828752Z","time spent":"600.986467ms","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.691505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.429887Z","caller":"traceutil/trace.go:171","msg":"trace[1785090160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"303.685627ms","start":"2026-03-04T06:19:31.126162Z","end":"2026-03-04T06:19:31.429847Z","steps":["trace[1785090160] 'range keys from in-memory index tree' (duration: 301.657844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.715312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.429972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.126156Z","time spent":"303.770179ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:19:31.429976Z","caller":"traceutil/trace.go:171","msg":"trace[774668594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"540.892629ms","start":"2026-03-04T06:19:30.88907Z","end":"2026-03-04T06:19:31.429962Z","steps":["trace[774668594] 'count revisions from in-memory index tree' (duration: 538.63394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.430023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.889052Z","time spent":"540.954541ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:31.427889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.575292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.430101Z","caller":"traceutil/trace.go:171","msg":"trace[155344433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"389.80889ms","start":"2026-03-04T06:19:31.04028Z","end":"2026-03-04T06:19:31.430089Z","steps":["trace[155344433] 'range keys from in-memory index tree' (duration: 387.52501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.430148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.040264Z","time spent":"389.871202ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.548502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.427904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.805847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.430245Z","caller":"traceutil/trace.go:171","msg":"trace[1100257655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"303.947204ms","start":"2026-03-04T06:19:31.126284Z","end":"2026-03-04T06:19:31.430232Z","steps":["trace[1100257655] 'count revisions from in-memory index tree' (duration: 301.4674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.430433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.126255Z","time spent":"304.15424ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.430361Z","caller":"traceutil/trace.go:171","msg":"trace[1955287056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"366.264841ms","start":"2026-03-04T06:19:31.064076Z","end":"2026-03-04T06:19:31.43034Z","steps":["trace[1955287056] 'range keys from in-memory index tree' (duration: 363.654383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.430666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.064068Z","time spent":"366.57362ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:19:31.427924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.755566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:31.4308Z","caller":"traceutil/trace.go:171","msg":"trace[908773691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"366.654702ms","start":"2026-03-04T06:19:31.064126Z","end":"2026-03-04T06:19:31.430781Z","steps":["trace[908773691] 'count revisions from in-memory index tree' (duration: 363.649783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.427962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.572376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.430891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.064105Z","time spent":"366.765125ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:31.430911Z","caller":"traceutil/trace.go:171","msg":"trace[1611960605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"512.535204ms","start":"2026-03-04T06:19:30.918361Z","end":"2026-03-04T06:19:31.430896Z","steps":["trace[1611960605] 'count revisions from in-memory index tree' (duration: 509.516815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.431005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:30.918348Z","time spent":"512.639536ms","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:31.427912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.982498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:31.428067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.153784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:31.435289Z","caller":"traceutil/trace.go:171","msg":"trace[612017587] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1491; }","duration":"117.448015ms","start":"2026-03-04T06:19:31.317821Z","end":"2026-03-04T06:19:31.435269Z","steps":["trace[612017587] 'count revisions from in-memory index tree' (duration: 110.043941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:31.432672Z","caller":"traceutil/trace.go:171","msg":"trace[909789283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1491; }","duration":"341.186273ms","start":"2026-03-04T06:19:31.0899Z","end":"2026-03-04T06:19:31.431086Z","steps":["trace[909789283] 'count revisions from in-memory index tree' (duration: 337.959578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:31.435439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:31.089896Z","time spent":"345.528037ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:36.008736Z","caller":"traceutil/trace.go:171","msg":"trace[795463854] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"124.377428ms","start":"2026-03-04T06:19:35.884332Z","end":"2026-03-04T06:19:36.008709Z","steps":["trace[795463854] 'read index received' (duration: 124.284185ms)","trace[795463854] 'applied index is now lower than readState.Index' (duration: 92.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:36.008791Z","caller":"traceutil/trace.go:171","msg":"trace[1591778998] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"194.019657ms","start":"2026-03-04T06:19:35.814741Z","end":"2026-03-04T06:19:36.00876Z","steps":["trace[1591778998] 'process raft request' (duration: 193.776171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:36.009124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.775108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:19:36.009214Z","caller":"traceutil/trace.go:171","msg":"trace[1068732033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"124.943132ms","start":"2026-03-04T06:19:35.884251Z","end":"2026-03-04T06:19:36.009194Z","steps":["trace[1068732033] 'agreement among raft nodes before linearized reading' (duration: 124.575323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:36.072662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.16077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:19:36.072734Z","caller":"traceutil/trace.go:171","msg":"trace[917928639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1525; }","duration":"162.274663ms","start":"2026-03-04T06:19:35.910435Z","end":"2026-03-04T06:19:36.07271Z","steps":["trace[917928639] 'agreement among raft nodes before linearized reading' (duration: 162.023466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.230567Z","caller":"traceutil/trace.go:171","msg":"trace[1891630595] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1590; }","duration":"158.146934ms","start":"2026-03-04T06:19:36.072399Z","end":"2026-03-04T06:19:36.230546Z","steps":["trace[1891630595] 'read index received' (duration: 152.547247ms)","trace[1891630595] 'applied index is now lower than readState.Index' (duration: 5.598907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:36.230743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.331154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:36.2308Z","caller":"traceutil/trace.go:171","msg":"trace[1617780617] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1527; }","duration":"181.455287ms","start":"2026-03-04T06:19:36.049331Z","end":"2026-03-04T06:19:36.230787Z","steps":["trace[1617780617] 'agreement among raft nodes before linearized reading' (duration: 181.309683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.230793Z","caller":"traceutil/trace.go:171","msg":"trace[683938600] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"219.768574ms","start":"2026-03-04T06:19:36.010989Z","end":"2026-03-04T06:19:36.230757Z","steps":["trace[683938600] 'process raft request' (duration: 213.90095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.231162Z","caller":"traceutil/trace.go:171","msg":"trace[2063540168] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"217.564295ms","start":"2026-03-04T06:19:36.013544Z","end":"2026-03-04T06:19:36.231108Z","steps":["trace[2063540168] 'process raft request' (duration: 216.926478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.264325Z","caller":"traceutil/trace.go:171","msg":"trace[1441161360] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"187.807064ms","start":"2026-03-04T06:19:36.076496Z","end":"2026-03-04T06:19:36.264303Z","steps":["trace[1441161360] 'process raft request' (duration: 187.63905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.264536Z","caller":"traceutil/trace.go:171","msg":"trace[392243939] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"187.918716ms","start":"2026-03-04T06:19:36.076576Z","end":"2026-03-04T06:19:36.264494Z","steps":["trace[392243939] 'process raft request' (duration: 187.66615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.537916Z","caller":"traceutil/trace.go:171","msg":"trace[1974885749] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"101.999509ms","start":"2026-03-04T06:19:36.43589Z","end":"2026-03-04T06:19:36.53789Z","steps":["trace[1974885749] 'read index received' (duration: 92.184961ms)","trace[1974885749] 'applied index is now lower than readState.Index' (duration: 9.813048ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:36.538059Z","caller":"traceutil/trace.go:171","msg":"trace[1823558404] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"102.531123ms","start":"2026-03-04T06:19:36.435489Z","end":"2026-03-04T06:19:36.53802Z","steps":["trace[1823558404] 'process raft request' (duration: 92.632123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:36.538117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.203344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-04T06:19:36.538156Z","caller":"traceutil/trace.go:171","msg":"trace[1167712390] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1533; }","duration":"102.285797ms","start":"2026-03-04T06:19:36.435858Z","end":"2026-03-04T06:19:36.538144Z","steps":["trace[1167712390] 'agreement among raft nodes before linearized reading' (duration: 102.171104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:37.210865Z","caller":"traceutil/trace.go:171","msg":"trace[1626969978] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"135.627483ms","start":"2026-03-04T06:19:37.075199Z","end":"2026-03-04T06:19:37.210827Z","steps":["trace[1626969978] 'process raft request' (duration: 134.75622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:39.47313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.123347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:39.473202Z","caller":"traceutil/trace.go:171","msg":"trace[854347569] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1602; }","duration":"267.2591ms","start":"2026-03-04T06:19:39.205928Z","end":"2026-03-04T06:19:39.473187Z","steps":["trace[854347569] 'count revisions from in-memory index tree' (duration: 267.023194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.058295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436021691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:19:40.489874Z","caller":"traceutil/trace.go:171","msg":"trace[386522962] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"983.314161ms","start":"2026-03-04T06:19:39.506523Z","end":"2026-03-04T06:19:40.489837Z","steps":["trace[386522962] 'process raft request' (duration: 983.095575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.490109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.506495Z","time spent":"983.494566ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:40.903018Z","caller":"traceutil/trace.go:171","msg":"trace[1382973336] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.300261698s","start":"2026-03-04T06:19:39.602744Z","end":"2026-03-04T06:19:40.903005Z","steps":["trace[1382973336] 'process raft request' (duration: 1.300018881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.903197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.602726Z","time spent":"1.30036102s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:40.902888Z","caller":"traceutil/trace.go:171","msg":"trace[146930623] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.395224882s","start":"2026-03-04T06:19:39.507606Z","end":"2026-03-04T06:19:40.902831Z","steps":["trace[146930623] 'process raft request' (duration: 1.394919234s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:40.90345Z","caller":"traceutil/trace.go:171","msg":"trace[826384765] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"1.298773368s","start":"2026-03-04T06:19:39.604657Z","end":"2026-03-04T06:19:40.903431Z","steps":["trace[826384765] 'process raft request' (duration: 1.298295185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.903481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.507589Z","time spent":"1.395781326s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:40.903471Z","caller":"traceutil/trace.go:171","msg":"trace[1822965928] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1669; }","duration":"1.345219178s","start":"2026-03-04T06:19:39.558227Z","end":"2026-03-04T06:19:40.903446Z","steps":["trace[1822965928] 'read index received' (duration: 931.473759ms)","trace[1822965928] 'applied index is now lower than readState.Index' (duration: 413.744419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:40.903551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.60464Z","time spent":"1.298864341s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:40.903585Z","caller":"traceutil/trace.go:171","msg":"trace[462820284] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"1.279531993s","start":"2026-03-04T06:19:39.624042Z","end":"2026-03-04T06:19:40.903574Z","steps":["trace[462820284] 'process raft request' (duration: 1.279239705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.903706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.62402Z","time spent":"1.279607325s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:40.903747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016063342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-04T06:19:40.903778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345550147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:19:40.903834Z","caller":"traceutil/trace.go:171","msg":"trace[1647843923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"1.34565033s","start":"2026-03-04T06:19:39.558163Z","end":"2026-03-04T06:19:40.903814Z","steps":["trace[1647843923] 'agreement among raft nodes before linearized reading' (duration: 1.345458365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.903867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.046727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:19:40.903872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.558135Z","time spent":"1.345729492s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:19:40.90388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.251854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:19:40.903895Z","caller":"traceutil/trace.go:171","msg":"trace[138019827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1609; }","duration":"623.117759ms","start":"2026-03-04T06:19:40.280769Z","end":"2026-03-04T06:19:40.903887Z","steps":["trace[138019827] 'agreement among raft nodes before linearized reading' (duration: 623.040567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:40.903917Z","caller":"traceutil/trace.go:171","msg":"trace[592697426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1609; }","duration":"660.332436ms","start":"2026-03-04T06:19:40.243575Z","end":"2026-03-04T06:19:40.903907Z","steps":["trace[592697426] 'agreement among raft nodes before linearized reading' (duration: 660.249914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.903926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.280736Z","time spent":"623.184711ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:40.903951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.243555Z","time spent":"660.390128ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:40.903934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.157551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:40.90379Z","caller":"traceutil/trace.go:171","msg":"trace[1878753781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6; range_end:; response_count:1; response_revision:1609; }","duration":"1.016139684s","start":"2026-03-04T06:19:39.887637Z","end":"2026-03-04T06:19:40.903776Z","steps":["trace[1878753781] 'agreement among raft nodes before linearized reading' (duration: 1.016009151s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:40.904106Z","caller":"traceutil/trace.go:171","msg":"trace[433885768] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.221018706s","start":"2026-03-04T06:19:39.683078Z","end":"2026-03-04T06:19:40.904097Z","steps":["trace[433885768] 'process raft request' (duration: 1.220289277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:40.904098Z","caller":"traceutil/trace.go:171","msg":"trace[865492129] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1609; }","duration":"569.410548ms","start":"2026-03-04T06:19:40.334649Z","end":"2026-03-04T06:19:40.904059Z","steps":["trace[865492129] 'agreement among raft nodes before linearized reading' (duration: 569.057619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.904192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.683062Z","time spent":"1.221077057s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:40.904197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.334622Z","time spent":"569.554972ms","remote":"127.0.0.1:50484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:40.904186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:39.887616Z","time spent":"1.016511763s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6\" "} {"level":"info","ts":"2026-03-04T06:19:40.904071Z","caller":"traceutil/trace.go:171","msg":"trace[2049954737] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"765.857998ms","start":"2026-03-04T06:19:40.138201Z","end":"2026-03-04T06:19:40.904059Z","steps":["trace[2049954737] 'process raft request' (duration: 765.203771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:40.904416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.13816Z","time spent":"766.188888ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:41.243364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.628744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:19:41.243526Z","caller":"traceutil/trace.go:171","msg":"trace[689134470] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"334.061716ms","start":"2026-03-04T06:19:40.909452Z","end":"2026-03-04T06:19:41.243513Z","steps":["trace[689134470] 'process raft request' (duration: 334.035695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:41.243571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.90944Z","time spent":"334.113957ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:41.243546Z","caller":"traceutil/trace.go:171","msg":"trace[1519382288] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"335.33126ms","start":"2026-03-04T06:19:40.908177Z","end":"2026-03-04T06:19:41.243508Z","steps":["trace[1519382288] 'process raft request' (duration: 92.48067ms)","trace[1519382288] 'compare' (duration: 242.505241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:41.243637Z","caller":"traceutil/trace.go:171","msg":"trace[2016913867] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"334.58846ms","start":"2026-03-04T06:19:40.909001Z","end":"2026-03-04T06:19:41.243589Z","steps":["trace[2016913867] 'process raft request' (duration: 334.454116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:41.243702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.908158Z","time spent":"335.454012ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:41.243774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:40.908982Z","time spent":"334.731433ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:41.253567Z","caller":"traceutil/trace.go:171","msg":"trace[2007143863] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"177.254626ms","start":"2026-03-04T06:19:41.076289Z","end":"2026-03-04T06:19:41.253543Z","steps":["trace[2007143863] 'process raft request' (duration: 177.059601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.071193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.101061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:42.071279Z","caller":"traceutil/trace.go:171","msg":"trace[300284221] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1613; }","duration":"652.228564ms","start":"2026-03-04T06:19:41.419028Z","end":"2026-03-04T06:19:42.071256Z","steps":["trace[300284221] 'count revisions from in-memory index tree' (duration: 652.003858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.071264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.47653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:42.071322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.419008Z","time spent":"652.303866ms","remote":"127.0.0.1:50704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:42.071365Z","caller":"traceutil/trace.go:171","msg":"trace[351354755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"588.625733ms","start":"2026-03-04T06:19:41.482713Z","end":"2026-03-04T06:19:42.071338Z","steps":["trace[351354755] 'range keys from in-memory index tree' (duration: 588.400977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.071453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.482701Z","time spent":"588.721856ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:19:42.210764Z","caller":"traceutil/trace.go:171","msg":"trace[1255029850] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"705.119784ms","start":"2026-03-04T06:19:41.505548Z","end":"2026-03-04T06:19:42.210668Z","steps":["trace[1255029850] 'process raft request' (duration: 704.802166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.210899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.505522Z","time spent":"705.297108ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7642,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:42.358575Z","caller":"traceutil/trace.go:171","msg":"trace[253913764] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1680; }","duration":"524.142229ms","start":"2026-03-04T06:19:41.83439Z","end":"2026-03-04T06:19:42.358532Z","steps":["trace[253913764] 'read index received' (duration: 376.053239ms)","trace[253913764] 'applied index is now lower than readState.Index' (duration: 148.08734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:42.358843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.675995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:42.358874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.278528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T06:19:42.358936Z","caller":"traceutil/trace.go:171","msg":"trace[1653928133] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6; range_end:; response_count:1; response_revision:1614; }","duration":"445.402001ms","start":"2026-03-04T06:19:41.91352Z","end":"2026-03-04T06:19:42.358922Z","steps":["trace[1653928133] 'agreement among raft nodes before linearized reading' (duration: 445.188125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:42.358942Z","caller":"traceutil/trace.go:171","msg":"trace[717816192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"285.834419ms","start":"2026-03-04T06:19:42.073082Z","end":"2026-03-04T06:19:42.358917Z","steps":["trace[717816192] 'agreement among raft nodes before linearized reading' (duration: 285.646394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.358983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.913493Z","time spent":"445.480503ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d65436e-d0a0-407c-8848-f3e2d4806fc6\" "} {"level":"warn","ts":"2026-03-04T06:19:42.358873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.243297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:19:42.359109Z","caller":"traceutil/trace.go:171","msg":"trace[1075883743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"445.513014ms","start":"2026-03-04T06:19:41.913575Z","end":"2026-03-04T06:19:42.359088Z","steps":["trace[1075883743] 'agreement among raft nodes before linearized reading' (duration: 445.167165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.359196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.913562Z","time spent":"445.621497ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:19:42.359385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.964931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:42.359476Z","caller":"traceutil/trace.go:171","msg":"trace[1006622685] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1614; }","duration":"525.113595ms","start":"2026-03-04T06:19:41.834338Z","end":"2026-03-04T06:19:42.359451Z","steps":["trace[1006622685] 'agreement among raft nodes before linearized reading' (duration: 524.358925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:42.359521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:41.83431Z","time spent":"525.201367ms","remote":"127.0.0.1:50346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:47.619548Z","caller":"traceutil/trace.go:171","msg":"trace[1500350060] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"347.007406ms","start":"2026-03-04T06:19:47.272513Z","end":"2026-03-04T06:19:47.619521Z","steps":["trace[1500350060] 'process raft request' (duration: 346.846062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:47.619736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:47.272495Z","time spent":"347.136109ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:47.785159Z","caller":"traceutil/trace.go:171","msg":"trace[572507393] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1731; }","duration":"463.085235ms","start":"2026-03-04T06:19:47.322025Z","end":"2026-03-04T06:19:47.785111Z","steps":["trace[572507393] 'read index received' (duration: 297.365222ms)","trace[572507393] 'applied index is now lower than readState.Index' (duration: 165.719093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:47.785329Z","caller":"traceutil/trace.go:171","msg":"trace[1771377515] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"512.72664ms","start":"2026-03-04T06:19:47.27255Z","end":"2026-03-04T06:19:47.785276Z","steps":["trace[1771377515] 'process raft request' (duration: 512.452062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:47.785412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.341352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:47.785457Z","caller":"traceutil/trace.go:171","msg":"trace[1951629329] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1664; }","duration":"463.458345ms","start":"2026-03-04T06:19:47.321987Z","end":"2026-03-04T06:19:47.785445Z","steps":["trace[1951629329] 'agreement among raft nodes before linearized reading' (duration: 463.314401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:47.785454Z","caller":"traceutil/trace.go:171","msg":"trace[623359211] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"512.885954ms","start":"2026-03-04T06:19:47.272534Z","end":"2026-03-04T06:19:47.78542Z","steps":["trace[623359211] 'process raft request' (duration: 463.353082ms)","trace[623359211] 'compare' (duration: 48.878934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:47.785525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:47.321971Z","time spent":"463.540158ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:47.785591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:47.272534Z","time spent":"512.905564ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:47.785621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:47.272515Z","time spent":"513.015327ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:47.785673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.807366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:19:47.785615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.559976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:19:47.785713Z","caller":"traceutil/trace.go:171","msg":"trace[543203082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"299.884458ms","start":"2026-03-04T06:19:47.485813Z","end":"2026-03-04T06:19:47.785698Z","steps":["trace[543203082] 'agreement among raft nodes before linearized reading' (duration: 299.839117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:47.785727Z","caller":"traceutil/trace.go:171","msg":"trace[327621276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1664; }","duration":"386.701899ms","start":"2026-03-04T06:19:47.399004Z","end":"2026-03-04T06:19:47.785706Z","steps":["trace[327621276] 'agreement among raft nodes before linearized reading' (duration: 386.458033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:47.785799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:47.398997Z","time spent":"386.788201ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:19:47.785894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.504217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-04T06:19:47.786013Z","caller":"traceutil/trace.go:171","msg":"trace[177878905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1664; }","duration":"117.670532ms","start":"2026-03-04T06:19:47.668324Z","end":"2026-03-04T06:19:47.785995Z","steps":["trace[177878905] 'agreement among raft nodes before linearized reading' (duration: 117.353873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:54.421242Z","caller":"traceutil/trace.go:171","msg":"trace[1402875849] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"127.14589ms","start":"2026-03-04T06:19:54.294072Z","end":"2026-03-04T06:19:54.421218Z","steps":["trace[1402875849] 'process raft request' (duration: 126.942824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:54.954039Z","caller":"traceutil/trace.go:171","msg":"trace[1456264959] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"526.353157ms","start":"2026-03-04T06:19:54.427648Z","end":"2026-03-04T06:19:54.954001Z","steps":["trace[1456264959] 'process raft request' (duration: 475.293566ms)","trace[1456264959] 'compare' (duration: 50.707592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:54.954222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.427626Z","time spent":"526.49867ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:55.547868Z","caller":"traceutil/trace.go:171","msg":"trace[1889896736] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1785; }","duration":"1.066349433s","start":"2026-03-04T06:19:54.481493Z","end":"2026-03-04T06:19:55.547842Z","steps":["trace[1889896736] 'read index received' (duration: 421.525363ms)","trace[1889896736] 'applied index is now lower than readState.Index' (duration: 644.82289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:55.54798Z","caller":"traceutil/trace.go:171","msg":"trace[515778119] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"1.119290073s","start":"2026-03-04T06:19:54.428677Z","end":"2026-03-04T06:19:55.547967Z","steps":["trace[515778119] 'process raft request' (duration: 1.119016436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.548086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.428668Z","time spent":"1.119337735s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:55.548236Z","caller":"traceutil/trace.go:171","msg":"trace[408769748] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"1.120326811s","start":"2026-03-04T06:19:54.427837Z","end":"2026-03-04T06:19:55.548163Z","steps":["trace[408769748] 'process raft request' (duration: 1.056584356s)","trace[408769748] 'compare' (duration: 62.985965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:55.548527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.427828Z","time spent":"1.120533756s","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:55.54855Z","caller":"traceutil/trace.go:171","msg":"trace[1255396815] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"1.118831401s","start":"2026-03-04T06:19:54.429672Z","end":"2026-03-04T06:19:55.548504Z","steps":["trace[1255396815] 'process raft request' (duration: 1.118119102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.548733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067207765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:55.548829Z","caller":"traceutil/trace.go:171","msg":"trace[231291456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"1.067351729s","start":"2026-03-04T06:19:54.481452Z","end":"2026-03-04T06:19:55.548803Z","steps":["trace[231291456] 'agreement among raft nodes before linearized reading' (duration: 1.067163224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.548835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.429652Z","time spent":"1.118941204s","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:55.548876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.481439Z","time spent":"1.067429381s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:19:55.640178Z","caller":"traceutil/trace.go:171","msg":"trace[1230593645] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"677.124968ms","start":"2026-03-04T06:19:54.963024Z","end":"2026-03-04T06:19:55.640149Z","steps":["trace[1230593645] 'process raft request' (duration: 676.912253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.640413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.963001Z","time spent":"677.264692ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:55.640822Z","caller":"traceutil/trace.go:171","msg":"trace[528449224] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"675.68328ms","start":"2026-03-04T06:19:54.965112Z","end":"2026-03-04T06:19:55.640796Z","steps":["trace[528449224] 'process raft request' (duration: 674.993272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.640975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.965099Z","time spent":"675.798323ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:55.640995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.782374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:19:55.641043Z","caller":"traceutil/trace.go:171","msg":"trace[754049787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1721; }","duration":"806.875226ms","start":"2026-03-04T06:19:54.834151Z","end":"2026-03-04T06:19:55.641026Z","steps":["trace[754049787] 'agreement among raft nodes before linearized reading' (duration: 806.709922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.641085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.834126Z","time spent":"806.951739ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:19:55.641146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023457336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:55.641185Z","caller":"traceutil/trace.go:171","msg":"trace[705223239] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1721; }","duration":"1.023524117s","start":"2026-03-04T06:19:54.617651Z","end":"2026-03-04T06:19:55.641175Z","steps":["trace[705223239] 'agreement among raft nodes before linearized reading' (duration: 1.023444095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.641221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.617635Z","time spent":"1.023578699s","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:55.641266Z","caller":"traceutil/trace.go:171","msg":"trace[1247221738] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"516.646872ms","start":"2026-03-04T06:19:55.124606Z","end":"2026-03-04T06:19:55.641253Z","steps":["trace[1247221738] 'process raft request' (duration: 516.067077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.641333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.124566Z","time spent":"516.731475ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:55.641467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.525864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:19:55.641467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095461677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:19:55.641502Z","caller":"traceutil/trace.go:171","msg":"trace[1149602789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1721; }","duration":"673.586825ms","start":"2026-03-04T06:19:54.967906Z","end":"2026-03-04T06:19:55.641493Z","steps":["trace[1149602789] 'agreement among raft nodes before linearized reading' (duration: 673.496302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.641536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.967894Z","time spent":"673.636007ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:19:55.641537Z","caller":"traceutil/trace.go:171","msg":"trace[740865726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1721; }","duration":"1.09557589s","start":"2026-03-04T06:19:54.545942Z","end":"2026-03-04T06:19:55.641518Z","steps":["trace[740865726] 'agreement among raft nodes before linearized reading' (duration: 1.095371275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.641576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:54.545926Z","time spent":"1.095642343s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:19:55.874468Z","caller":"traceutil/trace.go:171","msg":"trace[1059838325] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1792; }","duration":"233.654828ms","start":"2026-03-04T06:19:55.640764Z","end":"2026-03-04T06:19:55.874419Z","steps":["trace[1059838325] 'read index received' (duration: 204.527783ms)","trace[1059838325] 'applied index is now lower than readState.Index' (duration: 29.125065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:55.874584Z","caller":"traceutil/trace.go:171","msg":"trace[1314748604] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"316.085043ms","start":"2026-03-04T06:19:55.558438Z","end":"2026-03-04T06:19:55.874523Z","steps":["trace[1314748604] 'process raft request' (duration: 286.945888ms)","trace[1314748604] 'compare' (duration: 28.724774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:55.874706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.249198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:55.874789Z","caller":"traceutil/trace.go:171","msg":"trace[1069938340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1722; }","duration":"324.374562ms","start":"2026-03-04T06:19:55.550394Z","end":"2026-03-04T06:19:55.874768Z","steps":["trace[1069938340] 'agreement among raft nodes before linearized reading' (duration: 324.228888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.874835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.550377Z","time spent":"324.451013ms","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:19:55.875214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.558412Z","time spent":"316.247978ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:55.895674Z","caller":"traceutil/trace.go:171","msg":"trace[1334464167] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"249.533485ms","start":"2026-03-04T06:19:55.646122Z","end":"2026-03-04T06:19:55.895656Z","steps":["trace[1334464167] 'process raft request' (duration: 249.200247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:55.895831Z","caller":"traceutil/trace.go:171","msg":"trace[1252721764] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"248.489958ms","start":"2026-03-04T06:19:55.647336Z","end":"2026-03-04T06:19:55.895826Z","steps":["trace[1252721764] 'process raft request' (duration: 248.087877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:55.896114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.417568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:19:55.896136Z","caller":"traceutil/trace.go:171","msg":"trace[69160922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1724; }","duration":"226.48886ms","start":"2026-03-04T06:19:55.669642Z","end":"2026-03-04T06:19:55.896131Z","steps":["trace[69160922] 'agreement among raft nodes before linearized reading' (duration: 226.421758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:56.348927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.508257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:19:56.349168Z","caller":"traceutil/trace.go:171","msg":"trace[41674628] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"395.928451ms","start":"2026-03-04T06:19:55.953221Z","end":"2026-03-04T06:19:56.349149Z","steps":["trace[41674628] 'process raft request' (duration: 395.887969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:56.349241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.953191Z","time spent":"396.017953ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:56.3494Z","caller":"traceutil/trace.go:171","msg":"trace[2018124033] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"441.916249ms","start":"2026-03-04T06:19:55.907452Z","end":"2026-03-04T06:19:56.349368Z","steps":["trace[2018124033] 'process raft request' (duration: 256.884178ms)","trace[2018124033] 'compare' (duration: 184.339493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:56.349566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.907427Z","time spent":"442.047193ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:56.349525Z","caller":"traceutil/trace.go:171","msg":"trace[948363556] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"441.982261ms","start":"2026-03-04T06:19:55.907483Z","end":"2026-03-04T06:19:56.349466Z","steps":["trace[948363556] 'process raft request' (duration: 441.535139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:56.349774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:55.90746Z","time spent":"442.183977ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:00.182328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436021980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:20:00.683152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436021980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:20:00.995671Z","caller":"traceutil/trace.go:171","msg":"trace[1107250986] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.341845479s","start":"2026-03-04T06:19:59.653801Z","end":"2026-03-04T06:20:00.995646Z","steps":["trace[1107250986] 'process raft request' (duration: 1.341699625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.995855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.653775Z","time spent":"1.341971963s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:01.000739Z","caller":"traceutil/trace.go:171","msg":"trace[852358605] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1811; }","duration":"1.319122622s","start":"2026-03-04T06:19:59.681594Z","end":"2026-03-04T06:20:01.000716Z","steps":["trace[852358605] 'read index received' (duration: 1.313988307s)","trace[852358605] 'applied index is now lower than readState.Index' (duration: 5.133045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:01.000821Z","caller":"traceutil/trace.go:171","msg":"trace[2080654059] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.345198628s","start":"2026-03-04T06:19:59.655578Z","end":"2026-03-04T06:20:01.000776Z","steps":["trace[2080654059] 'process raft request' (duration: 1.344945231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.65556Z","time spent":"1.345367382s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:01.001079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319465151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:01.001141Z","caller":"traceutil/trace.go:171","msg":"trace[1756155486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1742; }","duration":"1.319567354s","start":"2026-03-04T06:19:59.681554Z","end":"2026-03-04T06:20:01.001121Z","steps":["trace[1756155486] 'agreement among raft nodes before linearized reading' (duration: 1.319344368s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:01.000874Z","caller":"traceutil/trace.go:171","msg":"trace[388302409] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.344738966s","start":"2026-03-04T06:19:59.65611Z","end":"2026-03-04T06:20:01.000849Z","steps":["trace[388302409] 'process raft request' (duration: 1.344556741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.681543Z","time spent":"1.319629545s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:20:01.001217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.656075Z","time spent":"1.345110166s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:01.001197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090207869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:20:01.001322Z","caller":"traceutil/trace.go:171","msg":"trace[767276330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"1.090372973s","start":"2026-03-04T06:19:59.910925Z","end":"2026-03-04T06:20:01.001298Z","steps":["trace[767276330] 'agreement among raft nodes before linearized reading' (duration: 1.090077396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.818748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:20:01.001482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087508118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:01.001479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.74938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:20:01.001498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.195774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:01.001487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.712829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:01.001552Z","caller":"traceutil/trace.go:171","msg":"trace[2073949275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"512.266176ms","start":"2026-03-04T06:20:00.48927Z","end":"2026-03-04T06:20:01.001536Z","steps":["trace[2073949275] 'agreement among raft nodes before linearized reading' (duration: 512.173583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:01.001556Z","caller":"traceutil/trace.go:171","msg":"trace[1538208355] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1742; }","duration":"560.853093ms","start":"2026-03-04T06:20:00.44068Z","end":"2026-03-04T06:20:01.001533Z","steps":["trace[1538208355] 'agreement among raft nodes before linearized reading' (duration: 560.73585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:01.001566Z","caller":"traceutil/trace.go:171","msg":"trace[1577906078] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1742; }","duration":"954.824532ms","start":"2026-03-04T06:20:00.046725Z","end":"2026-03-04T06:20:01.001549Z","steps":["trace[1577906078] 'agreement among raft nodes before linearized reading' (duration: 954.582936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053039453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:20:01.001582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.489255Z","time spent":"512.322088ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:01.001605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.046714Z","time spent":"954.881903ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:20:01.001573Z","caller":"traceutil/trace.go:171","msg":"trace[78223474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"1.08759618s","start":"2026-03-04T06:19:59.913963Z","end":"2026-03-04T06:20:01.001559Z","steps":["trace[78223474] 'agreement among raft nodes before linearized reading' (duration: 1.087370814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.440667Z","time spent":"560.930464ms","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:20:01.001631Z","caller":"traceutil/trace.go:171","msg":"trace[1630410819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.053181296s","start":"2026-03-04T06:19:59.948427Z","end":"2026-03-04T06:20:01.001608Z","steps":["trace[1630410819] 'agreement among raft nodes before linearized reading' (duration: 1.052757195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.913923Z","time spent":"1.087718504s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:20:01.001499Z","caller":"traceutil/trace.go:171","msg":"trace[1054965145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"636.991272ms","start":"2026-03-04T06:20:00.364485Z","end":"2026-03-04T06:20:01.001476Z","steps":["trace[1054965145] 'agreement among raft nodes before linearized reading' (duration: 636.617462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.364463Z","time spent":"637.319411ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:20:01.001682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.948416Z","time spent":"1.053256307s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:20:01.001375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:59.91091Z","time spent":"1.090456225s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:20:01.00166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.493879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:20:01.001915Z","caller":"traceutil/trace.go:171","msg":"trace[1100288507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1742; }","duration":"636.803207ms","start":"2026-03-04T06:20:00.365098Z","end":"2026-03-04T06:20:01.001901Z","steps":["trace[1100288507] 'agreement among raft nodes before linearized reading' (duration: 636.334755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:01.001964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.365079Z","time spent":"636.866789ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:20:03.167491Z","caller":"traceutil/trace.go:171","msg":"trace[1564373368] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"152.62286ms","start":"2026-03-04T06:20:03.01485Z","end":"2026-03-04T06:20:03.167473Z","steps":["trace[1564373368] 'process raft request' (duration: 152.591059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.167542Z","caller":"traceutil/trace.go:171","msg":"trace[1795328212] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"153.80712ms","start":"2026-03-04T06:20:03.013702Z","end":"2026-03-04T06:20:03.167509Z","steps":["trace[1795328212] 'process raft request' (duration: 145.289837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.167567Z","caller":"traceutil/trace.go:171","msg":"trace[877432787] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1826; }","duration":"153.201184ms","start":"2026-03-04T06:20:03.014337Z","end":"2026-03-04T06:20:03.167539Z","steps":["trace[877432787] 'read index received' (duration: 144.66833ms)","trace[877432787] 'applied index is now lower than readState.Index' (duration: 8.529254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:03.167721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.363678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:20:03.167781Z","caller":"traceutil/trace.go:171","msg":"trace[702229643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1755; }","duration":"153.473441ms","start":"2026-03-04T06:20:03.014292Z","end":"2026-03-04T06:20:03.167765Z","steps":["trace[702229643] 'agreement among raft nodes before linearized reading' (duration: 153.314597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.167803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.116292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:20:03.167829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.015353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:03.167844Z","caller":"traceutil/trace.go:171","msg":"trace[1859249912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1755; }","duration":"153.193204ms","start":"2026-03-04T06:20:03.014639Z","end":"2026-03-04T06:20:03.167833Z","steps":["trace[1859249912] 'agreement among raft nodes before linearized reading' (duration: 153.03696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.167869Z","caller":"traceutil/trace.go:171","msg":"trace[14980881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1755; }","duration":"152.094726ms","start":"2026-03-04T06:20:03.015759Z","end":"2026-03-04T06:20:03.167854Z","steps":["trace[14980881] 'agreement among raft nodes before linearized reading' (duration: 151.935591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.167928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.685331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:20:03.167989Z","caller":"traceutil/trace.go:171","msg":"trace[171473973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1755; }","duration":"152.775754ms","start":"2026-03-04T06:20:03.015199Z","end":"2026-03-04T06:20:03.167975Z","steps":["trace[171473973] 'agreement among raft nodes before linearized reading' (duration: 152.584099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:23.478534Z","caller":"traceutil/trace.go:171","msg":"trace[1016829679] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"175.792588ms","start":"2026-03-04T06:20:23.302716Z","end":"2026-03-04T06:20:23.478509Z","steps":["trace[1016829679] 'read index received' (duration: 145.553533ms)","trace[1016829679] 'applied index is now lower than readState.Index' (duration: 30.237445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:23.478579Z","caller":"traceutil/trace.go:171","msg":"trace[1372464183] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"188.870081ms","start":"2026-03-04T06:20:23.289683Z","end":"2026-03-04T06:20:23.478553Z","steps":["trace[1372464183] 'process raft request' (duration: 158.600676ms)","trace[1372464183] 'compare' (duration: 30.08492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:23.478827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.818047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:20:23.478919Z","caller":"traceutil/trace.go:171","msg":"trace[359189714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1859; }","duration":"111.94287ms","start":"2026-03-04T06:20:23.366959Z","end":"2026-03-04T06:20:23.478902Z","steps":["trace[359189714] 'agreement among raft nodes before linearized reading' (duration: 111.749805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:23.478933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.784201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:20:23.47902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.285591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:20:23.479101Z","caller":"traceutil/trace.go:171","msg":"trace[207904421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1859; }","duration":"176.478866ms","start":"2026-03-04T06:20:23.302602Z","end":"2026-03-04T06:20:23.479081Z","steps":["trace[207904421] 'agreement among raft nodes before linearized reading' (duration: 176.064595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:23.479028Z","caller":"traceutil/trace.go:171","msg":"trace[510167840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1859; }","duration":"134.904834ms","start":"2026-03-04T06:20:23.3441Z","end":"2026-03-04T06:20:23.479005Z","steps":["trace[510167840] 'agreement among raft nodes before linearized reading' (duration: 134.603846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:23.479205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.575964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:23.479304Z","caller":"traceutil/trace.go:171","msg":"trace[54963230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1859; }","duration":"121.717157ms","start":"2026-03-04T06:20:23.35757Z","end":"2026-03-04T06:20:23.479287Z","steps":["trace[54963230] 'agreement among raft nodes before linearized reading' (duration: 121.275126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.453083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.414495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:20:33.453216Z","caller":"traceutil/trace.go:171","msg":"trace[858413082] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1903; }","duration":"251.60896ms","start":"2026-03-04T06:20:33.20159Z","end":"2026-03-04T06:20:33.453199Z","steps":["trace[858413082] 'count revisions from in-memory index tree' (duration: 251.339363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.453473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.428651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-04T06:20:33.453515Z","caller":"traceutil/trace.go:171","msg":"trace[1334829853] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"194.234083ms","start":"2026-03-04T06:20:33.259263Z","end":"2026-03-04T06:20:33.453497Z","steps":["trace[1334829853] 'process raft request' (duration: 185.74038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:33.453555Z","caller":"traceutil/trace.go:171","msg":"trace[1440548372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1903; }","duration":"418.557005ms","start":"2026-03-04T06:20:33.034979Z","end":"2026-03-04T06:20:33.453536Z","steps":["trace[1440548372] 'range keys from in-memory index tree' (duration: 418.265828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.453595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.03496Z","time spent":"418.627547ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T06:20:33.710433Z","caller":"traceutil/trace.go:171","msg":"trace[1708611137] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"246.413674ms","start":"2026-03-04T06:20:33.46398Z","end":"2026-03-04T06:20:33.710394Z","steps":["trace[1708611137] 'read index received' (duration: 229.645523ms)","trace[1708611137] 'applied index is now lower than readState.Index' (duration: 16.766351ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:33.710457Z","caller":"traceutil/trace.go:171","msg":"trace[311703448] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"443.623974ms","start":"2026-03-04T06:20:33.266793Z","end":"2026-03-04T06:20:33.710417Z","steps":["trace[311703448] 'process raft request' (duration: 426.763301ms)","trace[311703448] 'compare' (duration: 16.641197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:33.710653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.266777Z","time spent":"443.762897ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:33.710643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.643949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:33.710742Z","caller":"traceutil/trace.go:171","msg":"trace[1784973762] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1905; }","duration":"246.794123ms","start":"2026-03-04T06:20:33.463927Z","end":"2026-03-04T06:20:33.710721Z","steps":["trace[1784973762] 'agreement among raft nodes before linearized reading' (duration: 246.594338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.711887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.140056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:33.711993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.615741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:20:33.712065Z","caller":"traceutil/trace.go:171","msg":"trace[331534846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"114.755225ms","start":"2026-03-04T06:20:33.59729Z","end":"2026-03-04T06:20:33.712046Z","steps":["trace[331534846] 'agreement among raft nodes before linearized reading' (duration: 114.54706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.712088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.022798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:20:33.712113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.462378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:33.71219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.984772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:33.712214Z","caller":"traceutil/trace.go:171","msg":"trace[2114707182] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"197.842798ms","start":"2026-03-04T06:20:33.514354Z","end":"2026-03-04T06:20:33.712197Z","steps":["trace[2114707182] 'process raft request' (duration: 197.276523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:33.712252Z","caller":"traceutil/trace.go:171","msg":"trace[1413119142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"163.073284ms","start":"2026-03-04T06:20:33.549162Z","end":"2026-03-04T06:20:33.712235Z","steps":["trace[1413119142] 'agreement among raft nodes before linearized reading' (duration: 162.883049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:33.71227Z","caller":"traceutil/trace.go:171","msg":"trace[1781472646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"119.773676ms","start":"2026-03-04T06:20:33.592477Z","end":"2026-03-04T06:20:33.71225Z","steps":["trace[1781472646] 'agreement among raft nodes before linearized reading' (duration: 119.412077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.712141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.816604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:20:33.712372Z","caller":"traceutil/trace.go:171","msg":"trace[336376588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"113.095971ms","start":"2026-03-04T06:20:33.599265Z","end":"2026-03-04T06:20:33.712361Z","steps":["trace[336376588] 'agreement among raft nodes before linearized reading' (duration: 112.741142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:33.712261Z","caller":"traceutil/trace.go:171","msg":"trace[553480260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"116.163912ms","start":"2026-03-04T06:20:33.596023Z","end":"2026-03-04T06:20:33.712187Z","steps":["trace[553480260] 'agreement among raft nodes before linearized reading' (duration: 115.894245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:33.712719Z","caller":"traceutil/trace.go:171","msg":"trace[22809518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"230.28304ms","start":"2026-03-04T06:20:33.481672Z","end":"2026-03-04T06:20:33.711955Z","steps":["trace[22809518] 'agreement among raft nodes before linearized reading' (duration: 230.114965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:33.712855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.634016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:20:33.712947Z","caller":"traceutil/trace.go:171","msg":"trace[1881039549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1906; }","duration":"113.780839ms","start":"2026-03-04T06:20:33.599152Z","end":"2026-03-04T06:20:33.712933Z","steps":["trace[1881039549] 'agreement among raft nodes before linearized reading' (duration: 113.481231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.238135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.764641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:34.238631Z","caller":"traceutil/trace.go:171","msg":"trace[1917278109] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"520.38029ms","start":"2026-03-04T06:20:33.718212Z","end":"2026-03-04T06:20:34.238593Z","steps":["trace[1917278109] 'process raft request' (duration: 104.039943ms)","trace[1917278109] 'compare' (duration: 415.504645ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:34.238653Z","caller":"traceutil/trace.go:171","msg":"trace[512080539] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"520.355269ms","start":"2026-03-04T06:20:33.718269Z","end":"2026-03-04T06:20:34.238624Z","steps":["trace[512080539] 'process raft request' (duration: 520.133944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:34.238692Z","caller":"traceutil/trace.go:171","msg":"trace[900565795] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"520.202675ms","start":"2026-03-04T06:20:33.718472Z","end":"2026-03-04T06:20:34.238674Z","steps":["trace[900565795] 'process raft request' (duration: 520.049161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.238778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.718248Z","time spent":"520.471022ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:34.238934Z","caller":"traceutil/trace.go:171","msg":"trace[1104479286] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"519.816085ms","start":"2026-03-04T06:20:33.719097Z","end":"2026-03-04T06:20:34.238914Z","steps":["trace[1104479286] 'process raft request' (duration: 519.502947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.238912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.718458Z","time spent":"520.399561ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:34.239045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.719078Z","time spent":"519.910608ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:34.239111Z","caller":"traceutil/trace.go:171","msg":"trace[1090007169] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"333.642364ms","start":"2026-03-04T06:20:33.905398Z","end":"2026-03-04T06:20:34.239041Z","steps":["trace[1090007169] 'process raft request' (duration: 333.524281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.238808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.718185Z","time spent":"520.528654ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:34.239263Z","caller":"traceutil/trace.go:171","msg":"trace[1861169117] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1985; }","duration":"513.462638ms","start":"2026-03-04T06:20:33.725742Z","end":"2026-03-04T06:20:34.239204Z","steps":["trace[1861169117] 'read index received' (duration: 7.892607ms)","trace[1861169117] 'applied index is now lower than readState.Index' (duration: 505.566881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:34.23932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.90537Z","time spent":"333.809659ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:34.239447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.315773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T06:20:34.239477Z","caller":"traceutil/trace.go:171","msg":"trace[1859862235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1912; }","duration":"213.407446ms","start":"2026-03-04T06:20:34.02606Z","end":"2026-03-04T06:20:34.239468Z","steps":["trace[1859862235] 'agreement among raft nodes before linearized reading' (duration: 213.309493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.240176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.435004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:34.24024Z","caller":"traceutil/trace.go:171","msg":"trace[1515817005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"514.548396ms","start":"2026-03-04T06:20:33.725672Z","end":"2026-03-04T06:20:34.240221Z","steps":["trace[1515817005] 'agreement among raft nodes before linearized reading' (duration: 513.477218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:34.240291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:33.725645Z","time spent":"514.636909ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:20:39.741139Z","caller":"traceutil/trace.go:171","msg":"trace[1088170172] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"255.993844ms","start":"2026-03-04T06:20:39.485124Z","end":"2026-03-04T06:20:39.741118Z","steps":["trace[1088170172] 'read index received' (duration: 255.876021ms)","trace[1088170172] 'applied index is now lower than readState.Index' (duration: 116.563µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:39.741254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.111967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:39.741318Z","caller":"traceutil/trace.go:171","msg":"trace[119801150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"256.20722ms","start":"2026-03-04T06:20:39.485094Z","end":"2026-03-04T06:20:39.741301Z","steps":["trace[119801150] 'agreement among raft nodes before linearized reading' (duration: 256.090337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:39.741612Z","caller":"traceutil/trace.go:171","msg":"trace[1661651336] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"270.120806ms","start":"2026-03-04T06:20:39.471024Z","end":"2026-03-04T06:20:39.741145Z","steps":["trace[1661651336] 'process raft request' (duration: 269.887859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.242313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436022456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:20:40.55091Z","caller":"traceutil/trace.go:171","msg":"trace[569220323] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2012; }","duration":"808.620203ms","start":"2026-03-04T06:20:39.742265Z","end":"2026-03-04T06:20:40.550885Z","steps":["trace[569220323] 'read index received' (duration: 808.407317ms)","trace[569220323] 'applied index is now lower than readState.Index' (duration: 211.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:40.551003Z","caller":"traceutil/trace.go:171","msg":"trace[1466001360] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"816.672664ms","start":"2026-03-04T06:20:39.734295Z","end":"2026-03-04T06:20:40.550968Z","steps":["trace[1466001360] 'process raft request' (duration: 816.540271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.551014Z","caller":"traceutil/trace.go:171","msg":"trace[52249803] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"822.036466ms","start":"2026-03-04T06:20:39.728915Z","end":"2026-03-04T06:20:40.550951Z","steps":["trace[52249803] 'process raft request' (duration: 821.783219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.551333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:39.728883Z","time spent":"822.297892ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:40.551361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:39.734266Z","time spent":"816.965972ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:40.551087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.805687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:40.551443Z","caller":"traceutil/trace.go:171","msg":"trace[690819902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"809.196338ms","start":"2026-03-04T06:20:39.742219Z","end":"2026-03-04T06:20:40.551416Z","steps":["trace[690819902] 'agreement among raft nodes before linearized reading' (duration: 808.808818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.551441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.637437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T06:20:40.551499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:39.742205Z","time spent":"809.27994ms","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:40.551455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.417916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:20:40.551484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.141287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T06:20:40.551547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.321015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T06:20:40.551572Z","caller":"traceutil/trace.go:171","msg":"trace[47666017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1934; }","duration":"287.778721ms","start":"2026-03-04T06:20:40.263742Z","end":"2026-03-04T06:20:40.55152Z","steps":["trace[47666017] 'agreement among raft nodes before linearized reading' (duration: 287.466312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.551565Z","caller":"traceutil/trace.go:171","msg":"trace[1686407175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"795.59015ms","start":"2026-03-04T06:20:39.755948Z","end":"2026-03-04T06:20:40.551538Z","steps":["trace[1686407175] 'agreement among raft nodes before linearized reading' (duration: 795.22578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.55157Z","caller":"traceutil/trace.go:171","msg":"trace[1099133484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1934; }","duration":"289.28457ms","start":"2026-03-04T06:20:40.262262Z","end":"2026-03-04T06:20:40.551546Z","steps":["trace[1099133484] 'agreement among raft nodes before linearized reading' (duration: 289.060894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.551589Z","caller":"traceutil/trace.go:171","msg":"trace[2136236971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1934; }","duration":"288.406057ms","start":"2026-03-04T06:20:40.263169Z","end":"2026-03-04T06:20:40.551575Z","steps":["trace[2136236971] 'agreement among raft nodes before linearized reading' (duration: 288.322785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.551608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.80935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:40.551633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:39.755932Z","time spent":"795.690053ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:20:40.551449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.341179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:20:40.551686Z","caller":"traceutil/trace.go:171","msg":"trace[1332991864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"794.926563ms","start":"2026-03-04T06:20:39.756741Z","end":"2026-03-04T06:20:40.551668Z","steps":["trace[1332991864] 'agreement among raft nodes before linearized reading' (duration: 794.641016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.551724Z","caller":"traceutil/trace.go:171","msg":"trace[117234825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1934; }","duration":"287.644868ms","start":"2026-03-04T06:20:40.264068Z","end":"2026-03-04T06:20:40.551713Z","steps":["trace[117234825] 'agreement among raft nodes before linearized reading' (duration: 287.242187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.551742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:39.756734Z","time spent":"794.999075ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:20:40.693588Z","caller":"traceutil/trace.go:171","msg":"trace[1487909758] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"136.249699ms","start":"2026-03-04T06:20:40.557313Z","end":"2026-03-04T06:20:40.693563Z","steps":["trace[1487909758] 'process raft request' (duration: 68.355965ms)","trace[1487909758] 'compare' (duration: 67.77305ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:40.736124Z","caller":"traceutil/trace.go:171","msg":"trace[528069669] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2014; }","duration":"175.626953ms","start":"2026-03-04T06:20:40.560479Z","end":"2026-03-04T06:20:40.736106Z","steps":["trace[528069669] 'read index received' (duration: 65.242033ms)","trace[528069669] 'applied index is now lower than readState.Index' (duration: 110.38385ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:40.736435Z","caller":"traceutil/trace.go:171","msg":"trace[1844170109] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"178.689813ms","start":"2026-03-04T06:20:40.55773Z","end":"2026-03-04T06:20:40.73642Z","steps":["trace[1844170109] 'process raft request' (duration: 178.034666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:40.736715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.210548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:40.73674Z","caller":"traceutil/trace.go:171","msg":"trace[874945762] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"178.365115ms","start":"2026-03-04T06:20:40.558349Z","end":"2026-03-04T06:20:40.736714Z","steps":["trace[874945762] 'process raft request' (duration: 177.715938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.736726Z","caller":"traceutil/trace.go:171","msg":"trace[175782077] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"178.852678ms","start":"2026-03-04T06:20:40.557824Z","end":"2026-03-04T06:20:40.736676Z","steps":["trace[175782077] 'process raft request' (duration: 178.204051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.736826Z","caller":"traceutil/trace.go:171","msg":"trace[926776243] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"179.035363ms","start":"2026-03-04T06:20:40.557772Z","end":"2026-03-04T06:20:40.736807Z","steps":["trace[926776243] 'process raft request' (duration: 178.207571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:40.736803Z","caller":"traceutil/trace.go:171","msg":"trace[962099089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"176.334972ms","start":"2026-03-04T06:20:40.560447Z","end":"2026-03-04T06:20:40.736782Z","steps":["trace[962099089] 'agreement among raft nodes before linearized reading' (duration: 176.162907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.541078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529164384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:42.541159Z","caller":"traceutil/trace.go:171","msg":"trace[1299164066] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1939; }","duration":"1.529341749s","start":"2026-03-04T06:20:41.011798Z","end":"2026-03-04T06:20:42.54114Z","steps":["trace[1299164066] 'count revisions from in-memory index tree' (duration: 1.529036601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.541202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.011769Z","time spent":"1.529421641s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:20:42.541491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.164293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:20:42.541601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058854538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:42.541656Z","caller":"traceutil/trace.go:171","msg":"trace[806012116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"1.058948611s","start":"2026-03-04T06:20:41.482692Z","end":"2026-03-04T06:20:42.541641Z","steps":["trace[806012116] 'range keys from in-memory index tree' (duration: 1.058789366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.541701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.482671Z","time spent":"1.059020962s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:20:42.541631Z","caller":"traceutil/trace.go:171","msg":"trace[2799996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"982.362389ms","start":"2026-03-04T06:20:41.559243Z","end":"2026-03-04T06:20:42.541605Z","steps":["trace[2799996] 'range keys from in-memory index tree' (duration: 981.914396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.541821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.559225Z","time spent":"982.577914ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:20:42.54194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.655109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:42.542049Z","caller":"traceutil/trace.go:171","msg":"trace[597306191] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"887.302791ms","start":"2026-03-04T06:20:41.654727Z","end":"2026-03-04T06:20:42.542029Z","steps":["trace[597306191] 'process raft request' (duration: 640.472417ms)","trace[597306191] 'compare' (duration: 246.539696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:42.542114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.654701Z","time spent":"887.385694ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:42.561979Z","caller":"traceutil/trace.go:171","msg":"trace[1843086765] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"814.969461ms","start":"2026-03-04T06:20:41.746982Z","end":"2026-03-04T06:20:42.561951Z","steps":["trace[1843086765] 'process raft request' (duration: 814.758676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.562147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.746963Z","time spent":"815.094484ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:42.562336Z","caller":"traceutil/trace.go:171","msg":"trace[1695359755] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"814.480528ms","start":"2026-03-04T06:20:41.747826Z","end":"2026-03-04T06:20:42.562306Z","steps":["trace[1695359755] 'process raft request' (duration: 814.076367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:42.562666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.747807Z","time spent":"814.685193ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:43.602171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040437966s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:20:43.618729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056479547s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T06:20:43.618992Z","caller":"traceutil/trace.go:171","msg":"trace[1294893711] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2019; }","duration":"1.735362112s","start":"2026-03-04T06:20:41.88361Z","end":"2026-03-04T06:20:43.618972Z","steps":["trace[1294893711] 'read index received' (duration: 411.549333ms)","trace[1294893711] 'applied index is now lower than readState.Index' (duration: 1.323811249s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:43.619121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735502366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:43.619194Z","caller":"traceutil/trace.go:171","msg":"trace[694502682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"1.735624189s","start":"2026-03-04T06:20:41.88356Z","end":"2026-03-04T06:20:43.619184Z","steps":["trace[694502682] 'agreement among raft nodes before linearized reading' (duration: 1.735517806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:43.61923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.883543Z","time spent":"1.735678871s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:20:43.619701Z","caller":"traceutil/trace.go:171","msg":"trace[933446312] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"1.062429103s","start":"2026-03-04T06:20:42.557246Z","end":"2026-03-04T06:20:43.619675Z","steps":["trace[933446312] 'process raft request' (duration: 1.061604321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:43.620335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.557234Z","time spent":"1.062549407s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:44.119472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436022477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:20:44.33664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.905084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:44.337032Z","caller":"traceutil/trace.go:171","msg":"trace[1622009654] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2024; }","duration":"717.986712ms","start":"2026-03-04T06:20:43.61903Z","end":"2026-03-04T06:20:44.337016Z","steps":["trace[1622009654] 'read index received' (duration: 717.1559ms)","trace[1622009654] 'applied index is now lower than readState.Index' (duration: 829.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:44.337127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259830559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:20:44.337184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595443715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:20:44.337214Z","caller":"traceutil/trace.go:171","msg":"trace[93396047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.595507576s","start":"2026-03-04T06:20:42.741697Z","end":"2026-03-04T06:20:44.337205Z","steps":["trace[93396047] 'agreement among raft nodes before linearized reading' (duration: 1.595408544s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:44.337223Z","caller":"traceutil/trace.go:171","msg":"trace[202571265] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1946; }","duration":"1.259982263s","start":"2026-03-04T06:20:43.07722Z","end":"2026-03-04T06:20:44.337203Z","steps":["trace[202571265] 'agreement among raft nodes before linearized reading' (duration: 1.259805889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.337269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:43.077194Z","time spent":"1.260062056s","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:20:44.337273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787227614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:44.337245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.741679Z","time spent":"1.595556798s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:20:44.337415Z","caller":"traceutil/trace.go:171","msg":"trace[1249593936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"1.787380998s","start":"2026-03-04T06:20:42.550011Z","end":"2026-03-04T06:20:44.337392Z","steps":["trace[1249593936] 'agreement among raft nodes before linearized reading' (duration: 1.787153992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.337427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345023319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998f0b47c3bb53\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T06:20:44.33747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.549958Z","time spent":"1.787499272s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:44.337569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009176005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:20:44.337576Z","caller":"traceutil/trace.go:171","msg":"trace[957164155] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.780247141s","start":"2026-03-04T06:20:42.557307Z","end":"2026-03-04T06:20:44.337555Z","steps":["trace[957164155] 'process raft request' (duration: 1.062352792s)","trace[957164155] 'compare' (duration: 716.711708ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:44.337489Z","caller":"traceutil/trace.go:171","msg":"trace[282117957] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18998f0b47c3bb53; range_end:; response_count:1; response_revision:1946; }","duration":"2.345123331s","start":"2026-03-04T06:20:41.99235Z","end":"2026-03-04T06:20:44.337473Z","steps":["trace[282117957] 'agreement among raft nodes before linearized reading' (duration: 2.344825623s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:44.337622Z","caller":"traceutil/trace.go:171","msg":"trace[1019138142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1946; }","duration":"2.009286988s","start":"2026-03-04T06:20:42.328319Z","end":"2026-03-04T06:20:44.337606Z","steps":["trace[1019138142] 'agreement among raft nodes before linearized reading' (duration: 2.009201636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.337665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.328289Z","time spent":"2.0093627s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:20:44.337668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:41.992331Z","time spent":"2.345313866s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998f0b47c3bb53\" "} {"level":"warn","ts":"2026-03-04T06:20:44.337691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596403891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T06:20:44.337696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.55727Z","time spent":"1.780350294s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:44.337739Z","caller":"traceutil/trace.go:171","msg":"trace[1963385197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.596482222s","start":"2026-03-04T06:20:42.74124Z","end":"2026-03-04T06:20:44.337722Z","steps":["trace[1963385197] 'agreement among raft nodes before linearized reading' (duration: 1.596335608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.337785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.741217Z","time spent":"1.596556334s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:20:44.337784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63978803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T06:20:44.337814Z","caller":"traceutil/trace.go:171","msg":"trace[591953587] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"1.610375347s","start":"2026-03-04T06:20:42.727421Z","end":"2026-03-04T06:20:44.337796Z","steps":["trace[591953587] 'process raft request' (duration: 1.609309199s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:44.337868Z","caller":"traceutil/trace.go:171","msg":"trace[1617549172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"1.639913344s","start":"2026-03-04T06:20:42.697926Z","end":"2026-03-04T06:20:44.33784Z","steps":["trace[1617549172] 'agreement among raft nodes before linearized reading' (duration: 1.639660857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.337932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.727401Z","time spent":"1.61046437s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:44.337938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.697901Z","time spent":"1.640023636s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:20:44.337962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.70659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:20:44.33805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597074948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:44.338075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597036677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:20:44.338096Z","caller":"traceutil/trace.go:171","msg":"trace[1122800415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1946; }","duration":"1.597140189s","start":"2026-03-04T06:20:42.740942Z","end":"2026-03-04T06:20:44.338083Z","steps":["trace[1122800415] 'agreement among raft nodes before linearized reading' (duration: 1.597000676s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:44.33808Z","caller":"traceutil/trace.go:171","msg":"trace[258471739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"788.912956ms","start":"2026-03-04T06:20:43.549148Z","end":"2026-03-04T06:20:44.338061Z","steps":["trace[258471739] 'agreement among raft nodes before linearized reading' (duration: 788.535236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.338148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.740929Z","time spent":"1.597209722s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:20:44.338148Z","caller":"traceutil/trace.go:171","msg":"trace[898944871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.59715093s","start":"2026-03-04T06:20:42.740978Z","end":"2026-03-04T06:20:44.338129Z","steps":["trace[898944871] 'agreement among raft nodes before linearized reading' (duration: 1.596907283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.338189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:43.549125Z","time spent":"789.027679ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:20:44.338236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:42.740967Z","time spent":"1.597252353s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:20:44.338139Z","caller":"traceutil/trace.go:171","msg":"trace[1270893619] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"955.520763ms","start":"2026-03-04T06:20:43.382599Z","end":"2026-03-04T06:20:44.33812Z","steps":["trace[1270893619] 'process raft request' (duration: 954.376333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:44.338476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:43.382569Z","time spent":"955.786411ms","remote":"127.0.0.1:50420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:04.711272Z","caller":"traceutil/trace.go:171","msg":"trace[1323893465] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"121.120122ms","start":"2026-03-04T06:21:04.590126Z","end":"2026-03-04T06:21:04.711247Z","steps":["trace[1323893465] 'process raft request' (duration: 120.911537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:06.883428Z","caller":"traceutil/trace.go:171","msg":"trace[1788390597] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"158.222446ms","start":"2026-03-04T06:21:06.725177Z","end":"2026-03-04T06:21:06.883399Z","steps":["trace[1788390597] 'process raft request' (duration: 128.574227ms)","trace[1788390597] 'compare' (duration: 29.308ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:21:06.883585Z","caller":"traceutil/trace.go:171","msg":"trace[994684051] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"127.712335ms","start":"2026-03-04T06:21:06.755824Z","end":"2026-03-04T06:21:06.883536Z","steps":["trace[994684051] 'process raft request' (duration: 127.51347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:50.362633Z","caller":"traceutil/trace.go:171","msg":"trace[1079933526] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"212.877968ms","start":"2026-03-04T06:21:50.149072Z","end":"2026-03-04T06:21:50.36195Z","steps":["trace[1079933526] 'process raft request' (duration: 212.58125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:51.072428Z","caller":"traceutil/trace.go:171","msg":"trace[1837580846] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"384.719294ms","start":"2026-03-04T06:21:50.687677Z","end":"2026-03-04T06:21:51.072396Z","steps":["trace[1837580846] 'process raft request' (duration: 382.877955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:51.072512Z","caller":"traceutil/trace.go:171","msg":"trace[1521960575] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2541; }","duration":"329.713086ms","start":"2026-03-04T06:21:50.742753Z","end":"2026-03-04T06:21:51.072466Z","steps":["trace[1521960575] 'read index received' (duration: 327.775425ms)","trace[1521960575] 'applied index is now lower than readState.Index' (duration: 1.936021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:21:51.07262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:50.687648Z","time spent":"384.863278ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:21:51.072875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.086195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T06:21:51.072927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.663269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:21:51.072965Z","caller":"traceutil/trace.go:171","msg":"trace[234760370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2439; }","duration":"131.77086ms","start":"2026-03-04T06:21:50.941182Z","end":"2026-03-04T06:21:51.072953Z","steps":["trace[234760370] 'agreement among raft nodes before linearized reading' (duration: 131.616206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:51.072975Z","caller":"traceutil/trace.go:171","msg":"trace[1588673072] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2439; }","duration":"330.242629ms","start":"2026-03-04T06:21:50.742708Z","end":"2026-03-04T06:21:51.07295Z","steps":["trace[1588673072] 'agreement among raft nodes before linearized reading' (duration: 329.90386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:51.072981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.213799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:21:51.072992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.60326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:21:51.073027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:50.742687Z","time spent":"330.331271ms","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T06:21:51.073063Z","caller":"traceutil/trace.go:171","msg":"trace[237683981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2439; }","duration":"226.309451ms","start":"2026-03-04T06:21:50.846719Z","end":"2026-03-04T06:21:51.073028Z","steps":["trace[237683981] 'agreement among raft nodes before linearized reading' (duration: 226.089726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:51.073075Z","caller":"traceutil/trace.go:171","msg":"trace[1715199740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2439; }","duration":"253.730383ms","start":"2026-03-04T06:21:50.81932Z","end":"2026-03-04T06:21:51.073051Z","steps":["trace[1715199740] 'agreement among raft nodes before linearized reading' (duration: 253.497127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:51.07401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.721882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:21:51.074097Z","caller":"traceutil/trace.go:171","msg":"trace[979874807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2439; }","duration":"330.868045ms","start":"2026-03-04T06:21:50.743218Z","end":"2026-03-04T06:21:51.074086Z","steps":["trace[979874807] 'agreement among raft nodes before linearized reading' (duration: 329.571981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:51.074136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:50.743183Z","time spent":"330.943657ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:22:13.336611Z","caller":"traceutil/trace.go:171","msg":"trace[1109454425] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"112.793071ms","start":"2026-03-04T06:22:13.223779Z","end":"2026-03-04T06:22:13.336572Z","steps":["trace[1109454425] 'process raft request' (duration: 30.943245ms)","trace[1109454425] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 81.545828ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:13.336674Z","caller":"traceutil/trace.go:171","msg":"trace[668001154] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"112.837252ms","start":"2026-03-04T06:22:13.223815Z","end":"2026-03-04T06:22:13.336653Z","steps":["trace[668001154] 'process raft request' (duration: 112.615596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:13.336869Z","caller":"traceutil/trace.go:171","msg":"trace[1921481693] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"113.042037ms","start":"2026-03-04T06:22:13.223816Z","end":"2026-03-04T06:22:13.336858Z","steps":["trace[1921481693] 'process raft request' (duration: 112.673237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:13.336933Z","caller":"traceutil/trace.go:171","msg":"trace[461860469] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"112.994896ms","start":"2026-03-04T06:22:13.223926Z","end":"2026-03-04T06:22:13.336921Z","steps":["trace[461860469] 'process raft request' (duration: 112.890553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.485517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.882805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:14.485607Z","caller":"traceutil/trace.go:171","msg":"trace[814306275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2571; }","duration":"624.051899ms","start":"2026-03-04T06:22:13.861535Z","end":"2026-03-04T06:22:14.485587Z","steps":["trace[814306275] 'count revisions from in-memory index tree' (duration: 623.71568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.485653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.861508Z","time spent":"624.133562ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:14.485668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003533865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:14.485719Z","caller":"traceutil/trace.go:171","msg":"trace[1689605128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"1.003622557s","start":"2026-03-04T06:22:13.482082Z","end":"2026-03-04T06:22:14.485704Z","steps":["trace[1689605128] 'range keys from in-memory index tree' (duration: 1.003474774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.485751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.482062Z","time spent":"1.003681358s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:22:14.652121Z","caller":"traceutil/trace.go:171","msg":"trace[2135988682] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"601.480124ms","start":"2026-03-04T06:22:14.050611Z","end":"2026-03-04T06:22:14.652091Z","steps":["trace[2135988682] 'process raft request' (duration: 601.31051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.652483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:14.050574Z","time spent":"601.825263ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:14.683298Z","caller":"traceutil/trace.go:171","msg":"trace[1928056989] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2680; }","duration":"196.072034ms","start":"2026-03-04T06:22:14.48716Z","end":"2026-03-04T06:22:14.683232Z","steps":["trace[1928056989] 'read index received' (duration: 164.685928ms)","trace[1928056989] 'applied index is now lower than readState.Index' (duration: 31.384606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:14.683342Z","caller":"traceutil/trace.go:171","msg":"trace[402686429] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"523.272064ms","start":"2026-03-04T06:22:14.160042Z","end":"2026-03-04T06:22:14.683314Z","steps":["trace[402686429] 'process raft request' (duration: 522.979786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.683486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:14.160006Z","time spent":"523.409177ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:14.683553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.352963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:14.683681Z","caller":"traceutil/trace.go:171","msg":"trace[1613379681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2573; }","duration":"196.569098ms","start":"2026-03-04T06:22:14.487081Z","end":"2026-03-04T06:22:14.68365Z","steps":["trace[1613379681] 'agreement among raft nodes before linearized reading' (duration: 196.311892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.374201Z","caller":"traceutil/trace.go:171","msg":"trace[800602842] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"190.789015ms","start":"2026-03-04T06:22:19.183395Z","end":"2026-03-04T06:22:19.374184Z","steps":["trace[800602842] 'process raft request' (duration: 190.62847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.40444Z","caller":"traceutil/trace.go:171","msg":"trace[719906190] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2707; }","duration":"155.896585ms","start":"2026-03-04T06:22:19.248511Z","end":"2026-03-04T06:22:19.404408Z","steps":["trace[719906190] 'read index received' (duration: 125.632036ms)","trace[719906190] 'applied index is now lower than readState.Index' (duration: 30.263128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:19.404483Z","caller":"traceutil/trace.go:171","msg":"trace[646126467] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"168.042015ms","start":"2026-03-04T06:22:19.236407Z","end":"2026-03-04T06:22:19.404449Z","steps":["trace[646126467] 'process raft request' (duration: 167.86045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:19.404714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.187333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:22:19.4048Z","caller":"traceutil/trace.go:171","msg":"trace[1066355410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2599; }","duration":"156.327606ms","start":"2026-03-04T06:22:19.248452Z","end":"2026-03-04T06:22:19.404779Z","steps":["trace[1066355410] 'agreement among raft nodes before linearized reading' (duration: 156.062069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.562351Z","caller":"traceutil/trace.go:171","msg":"trace[1349773707] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"135.128836ms","start":"2026-03-04T06:22:19.4272Z","end":"2026-03-04T06:22:19.562329Z","steps":["trace[1349773707] 'process raft request' (duration: 135.094125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.562792Z","caller":"traceutil/trace.go:171","msg":"trace[467174509] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"152.555216ms","start":"2026-03-04T06:22:19.410221Z","end":"2026-03-04T06:22:19.562777Z","steps":["trace[467174509] 'process raft request' (duration: 151.871288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.562816Z","caller":"traceutil/trace.go:171","msg":"trace[1659623924] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"152.467534ms","start":"2026-03-04T06:22:19.410317Z","end":"2026-03-04T06:22:19.562784Z","steps":["trace[1659623924] 'process raft request' (duration: 151.9041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.563018Z","caller":"traceutil/trace.go:171","msg":"trace[484793268] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"152.253419ms","start":"2026-03-04T06:22:19.410733Z","end":"2026-03-04T06:22:19.562987Z","steps":["trace[484793268] 'process raft request' (duration: 151.514799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:19.563504Z","caller":"traceutil/trace.go:171","msg":"trace[1333900657] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"152.67531ms","start":"2026-03-04T06:22:19.410806Z","end":"2026-03-04T06:22:19.563481Z","steps":["trace[1333900657] 'process raft request' (duration: 151.464778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:25.941244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436024085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:22:26.040593Z","caller":"traceutil/trace.go:171","msg":"trace[317787417] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"648.577048ms","start":"2026-03-04T06:22:25.39198Z","end":"2026-03-04T06:22:26.040557Z","steps":["trace[317787417] 'process raft request' (duration: 648.369402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.040811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.391952Z","time spent":"648.744511ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:26.089756Z","caller":"traceutil/trace.go:171","msg":"trace[1785707912] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"662.994557ms","start":"2026-03-04T06:22:25.426729Z","end":"2026-03-04T06:22:26.089724Z","steps":["trace[1785707912] 'process raft request' (duration: 662.745441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.089974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.426702Z","time spent":"663.152522ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:26.09003Z","caller":"traceutil/trace.go:171","msg":"trace[259978376] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2736; }","duration":"649.199044ms","start":"2026-03-04T06:22:25.440779Z","end":"2026-03-04T06:22:26.089978Z","steps":["trace[259978376] 'read index received' (duration: 599.728408ms)","trace[259978376] 'applied index is now lower than readState.Index' (duration: 49.466346ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:26.090162Z","caller":"traceutil/trace.go:171","msg":"trace[2082814141] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"221.837064ms","start":"2026-03-04T06:22:25.868299Z","end":"2026-03-04T06:22:26.090136Z","steps":["trace[2082814141] 'process raft request' (duration: 221.375102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.090411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.19001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:22:26.090423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.717201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:22:26.09045Z","caller":"traceutil/trace.go:171","msg":"trace[2126508396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2628; }","duration":"614.235761ms","start":"2026-03-04T06:22:25.4762Z","end":"2026-03-04T06:22:26.090436Z","steps":["trace[2126508396] 'agreement among raft nodes before linearized reading' (duration: 614.095368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:26.090456Z","caller":"traceutil/trace.go:171","msg":"trace[318675839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2628; }","duration":"382.798393ms","start":"2026-03-04T06:22:25.707648Z","end":"2026-03-04T06:22:26.090446Z","steps":["trace[318675839] 'agreement among raft nodes before linearized reading' (duration: 382.70509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.09046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.629765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18998f26de7cdf24\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-04T06:22:26.090482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.707607Z","time spent":"382.867714ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:26.090494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.476154Z","time spent":"614.331834ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:22:26.090515Z","caller":"traceutil/trace.go:171","msg":"trace[258815828] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18998f26de7cdf24; range_end:; response_count:1; response_revision:2628; }","duration":"649.773209ms","start":"2026-03-04T06:22:25.440725Z","end":"2026-03-04T06:22:26.090498Z","steps":["trace[258815828] 'agreement among raft nodes before linearized reading' (duration: 649.477741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.090568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.440701Z","time spent":"649.857191ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18998f26de7cdf24\" "} {"level":"warn","ts":"2026-03-04T06:22:26.090729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.237996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:22:26.090744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.034347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:26.090789Z","caller":"traceutil/trace.go:171","msg":"trace[1453404007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2628; }","duration":"438.329248ms","start":"2026-03-04T06:22:25.652439Z","end":"2026-03-04T06:22:26.090768Z","steps":["trace[1453404007] 'agreement among raft nodes before linearized reading' (duration: 438.167094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:26.090812Z","caller":"traceutil/trace.go:171","msg":"trace[1442681463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2628; }","duration":"608.11836ms","start":"2026-03-04T06:22:25.482677Z","end":"2026-03-04T06:22:26.090795Z","steps":["trace[1442681463] 'agreement among raft nodes before linearized reading' (duration: 608.000917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.090827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.652416Z","time spent":"438.39891ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:22:26.090845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.151352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:22:26.090853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.482645Z","time spent":"608.199832ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:22:26.090881Z","caller":"traceutil/trace.go:171","msg":"trace[135085759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2628; }","duration":"383.232115ms","start":"2026-03-04T06:22:25.707638Z","end":"2026-03-04T06:22:26.09087Z","steps":["trace[135085759] 'agreement among raft nodes before linearized reading' (duration: 383.136612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.090909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.707593Z","time spent":"383.308166ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:26.090896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.376177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:22:26.090935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.610178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:22:26.090985Z","caller":"traceutil/trace.go:171","msg":"trace[1778494673] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2628; }","duration":"145.548261ms","start":"2026-03-04T06:22:25.945416Z","end":"2026-03-04T06:22:26.090964Z","steps":["trace[1778494673] 'agreement among raft nodes before linearized reading' (duration: 145.321805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:26.090999Z","caller":"traceutil/trace.go:171","msg":"trace[329255539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2628; }","duration":"382.69229ms","start":"2026-03-04T06:22:25.708289Z","end":"2026-03-04T06:22:26.090981Z","steps":["trace[329255539] 'agreement among raft nodes before linearized reading' (duration: 382.482494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:26.091037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:25.708281Z","time spent":"382.746362ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:22:26.599898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436024091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:22:28.084456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33186477s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:28.08458Z","caller":"traceutil/trace.go:171","msg":"trace[995789617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2629; }","duration":"1.332001004s","start":"2026-03-04T06:22:26.752561Z","end":"2026-03-04T06:22:28.084562Z","steps":["trace[995789617] 'range keys from in-memory index tree' (duration: 1.3318479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.084789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112011758s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:22:28.084996Z","caller":"traceutil/trace.go:171","msg":"trace[2077731374] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"1.990476542s","start":"2026-03-04T06:22:26.094487Z","end":"2026-03-04T06:22:28.084963Z","steps":["trace[2077731374] 'process raft request' (duration: 878.187367ms)","trace[2077731374] 'compare' (duration: 1.111615897s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:28.08518Z","caller":"traceutil/trace.go:171","msg":"trace[1490919771] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"1.349556667s","start":"2026-03-04T06:22:26.73561Z","end":"2026-03-04T06:22:28.085167Z","steps":["trace[1490919771] 'process raft request' (duration: 1.349523226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.085206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.094443Z","time spent":"1.990706288s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:28.085253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.735577Z","time spent":"1.349634529s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:28.085444Z","caller":"traceutil/trace.go:171","msg":"trace[1615233894] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"1.989798075s","start":"2026-03-04T06:22:26.095635Z","end":"2026-03-04T06:22:28.085433Z","steps":["trace[1615233894] 'process raft request' (duration: 1.989424905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.085515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.095608Z","time spent":"1.989874626s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:28.085683Z","caller":"traceutil/trace.go:171","msg":"trace[1836542048] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"1.989867876s","start":"2026-03-04T06:22:26.095804Z","end":"2026-03-04T06:22:28.085672Z","steps":["trace[1836542048] 'process raft request' (duration: 1.989286811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.085749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.095796Z","time spent":"1.989923237s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:28.085825Z","caller":"traceutil/trace.go:171","msg":"trace[1034238525] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2740; }","duration":"1.986390254s","start":"2026-03-04T06:22:26.099426Z","end":"2026-03-04T06:22:28.085816Z","steps":["trace[1034238525] 'read index received' (duration: 873.284647ms)","trace[1034238525] 'applied index is now lower than readState.Index' (duration: 1.113104297s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:28.085494Z","caller":"traceutil/trace.go:171","msg":"trace[1646257528] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"1.989818055s","start":"2026-03-04T06:22:26.0956Z","end":"2026-03-04T06:22:28.085418Z","steps":["trace[1646257528] 'process raft request' (duration: 1.989428195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.085994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986574499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18998f293f7e12ac\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-04T06:22:28.086029Z","caller":"traceutil/trace.go:171","msg":"trace[683142052] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18998f293f7e12ac; range_end:; response_count:1; response_revision:2635; }","duration":"1.98662978s","start":"2026-03-04T06:22:26.09939Z","end":"2026-03-04T06:22:28.08602Z","steps":["trace[683142052] 'agreement among raft nodes before linearized reading' (duration: 1.986499867s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.086061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.099368Z","time spent":"1.986685952s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18998f293f7e12ac\" "} {"level":"warn","ts":"2026-03-04T06:22:28.086318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.095584Z","time spent":"1.990473022s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:28.086384Z","caller":"traceutil/trace.go:171","msg":"trace[411117888] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"1.991737995s","start":"2026-03-04T06:22:26.094636Z","end":"2026-03-04T06:22:28.086374Z","steps":["trace[411117888] 'process raft request' (duration: 1.990246116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.08644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.094627Z","time spent":"1.991783906s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:28.159712Z","caller":"traceutil/trace.go:171","msg":"trace[2117393672] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"259.225322ms","start":"2026-03-04T06:22:27.900453Z","end":"2026-03-04T06:22:28.159678Z","steps":["trace[2117393672] 'process raft request' (duration: 259.057787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:28.30332Z","caller":"traceutil/trace.go:171","msg":"trace[1548077643] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"256.822998ms","start":"2026-03-04T06:22:28.046452Z","end":"2026-03-04T06:22:28.303275Z","steps":["trace[1548077643] 'process raft request' (duration: 237.423406ms)","trace[1548077643] 'compare' (duration: 19.081084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:28.303379Z","caller":"traceutil/trace.go:171","msg":"trace[182535605] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"213.989138ms","start":"2026-03-04T06:22:28.089364Z","end":"2026-03-04T06:22:28.303353Z","steps":["trace[182535605] 'process raft request' (duration: 213.832354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.303661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057649563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:28.303712Z","caller":"traceutil/trace.go:171","msg":"trace[210967231] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2639; }","duration":"1.057769056s","start":"2026-03-04T06:22:27.245928Z","end":"2026-03-04T06:22:28.303697Z","steps":["trace[210967231] 'agreement among raft nodes before linearized reading' (duration: 1.057678204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.30372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.899201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:22:28.303831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21897406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:28.303834Z","caller":"traceutil/trace.go:171","msg":"trace[2073995412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"822.067465ms","start":"2026-03-04T06:22:27.481738Z","end":"2026-03-04T06:22:28.303806Z","steps":["trace[2073995412] 'agreement among raft nodes before linearized reading' (duration: 821.906221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:28.303892Z","caller":"traceutil/trace.go:171","msg":"trace[210708888] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2639; }","duration":"1.219063163s","start":"2026-03-04T06:22:27.084807Z","end":"2026-03-04T06:22:28.30387Z","steps":["trace[210708888] 'agreement among raft nodes before linearized reading' (duration: 1.218993861s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:28.303538Z","caller":"traceutil/trace.go:171","msg":"trace[508717285] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2746; }","duration":"217.644884ms","start":"2026-03-04T06:22:28.085851Z","end":"2026-03-04T06:22:28.303495Z","steps":["trace[508717285] 'read index received' (duration: 73.711735ms)","trace[508717285] 'applied index is now lower than readState.Index' (duration: 143.930429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:28.303931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:27.481716Z","time spent":"822.189199ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:22:28.303935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:27.084785Z","time spent":"1.219140965s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:28.303991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.260077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T06:22:28.304046Z","caller":"traceutil/trace.go:171","msg":"trace[1403203066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2639; }","duration":"920.361509ms","start":"2026-03-04T06:22:27.383672Z","end":"2026-03-04T06:22:28.304034Z","steps":["trace[1403203066] 'agreement among raft nodes before linearized reading' (duration: 920.116242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.304061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785593105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T06:22:28.304093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:27.383651Z","time spent":"920.430051ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:22:28.30375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561421899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T06:22:28.304124Z","caller":"traceutil/trace.go:171","msg":"trace[1773270330] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:2639; }","duration":"1.785733479s","start":"2026-03-04T06:22:26.518374Z","end":"2026-03-04T06:22:28.304108Z","steps":["trace[1773270330] 'agreement among raft nodes before linearized reading' (duration: 1.785524673s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:28.30415Z","caller":"traceutil/trace.go:171","msg":"trace[1914062949] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2639; }","duration":"1.561903771s","start":"2026-03-04T06:22:26.742236Z","end":"2026-03-04T06:22:28.30414Z","steps":["trace[1914062949] 'agreement among raft nodes before linearized reading' (duration: 1.561371697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.304171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.518337Z","time spent":"1.785820951s","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-04T06:22:28.304195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.742206Z","time spent":"1.561978733s","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T06:22:28.304183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151404229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:28.304302Z","caller":"traceutil/trace.go:171","msg":"trace[1822898760] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2639; }","duration":"2.151620455s","start":"2026-03-04T06:22:26.152655Z","end":"2026-03-04T06:22:28.304275Z","steps":["trace[1822898760] 'agreement among raft nodes before linearized reading' (duration: 2.151339878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.304412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.152635Z","time spent":"2.151755028s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:22:28.304219Z","caller":"traceutil/trace.go:171","msg":"trace[1332303202] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"209.415797ms","start":"2026-03-04T06:22:28.094784Z","end":"2026-03-04T06:22:28.3042Z","steps":["trace[1332303202] 'process raft request' (duration: 208.514824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.303756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:27.245905Z","time spent":"1.057837568s","remote":"127.0.0.1:50704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:28.304822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870538526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:28.306148Z","caller":"traceutil/trace.go:171","msg":"trace[140400337] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2639; }","duration":"1.871912323s","start":"2026-03-04T06:22:26.434198Z","end":"2026-03-04T06:22:28.30611Z","steps":["trace[140400337] 'agreement among raft nodes before linearized reading' (duration: 1.870347271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.306316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:26.434135Z","time spent":"1.872157779s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:22:28.574087Z","caller":"traceutil/trace.go:171","msg":"trace[1156791929] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"196.539078ms","start":"2026-03-04T06:22:28.377526Z","end":"2026-03-04T06:22:28.574065Z","steps":["trace[1156791929] 'process raft request' (duration: 106.81264ms)","trace[1156791929] 'compare' (duration: 89.44559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:28.574076Z","caller":"traceutil/trace.go:171","msg":"trace[1624476124] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"196.029824ms","start":"2026-03-04T06:22:28.378011Z","end":"2026-03-04T06:22:28.574041Z","steps":["trace[1624476124] 'read index received' (duration: 24.940079ms)","trace[1624476124] 'applied index is now lower than readState.Index' (duration: 171.087425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:28.574357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.064844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:28.574386Z","caller":"traceutil/trace.go:171","msg":"trace[1406067032] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2641; }","duration":"152.150446ms","start":"2026-03-04T06:22:28.422229Z","end":"2026-03-04T06:22:28.57438Z","steps":["trace[1406067032] 'agreement among raft nodes before linearized reading' (duration: 152.082644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.574382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.367863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-04T06:22:28.574415Z","caller":"traceutil/trace.go:171","msg":"trace[682137517] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2641; }","duration":"196.428235ms","start":"2026-03-04T06:22:28.377979Z","end":"2026-03-04T06:22:28.574407Z","steps":["trace[682137517] 'agreement among raft nodes before linearized reading' (duration: 196.156668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.574448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.606973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:28.574483Z","caller":"traceutil/trace.go:171","msg":"trace[231338188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2641; }","duration":"156.691075ms","start":"2026-03-04T06:22:28.41778Z","end":"2026-03-04T06:22:28.574471Z","steps":["trace[231338188] 'agreement among raft nodes before linearized reading' (duration: 156.623804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:28.574384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.38317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T06:22:28.57458Z","caller":"traceutil/trace.go:171","msg":"trace[1812505374] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2641; }","duration":"169.634067ms","start":"2026-03-04T06:22:28.404936Z","end":"2026-03-04T06:22:28.574571Z","steps":["trace[1812505374] 'agreement among raft nodes before linearized reading' (duration: 169.37297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:29.241624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.995172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T06:22:29.241716Z","caller":"traceutil/trace.go:171","msg":"trace[476580370] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2641; }","duration":"501.146407ms","start":"2026-03-04T06:22:28.740545Z","end":"2026-03-04T06:22:29.241691Z","steps":["trace[476580370] 'range keys from in-memory index tree' (duration: 500.781097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:29.241781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:28.740518Z","time spent":"501.247909ms","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-04T06:22:35.34122Z","caller":"traceutil/trace.go:171","msg":"trace[1159514092] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"348.739854ms","start":"2026-03-04T06:22:34.992449Z","end":"2026-03-04T06:22:35.341188Z","steps":["trace[1159514092] 'process raft request' (duration: 348.57856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:35.341424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:34.992417Z","time spent":"348.909379ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:35.796867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.255084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:35.796965Z","caller":"traceutil/trace.go:171","msg":"trace[1474312892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2670; }","duration":"314.409578ms","start":"2026-03-04T06:22:35.482532Z","end":"2026-03-04T06:22:35.796941Z","steps":["trace[1474312892] 'range keys from in-memory index tree' (duration: 314.193702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:35.79703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:35.48252Z","time spent":"314.500471ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:22:35.79741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.192995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18998f26de7cdf24\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T06:22:35.797517Z","caller":"traceutil/trace.go:171","msg":"trace[491370464] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18998f26de7cdf24; range_end:; response_count:1; response_revision:2670; }","duration":"355.367029ms","start":"2026-03-04T06:22:35.442123Z","end":"2026-03-04T06:22:35.79749Z","steps":["trace[491370464] 'range keys from in-memory index tree' (duration: 354.961008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:35.797511Z","caller":"traceutil/trace.go:171","msg":"trace[1704512642] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"128.270005ms","start":"2026-03-04T06:22:35.669199Z","end":"2026-03-04T06:22:35.797469Z","steps":["trace[1704512642] 'process raft request' (duration: 68.523639ms)","trace[1704512642] 'compare' (duration: 59.291964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:35.797567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:35.442098Z","time spent":"355.459002ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18998f26de7cdf24\" "} {"level":"info","ts":"2026-03-04T06:22:38.353949Z","caller":"traceutil/trace.go:171","msg":"trace[1655892359] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"213.160025ms","start":"2026-03-04T06:22:38.140765Z","end":"2026-03-04T06:22:38.353925Z","steps":["trace[1655892359] 'read index received' (duration: 212.309003ms)","trace[1655892359] 'applied index is now lower than readState.Index' (duration: 849.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:38.353983Z","caller":"traceutil/trace.go:171","msg":"trace[1718981822] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"214.609803ms","start":"2026-03-04T06:22:38.139342Z","end":"2026-03-04T06:22:38.353952Z","steps":["trace[1718981822] 'process raft request' (duration: 213.718349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:38.354163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.373911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:22:38.354214Z","caller":"traceutil/trace.go:171","msg":"trace[1425233577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2686; }","duration":"213.462163ms","start":"2026-03-04T06:22:38.140742Z","end":"2026-03-04T06:22:38.354204Z","steps":["trace[1425233577] 'agreement among raft nodes before linearized reading' (duration: 213.296118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:38.354449Z","caller":"traceutil/trace.go:171","msg":"trace[423111913] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"212.702932ms","start":"2026-03-04T06:22:38.141724Z","end":"2026-03-04T06:22:38.354427Z","steps":["trace[423111913] 'process raft request' (duration: 212.633171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:38.354468Z","caller":"traceutil/trace.go:171","msg":"trace[122965176] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"213.01457ms","start":"2026-03-04T06:22:38.141416Z","end":"2026-03-04T06:22:38.35443Z","steps":["trace[122965176] 'process raft request' (duration: 212.852996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:38.354847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.327509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:22:38.354903Z","caller":"traceutil/trace.go:171","msg":"trace[1007118401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2690; }","duration":"213.411982ms","start":"2026-03-04T06:22:38.141479Z","end":"2026-03-04T06:22:38.35489Z","steps":["trace[1007118401] 'agreement among raft nodes before linearized reading' (duration: 213.200316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:48.530278Z","caller":"traceutil/trace.go:171","msg":"trace[375008976] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"111.461851ms","start":"2026-03-04T06:22:48.418768Z","end":"2026-03-04T06:22:48.53023Z","steps":["trace[375008976] 'process raft request' (duration: 63.997089ms)","trace[375008976] 'compare' (duration: 46.199379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:48.530834Z","caller":"traceutil/trace.go:171","msg":"trace[65262229] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"111.760589ms","start":"2026-03-04T06:22:48.419026Z","end":"2026-03-04T06:22:48.530786Z","steps":["trace[65262229] 'process raft request' (duration: 111.096512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:48.530827Z","caller":"traceutil/trace.go:171","msg":"trace[1116797282] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"110.991209ms","start":"2026-03-04T06:22:48.419789Z","end":"2026-03-04T06:22:48.53078Z","steps":["trace[1116797282] 'process raft request' (duration: 110.838955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:54.629451Z","caller":"traceutil/trace.go:171","msg":"trace[1135397157] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"126.648793ms","start":"2026-03-04T06:22:54.502773Z","end":"2026-03-04T06:22:54.629422Z","steps":["trace[1135397157] 'process raft request' (duration: 126.417017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:54.634096Z","caller":"traceutil/trace.go:171","msg":"trace[1719937295] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"131.032468ms","start":"2026-03-04T06:22:54.503047Z","end":"2026-03-04T06:22:54.634079Z","steps":["trace[1719937295] 'process raft request' (duration: 130.846733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:24:27.837412Z","caller":"traceutil/trace.go:171","msg":"trace[623178046] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"174.396259ms","start":"2026-03-04T06:24:27.66299Z","end":"2026-03-04T06:24:27.837386Z","steps":["trace[623178046] 'process raft request' (duration: 174.273845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:02.93318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.362383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T06:25:02.933341Z","caller":"traceutil/trace.go:171","msg":"trace[278400815] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3713; }","duration":"730.818941ms","start":"2026-03-04T06:25:02.202496Z","end":"2026-03-04T06:25:02.933315Z","steps":["trace[278400815] 'read index received' (duration: 48.211µs)","trace[278400815] 'applied index is now lower than readState.Index' (duration: 730.76908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:25:02.933966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.450347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:25:02.934037Z","caller":"traceutil/trace.go:171","msg":"trace[227654681] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3564; }","duration":"731.574501ms","start":"2026-03-04T06:25:02.202444Z","end":"2026-03-04T06:25:02.934019Z","steps":["trace[227654681] 'agreement among raft nodes before linearized reading' (duration: 731.402976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:02.934092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:25:02.202424Z","time spent":"731.651113ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:25:02.955721Z","caller":"traceutil/trace.go:171","msg":"trace[1829903813] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"173.601617ms","start":"2026-03-04T06:25:02.782072Z","end":"2026-03-04T06:25:02.955674Z","steps":["trace[1829903813] 'process raft request' (duration: 173.304879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:02.956352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.652112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:25:02.956472Z","caller":"traceutil/trace.go:171","msg":"trace[1469119469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3565; }","duration":"473.812506ms","start":"2026-03-04T06:25:02.482632Z","end":"2026-03-04T06:25:02.956444Z","steps":["trace[1469119469] 'agreement among raft nodes before linearized reading' (duration: 473.565179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:02.956554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:25:02.482614Z","time spent":"473.9294ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:25:02.956894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.33276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:25:02.956969Z","caller":"traceutil/trace.go:171","msg":"trace[399637326] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3565; }","duration":"474.476324ms","start":"2026-03-04T06:25:02.482478Z","end":"2026-03-04T06:25:02.956954Z","steps":["trace[399637326] 'agreement among raft nodes before linearized reading' (duration: 473.108427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:02.957087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:25:02.482452Z","time spent":"474.547396ms","remote":"127.0.0.1:50394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:26:17.303906Z","caller":"traceutil/trace.go:171","msg":"trace[824112937] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"328.353906ms","start":"2026-03-04T06:26:16.975514Z","end":"2026-03-04T06:26:17.303868Z","steps":["trace[824112937] 'process raft request' (duration: 325.761366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:17.304145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:16.975482Z","time spent":"328.603623ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:26:22.292432Z","caller":"traceutil/trace.go:171","msg":"trace[1995511487] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4747; }","duration":"120.697989ms","start":"2026-03-04T06:26:22.17171Z","end":"2026-03-04T06:26:22.292408Z","steps":["trace[1995511487] 'read index received' (duration: 120.579736ms)","trace[1995511487] 'applied index is now lower than readState.Index' (duration: 117.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:22.292519Z","caller":"traceutil/trace.go:171","msg":"trace[2113217371] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"171.272923ms","start":"2026-03-04T06:26:22.121183Z","end":"2026-03-04T06:26:22.292456Z","steps":["trace[2113217371] 'process raft request' (duration: 171.060287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:22.292783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.002397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:26:22.292911Z","caller":"traceutil/trace.go:171","msg":"trace[1554086172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:4558; }","duration":"121.221573ms","start":"2026-03-04T06:26:22.171669Z","end":"2026-03-04T06:26:22.29289Z","steps":["trace[1554086172] 'agreement among raft nodes before linearized reading' (duration: 120.829003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:22.580368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.16022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:22.580466Z","caller":"traceutil/trace.go:171","msg":"trace[1782590537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4559; }","duration":"100.316514ms","start":"2026-03-04T06:26:22.480128Z","end":"2026-03-04T06:26:22.580444Z","steps":["trace[1782590537] 'agreement among raft nodes before linearized reading' (duration: 100.14098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:22.580248Z","caller":"traceutil/trace.go:171","msg":"trace[277112239] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"160.847323ms","start":"2026-03-04T06:26:22.419375Z","end":"2026-03-04T06:26:22.580222Z","steps":["trace[277112239] 'process raft request' (duration: 160.453803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:23.145865Z","caller":"traceutil/trace.go:171","msg":"trace[22226820] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"118.759108ms","start":"2026-03-04T06:26:23.027075Z","end":"2026-03-04T06:26:23.145834Z","steps":["trace[22226820] 'process raft request' (duration: 118.551823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:23.367782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.530953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:23.367906Z","caller":"traceutil/trace.go:171","msg":"trace[817517915] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4570; }","duration":"133.708188ms","start":"2026-03-04T06:26:23.234182Z","end":"2026-03-04T06:26:23.36789Z","steps":["trace[817517915] 'range keys from in-memory index tree' (duration: 133.441251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:26.645455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436029144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:26:27.111421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073601557s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:26:27.111862Z","caller":"traceutil/trace.go:171","msg":"trace[1411872564] linearizableReadLoop","detail":"{readStateIndex:4906; appliedIndex:4905; }","duration":"966.892621ms","start":"2026-03-04T06:26:26.144945Z","end":"2026-03-04T06:26:27.111838Z","steps":["trace[1411872564] 'read index received' (duration: 966.619284ms)","trace[1411872564] 'applied index is now lower than readState.Index' (duration: 271.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:27.111934Z","caller":"traceutil/trace.go:171","msg":"trace[484490539] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"1.074203023s","start":"2026-03-04T06:26:26.037697Z","end":"2026-03-04T06:26:27.1119Z","steps":["trace[484490539] 'process raft request' (duration: 1.073968347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.037681Z","time spent":"1.074308067s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:27.112141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.386903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-04T06:26:27.112138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.047498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:27.112192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.7465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:26:27.112228Z","caller":"traceutil/trace.go:171","msg":"trace[1564024511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:4713; }","duration":"802.814742ms","start":"2026-03-04T06:26:26.309405Z","end":"2026-03-04T06:26:27.11222Z","steps":["trace[1564024511] 'agreement among raft nodes before linearized reading' (duration: 802.662168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.112219Z","caller":"traceutil/trace.go:171","msg":"trace[1952049138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4713; }","duration":"630.211853ms","start":"2026-03-04T06:26:26.481985Z","end":"2026-03-04T06:26:27.112197Z","steps":["trace[1952049138] 'agreement among raft nodes before linearized reading' (duration: 630.049169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.309389Z","time spent":"802.861333ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:26:27.112257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.481974Z","time spent":"630.276095ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:26:27.112255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.875279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:26:27.112247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.284893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f86273b-c1a1-49fd-9724-8d60dcecbed1\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-03-04T06:26:27.112251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.108859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:27.112303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.615311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:26:27.11232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.974958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-04T06:26:27.112331Z","caller":"traceutil/trace.go:171","msg":"trace[1466402826] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4713; }","duration":"501.987962ms","start":"2026-03-04T06:26:26.610321Z","end":"2026-03-04T06:26:27.112309Z","steps":["trace[1466402826] 'agreement among raft nodes before linearized reading' (duration: 501.817298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.112333Z","caller":"traceutil/trace.go:171","msg":"trace[1070207342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f86273b-c1a1-49fd-9724-8d60dcecbed1; range_end:; response_count:1; response_revision:4713; }","duration":"967.424976ms","start":"2026-03-04T06:26:26.14489Z","end":"2026-03-04T06:26:27.112315Z","steps":["trace[1070207342] 'agreement among raft nodes before linearized reading' (duration: 967.087917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.112362Z","caller":"traceutil/trace.go:171","msg":"trace[2107960384] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4713; }","duration":"652.274104ms","start":"2026-03-04T06:26:26.46006Z","end":"2026-03-04T06:26:27.112334Z","steps":["trace[2107960384] 'agreement among raft nodes before linearized reading' (duration: 652.035157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.112369Z","caller":"traceutil/trace.go:171","msg":"trace[2018882055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4713; }","duration":"566.692173ms","start":"2026-03-04T06:26:26.545656Z","end":"2026-03-04T06:26:27.112349Z","steps":["trace[2018882055] 'agreement among raft nodes before linearized reading' (duration: 566.55827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.112371Z","caller":"traceutil/trace.go:171","msg":"trace[1418673078] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz-tls; range_end:; response_count:1; response_revision:4713; }","duration":"824.017349ms","start":"2026-03-04T06:26:26.288333Z","end":"2026-03-04T06:26:27.112351Z","steps":["trace[1418673078] 'agreement among raft nodes before linearized reading' (duration: 823.885506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.144864Z","time spent":"967.502459ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f86273b-c1a1-49fd-9724-8d60dcecbed1\" "} {"level":"warn","ts":"2026-03-04T06:26:27.112377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.610308Z","time spent":"502.058904ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:27.112415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.288299Z","time spent":"824.107842ms","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz-tls\" "} {"level":"warn","ts":"2026-03-04T06:26:27.112418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.545627Z","time spent":"566.779376ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:27.112418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.460043Z","time spent":"652.364136ms","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:27.112391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.057461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:26:27.112582Z","caller":"traceutil/trace.go:171","msg":"trace[313478299] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:4713; }","duration":"583.276127ms","start":"2026-03-04T06:26:26.529294Z","end":"2026-03-04T06:26:27.11257Z","steps":["trace[313478299] 'agreement among raft nodes before linearized reading' (duration: 583.048111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.529271Z","time spent":"583.335529ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-04T06:26:27.112714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.148229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-03-04T06:26:27.112732Z","caller":"traceutil/trace.go:171","msg":"trace[1802281976] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4713; }","duration":"936.19477ms","start":"2026-03-04T06:26:26.176531Z","end":"2026-03-04T06:26:27.112726Z","steps":["trace[1802281976] 'agreement among raft nodes before linearized reading' (duration: 935.884392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.176515Z","time spent":"936.243702ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777476,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T06:26:27.11218Z","caller":"traceutil/trace.go:171","msg":"trace[1180831294] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4713; }","duration":"940.490255ms","start":"2026-03-04T06:26:26.171677Z","end":"2026-03-04T06:26:27.112167Z","steps":["trace[1180831294] 'agreement among raft nodes before linearized reading' (duration: 940.320961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.112894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:26.171653Z","time spent":"941.228595ms","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-04T06:26:27.295928Z","caller":"traceutil/trace.go:171","msg":"trace[1320622008] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4906; }","duration":"178.587519ms","start":"2026-03-04T06:26:27.117315Z","end":"2026-03-04T06:26:27.295902Z","steps":["trace[1320622008] 'read index received' (duration: 120.419722ms)","trace[1320622008] 'applied index is now lower than readState.Index' (duration: 58.166317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:27.296194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.853726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-dqm2d\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-03-04T06:26:27.296276Z","caller":"traceutil/trace.go:171","msg":"trace[1694866996] range","detail":"{range_begin:/registry/pods/monitoring/vector-dqm2d; range_end:; response_count:1; response_revision:4713; }","duration":"178.973749ms","start":"2026-03-04T06:26:27.117283Z","end":"2026-03-04T06:26:27.296256Z","steps":["trace[1694866996] 'agreement among raft nodes before linearized reading' (duration: 178.743603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.2963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.872467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-04T06:26:27.296357Z","caller":"traceutil/trace.go:171","msg":"trace[653459057] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz-tls; range_end:; response_count:1; response_revision:4713; }","duration":"175.963859ms","start":"2026-03-04T06:26:27.120379Z","end":"2026-03-04T06:26:27.296343Z","steps":["trace[653459057] 'agreement among raft nodes before linearized reading' (duration: 175.760053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.297164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.809874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-04T06:26:27.297214Z","caller":"traceutil/trace.go:171","msg":"trace[1799313749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4713; }","duration":"178.862316ms","start":"2026-03-04T06:26:27.11834Z","end":"2026-03-04T06:26:27.297202Z","steps":["trace[1799313749] 'agreement among raft nodes before linearized reading' (duration: 177.778237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.921087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.501777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:27.921328Z","caller":"traceutil/trace.go:171","msg":"trace[628481896] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"335.061896ms","start":"2026-03-04T06:26:27.586236Z","end":"2026-03-04T06:26:27.921298Z","steps":["trace[628481896] 'process raft request' (duration: 190.257471ms)","trace[628481896] 'compare' (duration: 144.394924ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:27.921425Z","caller":"traceutil/trace.go:171","msg":"trace[475481627] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"274.368742ms","start":"2026-03-04T06:26:27.647037Z","end":"2026-03-04T06:26:27.921405Z","steps":["trace[475481627] 'process raft request' (duration: 274.218378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:27.921407Z","caller":"traceutil/trace.go:171","msg":"trace[1104758487] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"308.545556ms","start":"2026-03-04T06:26:27.612782Z","end":"2026-03-04T06:26:27.921327Z","steps":["trace[1104758487] 'process raft request' (duration: 308.405852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:27.921483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:27.586214Z","time spent":"335.180068ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:27.921423Z","caller":"traceutil/trace.go:171","msg":"trace[1441885387] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4910; }","duration":"137.359336ms","start":"2026-03-04T06:26:27.784045Z","end":"2026-03-04T06:26:27.921404Z","steps":["trace[1441885387] 'read index received' (duration: 115.84488ms)","trace[1441885387] 'applied index is now lower than readState.Index' (duration: 21.512906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:27.921583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.53188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:26:27.921604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:27.612758Z","time spent":"308.735701ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:27.921629Z","caller":"traceutil/trace.go:171","msg":"trace[374421939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4719; }","duration":"137.607412ms","start":"2026-03-04T06:26:27.784011Z","end":"2026-03-04T06:26:27.921618Z","steps":["trace[374421939] 'agreement among raft nodes before linearized reading' (duration: 137.445998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:29.483394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.087622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:26:29.483469Z","caller":"traceutil/trace.go:171","msg":"trace[1959457903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:4757; }","duration":"179.221886ms","start":"2026-03-04T06:26:29.304229Z","end":"2026-03-04T06:26:29.483451Z","steps":["trace[1959457903] 'range keys from in-memory index tree' (duration: 178.902137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:36.841068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:36.530177Z","time spent":"310.886447ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T06:26:36.841072Z","caller":"traceutil/trace.go:171","msg":"trace[679507756] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5099; }","duration":"310.562639ms","start":"2026-03-04T06:26:36.530483Z","end":"2026-03-04T06:26:36.841046Z","steps":["trace[679507756] 'read index received' (duration: 310.364223ms)","trace[679507756] 'applied index is now lower than readState.Index' (duration: 196.656µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:36.841306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.794715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120420"} {"level":"info","ts":"2026-03-04T06:26:36.841374Z","caller":"traceutil/trace.go:171","msg":"trace[1888930228] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4900; }","duration":"310.898307ms","start":"2026-03-04T06:26:36.530465Z","end":"2026-03-04T06:26:36.841363Z","steps":["trace[1888930228] 'agreement among raft nodes before linearized reading' (duration: 310.649761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:36.841417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:36.530457Z","time spent":"310.952139ms","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120443,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T06:26:37.401222Z","caller":"traceutil/trace.go:171","msg":"trace[443198104] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"262.634275ms","start":"2026-03-04T06:26:37.13855Z","end":"2026-03-04T06:26:37.401184Z","steps":["trace[443198104] 'process raft request' (duration: 262.364497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:37.648252Z","caller":"traceutil/trace.go:171","msg":"trace[2040612998] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"241.315878ms","start":"2026-03-04T06:26:37.40689Z","end":"2026-03-04T06:26:37.648206Z","steps":["trace[2040612998] 'process raft request' (duration: 241.114752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:37.810358Z","caller":"traceutil/trace.go:171","msg":"trace[1047153367] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"403.318313ms","start":"2026-03-04T06:26:37.407001Z","end":"2026-03-04T06:26:37.81032Z","steps":["trace[1047153367] 'process raft request' (duration: 393.579981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.810541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.406977Z","time spent":"403.456788ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:37.810694Z","caller":"traceutil/trace.go:171","msg":"trace[1380599517] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5109; }","duration":"391.857034ms","start":"2026-03-04T06:26:37.418808Z","end":"2026-03-04T06:26:37.810665Z","steps":["trace[1380599517] 'read index received' (duration: 229.261972ms)","trace[1380599517] 'applied index is now lower than readState.Index' (duration: 162.593682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:37.810726Z","caller":"traceutil/trace.go:171","msg":"trace[2031402609] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"403.091338ms","start":"2026-03-04T06:26:37.407619Z","end":"2026-03-04T06:26:37.81071Z","steps":["trace[2031402609] 'process raft request' (duration: 402.640576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:37.810354Z","caller":"traceutil/trace.go:171","msg":"trace[428963774] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"403.156509ms","start":"2026-03-04T06:26:37.40718Z","end":"2026-03-04T06:26:37.810336Z","steps":["trace[428963774] 'process raft request' (duration: 403.028925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.810845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.40717Z","time spent":"403.635643ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:37.81098Z","caller":"traceutil/trace.go:171","msg":"trace[200435230] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"305.893893ms","start":"2026-03-04T06:26:37.505069Z","end":"2026-03-04T06:26:37.810963Z","steps":["trace[200435230] 'process raft request' (duration: 305.361748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.811111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.505049Z","time spent":"305.967694ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:37.810846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.407598Z","time spent":"403.18969ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:37.811187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.351098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:37.811318Z","caller":"traceutil/trace.go:171","msg":"trace[1845686668] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4914; }","duration":"392.504372ms","start":"2026-03-04T06:26:37.418796Z","end":"2026-03-04T06:26:37.8113Z","steps":["trace[1845686668] 'agreement among raft nodes before linearized reading' (duration: 392.237115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.811365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.418749Z","time spent":"392.600224ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:37.811536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.604984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:37.811543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.040704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:37.811569Z","caller":"traceutil/trace.go:171","msg":"trace[960482410] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4914; }","duration":"302.662005ms","start":"2026-03-04T06:26:37.508896Z","end":"2026-03-04T06:26:37.811558Z","steps":["trace[960482410] 'agreement among raft nodes before linearized reading' (duration: 302.601043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:37.811587Z","caller":"traceutil/trace.go:171","msg":"trace[305456228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4914; }","duration":"330.104986ms","start":"2026-03-04T06:26:37.481471Z","end":"2026-03-04T06:26:37.811576Z","steps":["trace[305456228] 'agreement among raft nodes before linearized reading' (duration: 330.034024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.811599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.508887Z","time spent":"302.704997ms","remote":"127.0.0.1:44754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:37.811622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.481453Z","time spent":"330.159877ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:26:37.811717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.983206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:37.811738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.569182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:37.811787Z","caller":"traceutil/trace.go:171","msg":"trace[1579870209] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4914; }","duration":"115.094719ms","start":"2026-03-04T06:26:37.696671Z","end":"2026-03-04T06:26:37.811766Z","steps":["trace[1579870209] 'agreement among raft nodes before linearized reading' (duration: 114.998276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:37.811801Z","caller":"traceutil/trace.go:171","msg":"trace[565687830] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4914; }","duration":"349.678735ms","start":"2026-03-04T06:26:37.462107Z","end":"2026-03-04T06:26:37.811786Z","steps":["trace[565687830] 'agreement among raft nodes before linearized reading' (duration: 349.529151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.811822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.858626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:26:37.811851Z","caller":"traceutil/trace.go:171","msg":"trace[1447092984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:4914; }","duration":"290.906578ms","start":"2026-03-04T06:26:37.520936Z","end":"2026-03-04T06:26:37.811842Z","steps":["trace[1447092984] 'agreement among raft nodes before linearized reading' (duration: 290.788064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.811849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.462089Z","time spent":"349.746686ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":30,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:37.812519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.957433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T06:26:37.812579Z","caller":"traceutil/trace.go:171","msg":"trace[289089172] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4914; }","duration":"370.142818ms","start":"2026-03-04T06:26:37.442418Z","end":"2026-03-04T06:26:37.81256Z","steps":["trace[289089172] 'agreement among raft nodes before linearized reading' (duration: 369.031848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:37.812622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:37.442406Z","time spent":"370.205829ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T06:26:38.263591Z","caller":"traceutil/trace.go:171","msg":"trace[544497146] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"209.809186ms","start":"2026-03-04T06:26:38.053751Z","end":"2026-03-04T06:26:38.26356Z","steps":["trace[544497146] 'process raft request' (duration: 192.673243ms)","trace[544497146] 'compare' (duration: 16.947328ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:38.263776Z","caller":"traceutil/trace.go:171","msg":"trace[758046018] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"209.719554ms","start":"2026-03-04T06:26:38.054033Z","end":"2026-03-04T06:26:38.263752Z","steps":["trace[758046018] 'process raft request' (duration: 209.480828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:38.263836Z","caller":"traceutil/trace.go:171","msg":"trace[859910236] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"209.21184ms","start":"2026-03-04T06:26:38.054604Z","end":"2026-03-04T06:26:38.263816Z","steps":["trace[859910236] 'process raft request' (duration: 209.139278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:38.263939Z","caller":"traceutil/trace.go:171","msg":"trace[366724514] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"209.659422ms","start":"2026-03-04T06:26:38.054232Z","end":"2026-03-04T06:26:38.263892Z","steps":["trace[366724514] 'process raft request' (duration: 209.440256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.708239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225972825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:39.708314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.894554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz.18998f6299274725\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-04T06:26:39.708336Z","caller":"traceutil/trace.go:171","msg":"trace[745624367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4921; }","duration":"1.226108529s","start":"2026-03-04T06:26:38.482192Z","end":"2026-03-04T06:26:39.708301Z","steps":["trace[745624367] 'range keys from in-memory index tree' (duration: 1.225843021s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:39.708379Z","caller":"traceutil/trace.go:171","msg":"trace[787171189] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-45pjz.18998f6299274725; range_end:; response_count:1; response_revision:4921; }","duration":"271.997547ms","start":"2026-03-04T06:26:39.43636Z","end":"2026-03-04T06:26:39.708358Z","steps":["trace[787171189] 'range keys from in-memory index tree' (duration: 271.691128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.708379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.482169Z","time spent":"1.226202051s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:26:39.708557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11990369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T06:26:39.708641Z","caller":"traceutil/trace.go:171","msg":"trace[19917927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4921; }","duration":"1.120046993s","start":"2026-03-04T06:26:38.588575Z","end":"2026-03-04T06:26:39.708622Z","steps":["trace[19917927] 'range keys from in-memory index tree' (duration: 1.119682064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.708682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.588543Z","time spent":"1.120129236s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:26:39.709206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.961604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T06:26:39.709287Z","caller":"traceutil/trace.go:171","msg":"trace[1548962658] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4921; }","duration":"336.087518ms","start":"2026-03-04T06:26:39.37318Z","end":"2026-03-04T06:26:39.709268Z","steps":["trace[1548962658] 'count revisions from in-memory index tree' (duration: 335.866642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.709333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:39.373157Z","time spent":"336.16205ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":550,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:41.506088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.712725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:41.506218Z","caller":"traceutil/trace.go:171","msg":"trace[1953034599] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4951; }","duration":"152.932741ms","start":"2026-03-04T06:26:41.353261Z","end":"2026-03-04T06:26:41.506194Z","steps":["trace[1953034599] 'count revisions from in-memory index tree' (duration: 152.561711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:44.201197Z","caller":"traceutil/trace.go:171","msg":"trace[941327894] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"163.974149ms","start":"2026-03-04T06:26:44.037188Z","end":"2026-03-04T06:26:44.201162Z","steps":["trace[941327894] 'process raft request' (duration: 163.801665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:44.451395Z","caller":"traceutil/trace.go:171","msg":"trace[875811789] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5184; }","duration":"323.719304ms","start":"2026-03-04T06:26:44.127589Z","end":"2026-03-04T06:26:44.451308Z","steps":["trace[875811789] 'read index received' (duration: 73.405493ms)","trace[875811789] 'applied index is now lower than readState.Index' (duration: 250.312571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:44.451451Z","caller":"traceutil/trace.go:171","msg":"trace[1442851832] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"385.36577ms","start":"2026-03-04T06:26:44.066061Z","end":"2026-03-04T06:26:44.451427Z","steps":["trace[1442851832] 'process raft request' (duration: 385.091312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:44.451606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:44.066036Z","time spent":"385.481342ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:44.451628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.024468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:26:44.451627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.212948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:26:44.451662Z","caller":"traceutil/trace.go:171","msg":"trace[2732888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4985; }","duration":"158.107951ms","start":"2026-03-04T06:26:44.293545Z","end":"2026-03-04T06:26:44.451653Z","steps":["trace[2732888] 'agreement among raft nodes before linearized reading' (duration: 157.963487ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:44.451685Z","caller":"traceutil/trace.go:171","msg":"trace[1800784909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4985; }","duration":"153.297611ms","start":"2026-03-04T06:26:44.298373Z","end":"2026-03-04T06:26:44.45167Z","steps":["trace[1800784909] 'agreement among raft nodes before linearized reading' (duration: 153.138867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:44.451668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.066823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:26:44.451744Z","caller":"traceutil/trace.go:171","msg":"trace[283865834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4985; }","duration":"324.193007ms","start":"2026-03-04T06:26:44.127533Z","end":"2026-03-04T06:26:44.451726Z","steps":["trace[283865834] 'agreement among raft nodes before linearized reading' (duration: 323.96499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:44.451785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:44.12751Z","time spent":"324.266739ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:26:44.451841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.185705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:26:44.451864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.148552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T06:26:44.4519Z","caller":"traceutil/trace.go:171","msg":"trace[949904269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4985; }","duration":"158.199453ms","start":"2026-03-04T06:26:44.293692Z","end":"2026-03-04T06:26:44.451891Z","steps":["trace[949904269] 'agreement among raft nodes before linearized reading' (duration: 158.09773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:44.451902Z","caller":"traceutil/trace.go:171","msg":"trace[1502759468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4985; }","duration":"157.280288ms","start":"2026-03-04T06:26:44.294606Z","end":"2026-03-04T06:26:44.451886Z","steps":["trace[1502759468] 'agreement among raft nodes before linearized reading' (duration: 157.160265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.522283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.850659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T06:26:47.522346Z","caller":"traceutil/trace.go:171","msg":"trace[95568236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed; range_end:; response_count:1; response_revision:5070; }","duration":"356.950342ms","start":"2026-03-04T06:26:47.16538Z","end":"2026-03-04T06:26:47.52233Z","steps":["trace[95568236] 'range keys from in-memory index tree' (duration: 356.695655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.522375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.165367Z","time spent":"357.000813ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" "} {"level":"info","ts":"2026-03-04T06:26:47.548301Z","caller":"traceutil/trace.go:171","msg":"trace[451493229] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5273; }","duration":"333.21214ms","start":"2026-03-04T06:26:47.215068Z","end":"2026-03-04T06:26:47.54828Z","steps":["trace[451493229] 'read index received' (duration: 333.030105ms)","trace[451493229] 'applied index is now lower than readState.Index' (duration: 180.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:47.548361Z","caller":"traceutil/trace.go:171","msg":"trace[2018319569] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"358.73485ms","start":"2026-03-04T06:26:47.189589Z","end":"2026-03-04T06:26:47.548323Z","steps":["trace[2018319569] 'process raft request' (duration: 358.566345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.548523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.189571Z","time spent":"358.868503ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:26:47.548522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:47.548599Z","caller":"traceutil/trace.go:171","msg":"trace[2092810246] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5071; }","duration":"333.548169ms","start":"2026-03-04T06:26:47.215032Z","end":"2026-03-04T06:26:47.548581Z","steps":["trace[2092810246] 'agreement among raft nodes before linearized reading' (duration: 333.356284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.548614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.978429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-04T06:26:47.548637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.215019Z","time spent":"333.609001ms","remote":"127.0.0.1:50314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:26:47.548652Z","caller":"traceutil/trace.go:171","msg":"trace[825018849] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed; range_end:; response_count:1; response_revision:5071; }","duration":"318.059051ms","start":"2026-03-04T06:26:47.230581Z","end":"2026-03-04T06:26:47.54864Z","steps":["trace[825018849] 'agreement among raft nodes before linearized reading' (duration: 317.831364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.548683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.230565Z","time spent":"318.111012ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" "} {"level":"warn","ts":"2026-03-04T06:26:48.395605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.452061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:48.395678Z","caller":"traceutil/trace.go:171","msg":"trace[160542631] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"840.289217ms","start":"2026-03-04T06:26:47.555378Z","end":"2026-03-04T06:26:48.395667Z","steps":["trace[160542631] 'read index received' (duration: 156.698342ms)","trace[160542631] 'applied index is now lower than readState.Index' (duration: 683.590025ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:48.395708Z","caller":"traceutil/trace.go:171","msg":"trace[1331838731] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"841.420248ms","start":"2026-03-04T06:26:47.554254Z","end":"2026-03-04T06:26:48.395674Z","steps":["trace[1331838731] 'process raft request' (duration: 157.835943ms)","trace[1331838731] 'compare' (duration: 683.334938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:48.395799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.423311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T06:26:48.395817Z","caller":"traceutil/trace.go:171","msg":"trace[1624686793] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5072; }","duration":"840.477902ms","start":"2026-03-04T06:26:47.555332Z","end":"2026-03-04T06:26:48.39581Z","steps":["trace[1624686793] 'agreement among raft nodes before linearized reading' (duration: 840.37576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.395836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.555315Z","time spent":"840.515253ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T06:26:48.395825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.554239Z","time spent":"841.52887ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:26:48.857917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.554961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:48.858289Z","caller":"traceutil/trace.go:171","msg":"trace[508432021] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"583.48921ms","start":"2026-03-04T06:26:48.274782Z","end":"2026-03-04T06:26:48.858271Z","steps":["trace[508432021] 'process raft request' (duration: 583.413967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:48.858323Z","caller":"traceutil/trace.go:171","msg":"trace[1895787535] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"1.296802466s","start":"2026-03-04T06:26:47.561491Z","end":"2026-03-04T06:26:48.858294Z","steps":["trace[1895787535] 'process raft request' (duration: 1.296545059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.858374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.274753Z","time spent":"583.584712ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:48.858461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.561478Z","time spent":"1.2969045s","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2577,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:48.858491Z","caller":"traceutil/trace.go:171","msg":"trace[399519251] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5275; }","duration":"462.777579ms","start":"2026-03-04T06:26:48.395692Z","end":"2026-03-04T06:26:48.858469Z","steps":["trace[399519251] 'read index received' (duration: 119.065116ms)","trace[399519251] 'applied index is now lower than readState.Index' (duration: 343.711053ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:48.858463Z","caller":"traceutil/trace.go:171","msg":"trace[2062460744] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"1.302392438s","start":"2026-03-04T06:26:47.555927Z","end":"2026-03-04T06:26:48.858319Z","steps":["trace[2062460744] 'process raft request' (duration: 959.339063ms)","trace[2062460744] 'compare' (duration: 342.313515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:48.859413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.447673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:26:48.859372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.348458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:26:48.859445Z","caller":"traceutil/trace.go:171","msg":"trace[249657220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5077; }","duration":"384.506085ms","start":"2026-03-04T06:26:48.474928Z","end":"2026-03-04T06:26:48.859434Z","steps":["trace[249657220] 'agreement among raft nodes before linearized reading' (duration: 384.231138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.859477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.4749Z","time spent":"384.571517ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:26:48.85856Z","caller":"traceutil/trace.go:171","msg":"trace[724493570] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"1.013631938s","start":"2026-03-04T06:26:47.844914Z","end":"2026-03-04T06:26:48.858546Z","steps":["trace[724493570] 'process raft request' (duration: 1.013226947s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.859486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.555913Z","time spent":"1.303512478s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:48.859475Z","caller":"traceutil/trace.go:171","msg":"trace[579172179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5077; }","duration":"378.464482ms","start":"2026-03-04T06:26:48.480993Z","end":"2026-03-04T06:26:48.859457Z","steps":["trace[579172179] 'agreement among raft nodes before linearized reading' (duration: 378.009689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.859773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.480984Z","time spent":"378.77789ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:26:48.858721Z","caller":"traceutil/trace.go:171","msg":"trace[892592150] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"383.867247ms","start":"2026-03-04T06:26:48.474841Z","end":"2026-03-04T06:26:48.858708Z","steps":["trace[892592150] 'process raft request' (duration: 383.394425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.859888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.474805Z","time spent":"385.052079ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:48.858747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.423588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:48.85997Z","caller":"traceutil/trace.go:171","msg":"trace[1331950927] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5077; }","duration":"731.697893ms","start":"2026-03-04T06:26:48.128259Z","end":"2026-03-04T06:26:48.859957Z","steps":["trace[1331950927] 'agreement among raft nodes before linearized reading' (duration: 730.441459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.128233Z","time spent":"731.763464ms","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:48.858739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.453889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T06:26:48.860077Z","caller":"traceutil/trace.go:171","msg":"trace[196591111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5077; }","duration":"584.830616ms","start":"2026-03-04T06:26:48.275235Z","end":"2026-03-04T06:26:48.860065Z","steps":["trace[196591111] 'agreement among raft nodes before linearized reading' (duration: 583.357116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.275219Z","time spent":"584.874947ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T06:26:48.858747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.145536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:26:48.860175Z","caller":"traceutil/trace.go:171","msg":"trace[1303783257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:5077; }","duration":"1.000606876s","start":"2026-03-04T06:26:47.859562Z","end":"2026-03-04T06:26:48.860169Z","steps":["trace[1303783257] 'agreement among raft nodes before linearized reading' (duration: 999.035353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.85955Z","time spent":"1.000637876s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.736957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:26:48.86029Z","caller":"traceutil/trace.go:171","msg":"trace[1029456970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5077; }","duration":"383.930679ms","start":"2026-03-04T06:26:48.476354Z","end":"2026-03-04T06:26:48.860284Z","steps":["trace[1029456970] 'agreement among raft nodes before linearized reading' (duration: 382.697176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.476341Z","time spent":"383.96129ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.273532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T06:26:48.860345Z","caller":"traceutil/trace.go:171","msg":"trace[1223702245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed; range_end:; response_count:1; response_revision:5077; }","duration":"327.526975ms","start":"2026-03-04T06:26:48.532805Z","end":"2026-03-04T06:26:48.860332Z","steps":["trace[1223702245] 'agreement among raft nodes before linearized reading' (duration: 326.266711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.532794Z","time spent":"327.579427ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.579777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:48.860453Z","caller":"traceutil/trace.go:171","msg":"trace[298775053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5077; }","duration":"318.948624ms","start":"2026-03-04T06:26:48.541498Z","end":"2026-03-04T06:26:48.860447Z","steps":["trace[298775053] 'agreement among raft nodes before linearized reading' (duration: 317.562757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.54148Z","time spent":"318.990495ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:48.859324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.605988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:26:48.86063Z","caller":"traceutil/trace.go:171","msg":"trace[172736356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5077; }","duration":"386.55045ms","start":"2026-03-04T06:26:48.474034Z","end":"2026-03-04T06:26:48.860584Z","steps":["trace[172736356] 'agreement among raft nodes before linearized reading' (duration: 385.139882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.86071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.473991Z","time spent":"386.692894ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.284703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:26:48.860915Z","caller":"traceutil/trace.go:171","msg":"trace[1051400299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5077; }","duration":"380.847086ms","start":"2026-03-04T06:26:48.480056Z","end":"2026-03-04T06:26:48.860903Z","steps":["trace[1051400299] 'agreement among raft nodes before linearized reading' (duration: 379.059687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.860956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.48004Z","time spent":"380.904428ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.199454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T06:26:48.861138Z","caller":"traceutil/trace.go:171","msg":"trace[2055118781] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5077; }","duration":"457.115316ms","start":"2026-03-04T06:26:48.404011Z","end":"2026-03-04T06:26:48.861126Z","steps":["trace[2055118781] 'agreement among raft nodes before linearized reading' (duration: 454.951277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.861178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.403995Z","time spent":"457.171358ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-04T06:26:48.859584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.844889Z","time spent":"1.014630905s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:48.85873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267131055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:48.864981Z","caller":"traceutil/trace.go:171","msg":"trace[2098528773] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5077; }","duration":"1.273405445s","start":"2026-03-04T06:26:47.591548Z","end":"2026-03-04T06:26:48.864953Z","steps":["trace[2098528773] 'agreement among raft nodes before linearized reading' (duration: 1.267131986s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.865081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.591535Z","time spent":"1.273517468s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:48.859612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084162504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T06:26:48.865256Z","caller":"traceutil/trace.go:171","msg":"trace[14532474] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5077; }","duration":"1.089814216s","start":"2026-03-04T06:26:47.775411Z","end":"2026-03-04T06:26:48.865225Z","steps":["trace[14532474] 'agreement among raft nodes before linearized reading' (duration: 1.083341981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.865367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:47.775395Z","time spent":"1.089932009s","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T06:26:49.395863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436029931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:26:49.816634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.835156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:49.816741Z","caller":"traceutil/trace.go:171","msg":"trace[1801801535] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"949.436715ms","start":"2026-03-04T06:26:48.867284Z","end":"2026-03-04T06:26:49.816721Z","steps":["trace[1801801535] 'process raft request' (duration: 645.406983ms)","trace[1801801535] 'compare' (duration: 303.304002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:49.816809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.867263Z","time spent":"949.520017ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:49.81892Z","caller":"traceutil/trace.go:171","msg":"trace[1061857008] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"925.295244ms","start":"2026-03-04T06:26:48.893589Z","end":"2026-03-04T06:26:49.818884Z","steps":["trace[1061857008] 'process raft request' (duration: 924.997766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.819034Z","caller":"traceutil/trace.go:171","msg":"trace[1739404523] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5280; }","duration":"924.172184ms","start":"2026-03-04T06:26:48.89484Z","end":"2026-03-04T06:26:49.819012Z","steps":["trace[1739404523] 'read index received' (duration: 617.823459ms)","trace[1739404523] 'applied index is now lower than readState.Index' (duration: 306.347885ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:49.819207Z","caller":"traceutil/trace.go:171","msg":"trace[1023871677] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"920.683109ms","start":"2026-03-04T06:26:48.898487Z","end":"2026-03-04T06:26:49.81917Z","steps":["trace[1023871677] 'process raft request' (duration: 920.450053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.893571Z","time spent":"925.436217ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:49.819307Z","caller":"traceutil/trace.go:171","msg":"trace[230755143] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"917.498143ms","start":"2026-03-04T06:26:48.901796Z","end":"2026-03-04T06:26:49.819294Z","steps":["trace[230755143] 'process raft request' (duration: 917.172694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.819333Z","caller":"traceutil/trace.go:171","msg":"trace[1580348129] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"924.546524ms","start":"2026-03-04T06:26:48.894764Z","end":"2026-03-04T06:26:49.81931Z","steps":["trace[1580348129] 'process raft request' (duration: 923.951378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.819321Z","caller":"traceutil/trace.go:171","msg":"trace[1834087053] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"922.423236ms","start":"2026-03-04T06:26:48.896838Z","end":"2026-03-04T06:26:49.819262Z","steps":["trace[1834087053] 'process raft request' (duration: 922.014305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.898466Z","time spent":"920.819433ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:49.819412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.901788Z","time spent":"917.551084ms","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:26:49.819448Z","caller":"traceutil/trace.go:171","msg":"trace[210541522] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"921.07277ms","start":"2026-03-04T06:26:48.898358Z","end":"2026-03-04T06:26:49.819431Z","steps":["trace[210541522] 'process raft request' (duration: 920.548466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.894745Z","time spent":"924.653946ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:49.819498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.568638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:49.819448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.745465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T06:26:49.819538Z","caller":"traceutil/trace.go:171","msg":"trace[1686464794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"337.638399ms","start":"2026-03-04T06:26:49.481888Z","end":"2026-03-04T06:26:49.819527Z","steps":["trace[1686464794] 'agreement among raft nodes before linearized reading' (duration: 337.589288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.898341Z","time spent":"921.151212ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:49.819536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.896829Z","time spent":"922.597561ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:49.819557Z","caller":"traceutil/trace.go:171","msg":"trace[1789441579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed; range_end:; response_count:1; response_revision:5084; }","duration":"922.876129ms","start":"2026-03-04T06:26:48.89666Z","end":"2026-03-04T06:26:49.819536Z","steps":["trace[1789441579] 'agreement among raft nodes before linearized reading' (duration: 922.654103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.896643Z","time spent":"922.95259ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2786a85e-c0ef-4d56-82cb-fec6cd998fed\" "} {"level":"warn","ts":"2026-03-04T06:26:49.819651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.307073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-04T06:26:49.81968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.383675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-04T06:26:49.819451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.557983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:49.81968Z","caller":"traceutil/trace.go:171","msg":"trace[361187323] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5084; }","duration":"922.389995ms","start":"2026-03-04T06:26:48.897281Z","end":"2026-03-04T06:26:49.819671Z","steps":["trace[361187323] 'agreement among raft nodes before linearized reading' (duration: 922.303613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.89727Z","time spent":"922.449287ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T06:26:49.819734Z","caller":"traceutil/trace.go:171","msg":"trace[1499628090] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5084; }","duration":"312.881641ms","start":"2026-03-04T06:26:49.506831Z","end":"2026-03-04T06:26:49.819712Z","steps":["trace[1499628090] 'agreement among raft nodes before linearized reading' (duration: 312.547282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.819716Z","caller":"traceutil/trace.go:171","msg":"trace[1707486181] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5084; }","duration":"895.455197ms","start":"2026-03-04T06:26:48.924247Z","end":"2026-03-04T06:26:49.819702Z","steps":["trace[1707486181] 'agreement among raft nodes before linearized reading' (duration: 895.302363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.819781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.924219Z","time spent":"895.554539ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-04T06:26:49.819788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:49.506808Z","time spent":"312.962643ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:49.819569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:49.481867Z","time spent":"337.695071ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:26:49.820367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.51582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-04T06:26:49.82044Z","caller":"traceutil/trace.go:171","msg":"trace[601021666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5084; }","duration":"925.605653ms","start":"2026-03-04T06:26:48.894816Z","end":"2026-03-04T06:26:49.820421Z","steps":["trace[601021666] 'agreement among raft nodes before linearized reading' (duration: 924.675368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.820483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.89481Z","time spent":"925.660544ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80232,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:26:58.326184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.686001Z","time spent":"640.175691ms","remote":"127.0.0.1:44504","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T06:26:58.32646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.048488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:26:58.326523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.365318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:26:58.326581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.171987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:26:58.326612Z","caller":"traceutil/trace.go:171","msg":"trace[821045571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5221; }","duration":"469.481391ms","start":"2026-03-04T06:26:57.857107Z","end":"2026-03-04T06:26:58.326588Z","steps":["trace[821045571] 'range keys from in-memory index tree' (duration: 469.209544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.326668Z","caller":"traceutil/trace.go:171","msg":"trace[742686655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"474.321212ms","start":"2026-03-04T06:26:57.852326Z","end":"2026-03-04T06:26:58.326648Z","steps":["trace[742686655] 'range keys from in-memory index tree' (duration: 474.010173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.326716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.852304Z","time spent":"474.402883ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:26:58.32667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.857096Z","time spent":"469.559673ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:58.326527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.718386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:26:58.327033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.062864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T06:26:58.327019Z","caller":"traceutil/trace.go:171","msg":"trace[1870304492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:5221; }","duration":"466.182501ms","start":"2026-03-04T06:26:57.860342Z","end":"2026-03-04T06:26:58.326524Z","steps":["trace[1870304492] 'range keys from in-memory index tree' (duration: 465.869944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.327055Z","caller":"traceutil/trace.go:171","msg":"trace[1054751395] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5221; }","duration":"136.26654ms","start":"2026-03-04T06:26:58.190775Z","end":"2026-03-04T06:26:58.327041Z","steps":["trace[1054751395] 'count revisions from in-memory index tree' (duration: 135.597282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.327086Z","caller":"traceutil/trace.go:171","msg":"trace[1149854908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5221; }","duration":"471.136455ms","start":"2026-03-04T06:26:57.855935Z","end":"2026-03-04T06:26:58.327071Z","steps":["trace[1149854908] 'range keys from in-memory index tree' (duration: 470.949491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.327196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.855923Z","time spent":"471.258379ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:58.327107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.860329Z","time spent":"466.763518ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:26:58.327267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.592268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:26:58.327305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.438586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:26:58.327344Z","caller":"traceutil/trace.go:171","msg":"trace[810389966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5221; }","duration":"470.533459ms","start":"2026-03-04T06:26:57.8568Z","end":"2026-03-04T06:26:58.327333Z","steps":["trace[810389966] 'range keys from in-memory index tree' (duration: 469.139801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.32738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.856786Z","time spent":"470.5863ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:26:58.327436Z","caller":"traceutil/trace.go:171","msg":"trace[1930228167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"471.810464ms","start":"2026-03-04T06:26:57.855609Z","end":"2026-03-04T06:26:58.327419Z","steps":["trace[1930228167] 'range keys from in-memory index tree' (duration: 470.793127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.327484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.855577Z","time spent":"471.895606ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:26:58.449049Z","caller":"traceutil/trace.go:171","msg":"trace[1665993014] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"117.706769ms","start":"2026-03-04T06:26:58.331316Z","end":"2026-03-04T06:26:58.449023Z","steps":["trace[1665993014] 'process raft request' (duration: 97.923245ms)","trace[1665993014] 'compare' (duration: 19.597479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:58.449446Z","caller":"traceutil/trace.go:171","msg":"trace[1699055614] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"117.664338ms","start":"2026-03-04T06:26:58.331765Z","end":"2026-03-04T06:26:58.449429Z","steps":["trace[1699055614] 'process raft request' (duration: 117.502964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.449464Z","caller":"traceutil/trace.go:171","msg":"trace[96729723] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"117.145705ms","start":"2026-03-04T06:26:58.332298Z","end":"2026-03-04T06:26:58.449444Z","steps":["trace[96729723] 'process raft request' (duration: 117.082213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.449449Z","caller":"traceutil/trace.go:171","msg":"trace[2130940906] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5427; }","duration":"117.455593ms","start":"2026-03-04T06:26:58.331969Z","end":"2026-03-04T06:26:58.449424Z","steps":["trace[2130940906] 'read index received' (duration: 75.033857ms)","trace[2130940906] 'applied index is now lower than readState.Index' (duration: 42.420776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:58.449432Z","caller":"traceutil/trace.go:171","msg":"trace[272184941] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"117.859484ms","start":"2026-03-04T06:26:58.331547Z","end":"2026-03-04T06:26:58.449407Z","steps":["trace[272184941] 'process raft request' (duration: 117.434742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.449812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.824993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81606"} {"level":"info","ts":"2026-03-04T06:26:58.449876Z","caller":"traceutil/trace.go:171","msg":"trace[1951259950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5226; }","duration":"117.924446ms","start":"2026-03-04T06:26:58.331936Z","end":"2026-03-04T06:26:58.449861Z","steps":["trace[1951259950] 'agreement among raft nodes before linearized reading' (duration: 117.628038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:59.153651Z","caller":"traceutil/trace.go:171","msg":"trace[396170199] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"251.442321ms","start":"2026-03-04T06:26:58.902185Z","end":"2026-03-04T06:26:59.153627Z","steps":["trace[396170199] 'process raft request' (duration: 251.285647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:59.211467Z","caller":"traceutil/trace.go:171","msg":"trace[10925492] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"287.142736ms","start":"2026-03-04T06:26:58.924302Z","end":"2026-03-04T06:26:59.211445Z","steps":["trace[10925492] 'process raft request' (duration: 287.017692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:59.211494Z","caller":"traceutil/trace.go:171","msg":"trace[315258105] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"291.037371ms","start":"2026-03-04T06:26:58.920432Z","end":"2026-03-04T06:26:59.211469Z","steps":["trace[315258105] 'process raft request' (duration: 287.324431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:03.550651Z","caller":"traceutil/trace.go:171","msg":"trace[1686534868] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"386.896551ms","start":"2026-03-04T06:27:03.163726Z","end":"2026-03-04T06:27:03.550623Z","steps":["trace[1686534868] 'process raft request' (duration: 386.708716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:03.550841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:03.163678Z","time spent":"387.055465ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:03.779684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.32575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:03.779824Z","caller":"traceutil/trace.go:171","msg":"trace[975934092] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5468; }","duration":"429.746498ms","start":"2026-03-04T06:27:03.350066Z","end":"2026-03-04T06:27:03.779812Z","steps":["trace[975934092] 'read index received' (duration: 200.349062ms)","trace[975934092] 'applied index is now lower than readState.Index' (duration: 229.396856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:03.779878Z","caller":"traceutil/trace.go:171","msg":"trace[1652072073] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"552.395721ms","start":"2026-03-04T06:27:03.227463Z","end":"2026-03-04T06:27:03.779859Z","steps":["trace[1652072073] 'process raft request' (duration: 552.307068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:03.779908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.840701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:03.779925Z","caller":"traceutil/trace.go:171","msg":"trace[1460143464] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5264; }","duration":"429.890782ms","start":"2026-03-04T06:27:03.350027Z","end":"2026-03-04T06:27:03.779918Z","steps":["trace[1460143464] 'agreement among raft nodes before linearized reading' (duration: 429.854091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:03.779947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:03.350007Z","time spent":"429.935233ms","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:27:03.779973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:03.227438Z","time spent":"552.484613ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:03.780048Z","caller":"traceutil/trace.go:171","msg":"trace[1130964248] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"558.093445ms","start":"2026-03-04T06:27:03.221946Z","end":"2026-03-04T06:27:03.78004Z","steps":["trace[1130964248] 'process raft request' (duration: 437.331172ms)","trace[1130964248] 'compare' (duration: 120.201887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:03.780078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:03.221918Z","time spent":"558.144566ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:03.780131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.387343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:03.78016Z","caller":"traceutil/trace.go:171","msg":"trace[235038416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"297.448684ms","start":"2026-03-04T06:27:03.482699Z","end":"2026-03-04T06:27:03.780148Z","steps":["trace[235038416] 'agreement among raft nodes before linearized reading' (duration: 297.415944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:03.780653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.103908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T06:27:03.780686Z","caller":"traceutil/trace.go:171","msg":"trace[1865430384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5264; }","duration":"343.159349ms","start":"2026-03-04T06:27:03.437518Z","end":"2026-03-04T06:27:03.780677Z","steps":["trace[1865430384] 'agreement among raft nodes before linearized reading' (duration: 342.46796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:03.780702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:03.437507Z","time spent":"343.19156ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T06:27:04.653111Z","caller":"traceutil/trace.go:171","msg":"trace[475091239] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5473; }","duration":"168.396728ms","start":"2026-03-04T06:27:04.484687Z","end":"2026-03-04T06:27:04.653084Z","steps":["trace[475091239] 'read index received' (duration: 53.565906ms)","trace[475091239] 'applied index is now lower than readState.Index' (duration: 114.829802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:04.653627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.618668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:27:04.653675Z","caller":"traceutil/trace.go:171","msg":"trace[601849581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:5268; }","duration":"167.71262ms","start":"2026-03-04T06:27:04.485951Z","end":"2026-03-04T06:27:04.653664Z","steps":["trace[601849581] 'agreement among raft nodes before linearized reading' (duration: 167.535855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:04.653675Z","caller":"traceutil/trace.go:171","msg":"trace[1331902338] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"169.147068ms","start":"2026-03-04T06:27:04.48447Z","end":"2026-03-04T06:27:04.653617Z","steps":["trace[1331902338] 'process raft request' (duration: 113.696601ms)","trace[1331902338] 'compare' (duration: 54.751329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:04.653981Z","caller":"traceutil/trace.go:171","msg":"trace[2014480796] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"168.606854ms","start":"2026-03-04T06:27:04.485337Z","end":"2026-03-04T06:27:04.653944Z","steps":["trace[2014480796] 'process raft request' (duration: 167.70233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:04.654008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.294693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:27:04.654123Z","caller":"traceutil/trace.go:171","msg":"trace[726231599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5268; }","duration":"169.484467ms","start":"2026-03-04T06:27:04.484615Z","end":"2026-03-04T06:27:04.6541Z","steps":["trace[726231599] 'agreement among raft nodes before linearized reading' (duration: 168.715237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:05.174763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.001744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:27:05.174859Z","caller":"traceutil/trace.go:171","msg":"trace[537874125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5269; }","duration":"340.155268ms","start":"2026-03-04T06:27:04.834681Z","end":"2026-03-04T06:27:05.174836Z","steps":["trace[537874125] 'range keys from in-memory index tree' (duration: 339.753467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:05.174911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:04.83466Z","time spent":"340.24109ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:27:05.175181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.629696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T06:27:05.17531Z","caller":"traceutil/trace.go:171","msg":"trace[347750006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5269; }","duration":"345.79879ms","start":"2026-03-04T06:27:04.829481Z","end":"2026-03-04T06:27:05.17528Z","steps":["trace[347750006] 'range keys from in-memory index tree' (duration: 345.186164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:05.175511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:04.829455Z","time spent":"346.040947ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T06:27:33.58033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2660} {"level":"info","ts":"2026-03-04T06:27:33.907711Z","caller":"traceutil/trace.go:171","msg":"trace[623299515] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"138.234743ms","start":"2026-03-04T06:27:33.769438Z","end":"2026-03-04T06:27:33.907673Z","steps":["trace[623299515] 'process raft request' (duration: 50.3686ms)","trace[623299515] 'compare' (duration: 65.404967ms)","trace[623299515] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 22.336293ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T06:27:34.093562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2660,"took":"511.99961ms","hash":1808315931,"current-db-size-bytes":39297024,"current-db-size":"39 MB","current-db-size-in-use-bytes":28639232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T06:27:34.093636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1808315931,"revision":2660,"compact-revision":-1} {"level":"info","ts":"2026-03-04T06:27:34.09964Z","caller":"traceutil/trace.go:171","msg":"trace[1974268776] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"143.241199ms","start":"2026-03-04T06:27:33.956372Z","end":"2026-03-04T06:27:34.099613Z","steps":["trace[1974268776] 'process raft request' (duration: 143.063444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:34.11566Z","caller":"traceutil/trace.go:171","msg":"trace[1690254072] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"139.590551ms","start":"2026-03-04T06:27:33.97605Z","end":"2026-03-04T06:27:34.115641Z","steps":["trace[1690254072] 'process raft request' (duration: 139.492878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:39.019202Z","caller":"traceutil/trace.go:171","msg":"trace[2002055749] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5767; }","duration":"307.758331ms","start":"2026-03-04T06:27:38.711416Z","end":"2026-03-04T06:27:39.019174Z","steps":["trace[2002055749] 'read index received' (duration: 307.587907ms)","trace[2002055749] 'applied index is now lower than readState.Index' (duration: 169.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:39.01935Z","caller":"traceutil/trace.go:171","msg":"trace[51484656] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"313.677192ms","start":"2026-03-04T06:27:38.705621Z","end":"2026-03-04T06:27:39.019298Z","steps":["trace[51484656] 'process raft request' (duration: 313.360223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:39.019444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.234902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:39.019486Z","caller":"traceutil/trace.go:171","msg":"trace[217714846] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5551; }","duration":"232.353605ms","start":"2026-03-04T06:27:38.78712Z","end":"2026-03-04T06:27:39.019473Z","steps":["trace[217714846] 'agreement among raft nodes before linearized reading' (duration: 232.229962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:39.019525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:38.705595Z","time spent":"313.840296ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:39.019556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.109171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:27:39.019626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.802048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:27:39.019686Z","caller":"traceutil/trace.go:171","msg":"trace[1427237484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5551; }","duration":"308.234755ms","start":"2026-03-04T06:27:38.711392Z","end":"2026-03-04T06:27:39.019627Z","steps":["trace[1427237484] 'agreement among raft nodes before linearized reading' (duration: 307.912766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:39.019743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:38.711382Z","time spent":"308.351037ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:27:39.01974Z","caller":"traceutil/trace.go:171","msg":"trace[1165254222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:5551; }","duration":"165.954041ms","start":"2026-03-04T06:27:38.853766Z","end":"2026-03-04T06:27:39.01972Z","steps":["trace[1165254222] 'agreement among raft nodes before linearized reading' (duration: 165.662513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:39.019741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.417363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:27:39.019834Z","caller":"traceutil/trace.go:171","msg":"trace[1267366499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5551; }","duration":"173.568598ms","start":"2026-03-04T06:27:38.846244Z","end":"2026-03-04T06:27:39.019813Z","steps":["trace[1267366499] 'agreement among raft nodes before linearized reading' (duration: 173.248209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:39.019837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.322839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:27:39.019928Z","caller":"traceutil/trace.go:171","msg":"trace[352676301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5551; }","duration":"197.463523ms","start":"2026-03-04T06:27:38.822442Z","end":"2026-03-04T06:27:39.019906Z","steps":["trace[352676301] 'agreement among raft nodes before linearized reading' (duration: 197.112714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.162503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.659449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:40.162979Z","caller":"traceutil/trace.go:171","msg":"trace[500944573] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5555; }","duration":"750.202394ms","start":"2026-03-04T06:27:39.412753Z","end":"2026-03-04T06:27:40.162955Z","steps":["trace[500944573] 'range keys from in-memory index tree' (duration: 749.551795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.163057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.412729Z","time spent":"750.318316ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-04T06:27:40.163155Z","caller":"traceutil/trace.go:171","msg":"trace[786624628] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"124.187864ms","start":"2026-03-04T06:27:40.038926Z","end":"2026-03-04T06:27:40.163113Z","steps":["trace[786624628] 'read index received' (duration: 124.017949ms)","trace[786624628] 'applied index is now lower than readState.Index' (duration: 168.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:40.163011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.532512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:40.163196Z","caller":"traceutil/trace.go:171","msg":"trace[2121302648] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"235.10382ms","start":"2026-03-04T06:27:39.928067Z","end":"2026-03-04T06:27:40.16317Z","steps":["trace[2121302648] 'process raft request' (duration: 234.909455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.163241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.313658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:40.163283Z","caller":"traceutil/trace.go:171","msg":"trace[595650203] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5556; }","duration":"124.40074ms","start":"2026-03-04T06:27:40.038873Z","end":"2026-03-04T06:27:40.163273Z","steps":["trace[595650203] 'agreement among raft nodes before linearized reading' (duration: 124.328228ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:40.163274Z","caller":"traceutil/trace.go:171","msg":"trace[2132675797] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5555; }","duration":"750.859051ms","start":"2026-03-04T06:27:39.412381Z","end":"2026-03-04T06:27:40.16324Z","steps":["trace[2132675797] 'range keys from in-memory index tree' (duration: 750.44722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.16334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.412357Z","time spent":"750.968464ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T06:27:40.163326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.616736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-04T06:27:40.163438Z","caller":"traceutil/trace.go:171","msg":"trace[896015421] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5555; }","duration":"743.962305ms","start":"2026-03-04T06:27:39.419454Z","end":"2026-03-04T06:27:40.163416Z","steps":["trace[896015421] 'range keys from in-memory index tree' (duration: 743.085802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.163488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.419431Z","time spent":"744.045227ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-04T06:27:41.197404Z","caller":"traceutil/trace.go:171","msg":"trace[104030704] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5776; }","duration":"121.374085ms","start":"2026-03-04T06:27:41.076005Z","end":"2026-03-04T06:27:41.197379Z","steps":["trace[104030704] 'read index received' (duration: 74.114426ms)","trace[104030704] 'applied index is now lower than readState.Index' (duration: 47.258559ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:41.197498Z","caller":"traceutil/trace.go:171","msg":"trace[319188298] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"121.720645ms","start":"2026-03-04T06:27:41.075738Z","end":"2026-03-04T06:27:41.197459Z","steps":["trace[319188298] 'process raft request' (duration: 121.458198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:41.19795Z","caller":"traceutil/trace.go:171","msg":"trace[658957631] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"121.621912ms","start":"2026-03-04T06:27:41.075877Z","end":"2026-03-04T06:27:41.197499Z","steps":["trace[658957631] 'process raft request' (duration: 121.463358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.198554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.042291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T06:27:41.198627Z","caller":"traceutil/trace.go:171","msg":"trace[1178237028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5562; }","duration":"111.173945ms","start":"2026-03-04T06:27:41.087439Z","end":"2026-03-04T06:27:41.198613Z","steps":["trace[1178237028] 'agreement among raft nodes before linearized reading' (duration: 110.150026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.199076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.04718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101833"} {"level":"info","ts":"2026-03-04T06:27:41.199189Z","caller":"traceutil/trace.go:171","msg":"trace[863961787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5562; }","duration":"123.167094ms","start":"2026-03-04T06:27:41.075981Z","end":"2026-03-04T06:27:41.199148Z","steps":["trace[863961787] 'agreement among raft nodes before linearized reading' (duration: 121.54629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.468473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.607935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:41.468574Z","caller":"traceutil/trace.go:171","msg":"trace[952611991] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5779; }","duration":"208.148989ms","start":"2026-03-04T06:27:41.260409Z","end":"2026-03-04T06:27:41.468558Z","steps":["trace[952611991] 'read index received' (duration: 32.39039ms)","trace[952611991] 'applied index is now lower than readState.Index' (duration: 175.757289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:41.468663Z","caller":"traceutil/trace.go:171","msg":"trace[290257243] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"265.919406ms","start":"2026-03-04T06:27:41.202732Z","end":"2026-03-04T06:27:41.468651Z","steps":["trace[290257243] 'process raft request' (duration: 90.042104ms)","trace[290257243] 'compare' (duration: 175.504152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:41.468839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.412507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:41.468923Z","caller":"traceutil/trace.go:171","msg":"trace[967203527] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5563; }","duration":"208.53192ms","start":"2026-03-04T06:27:41.260369Z","end":"2026-03-04T06:27:41.468901Z","steps":["trace[967203527] 'agreement among raft nodes before linearized reading' (duration: 208.397707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:42.278035Z","caller":"traceutil/trace.go:171","msg":"trace[1969874301] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5782; }","duration":"109.543899ms","start":"2026-03-04T06:27:42.168461Z","end":"2026-03-04T06:27:42.278005Z","steps":["trace[1969874301] 'read index received' (duration: 109.379115ms)","trace[1969874301] 'applied index is now lower than readState.Index' (duration: 163.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:42.278086Z","caller":"traceutil/trace.go:171","msg":"trace[257539279] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"109.708434ms","start":"2026-03-04T06:27:42.168352Z","end":"2026-03-04T06:27:42.278061Z","steps":["trace[257539279] 'process raft request' (duration: 109.471707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:42.278173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.709514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:42.27821Z","caller":"traceutil/trace.go:171","msg":"trace[1355093001] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5565; }","duration":"109.787466ms","start":"2026-03-04T06:27:42.168413Z","end":"2026-03-04T06:27:42.2782Z","steps":["trace[1355093001] 'agreement among raft nodes before linearized reading' (duration: 109.711704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:42.278396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.910639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-04T06:27:42.278489Z","caller":"traceutil/trace.go:171","msg":"trace[1047238551] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5565; }","duration":"110.046503ms","start":"2026-03-04T06:27:42.168422Z","end":"2026-03-04T06:27:42.278469Z","steps":["trace[1047238551] 'agreement among raft nodes before linearized reading' (duration: 109.657902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:42.409761Z","caller":"traceutil/trace.go:171","msg":"trace[1634569509] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"236.528829ms","start":"2026-03-04T06:27:42.17321Z","end":"2026-03-04T06:27:42.409739Z","steps":["trace[1634569509] 'process raft request' (duration: 156.590323ms)","trace[1634569509] 'compare' (duration: 79.622707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:42.409928Z","caller":"traceutil/trace.go:171","msg":"trace[1067607806] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"131.808182ms","start":"2026-03-04T06:27:42.278096Z","end":"2026-03-04T06:27:42.409905Z","steps":["trace[1067607806] 'read index received' (duration: 51.619148ms)","trace[1067607806] 'applied index is now lower than readState.Index' (duration: 80.181644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:42.410005Z","caller":"traceutil/trace.go:171","msg":"trace[621104540] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"236.337724ms","start":"2026-03-04T06:27:42.173646Z","end":"2026-03-04T06:27:42.409983Z","steps":["trace[621104540] 'process raft request' (duration: 236.029915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:51.978312Z","caller":"traceutil/trace.go:171","msg":"trace[1888268710] linearizableReadLoop","detail":"{readStateIndex:5837; appliedIndex:5836; }","duration":"327.652413ms","start":"2026-03-04T06:27:51.650627Z","end":"2026-03-04T06:27:51.97828Z","steps":["trace[1888268710] 'read index received' (duration: 233.506856ms)","trace[1888268710] 'applied index is now lower than readState.Index' (duration: 94.143977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:51.978458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.810488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:51.978699Z","caller":"traceutil/trace.go:171","msg":"trace[310640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5617; }","duration":"328.059375ms","start":"2026-03-04T06:27:51.650582Z","end":"2026-03-04T06:27:51.978642Z","steps":["trace[310640] 'agreement among raft nodes before linearized reading' (duration: 327.786177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:51.978881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:51.650556Z","time spent":"328.29247ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T06:27:52.014875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.340717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T06:27:52.01513Z","caller":"traceutil/trace.go:171","msg":"trace[645239926] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5618; }","duration":"346.518311ms","start":"2026-03-04T06:27:51.668491Z","end":"2026-03-04T06:27:52.015009Z","steps":["trace[645239926] 'agreement among raft nodes before linearized reading' (duration: 345.154024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:52.015363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:51.668484Z","time spent":"346.861051ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210826,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T06:27:52.593595Z","caller":"traceutil/trace.go:171","msg":"trace[775418435] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"146.560527ms","start":"2026-03-04T06:27:52.447008Z","end":"2026-03-04T06:27:52.593569Z","steps":["trace[775418435] 'process raft request' (duration: 110.821125ms)","trace[775418435] 'compare' (duration: 35.349311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:52.593661Z","caller":"traceutil/trace.go:171","msg":"trace[600985656] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"140.258674ms","start":"2026-03-04T06:27:52.453385Z","end":"2026-03-04T06:27:52.593644Z","steps":["trace[600985656] 'process raft request' (duration: 139.897904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:53.064274Z","caller":"traceutil/trace.go:171","msg":"trace[1677584011] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"464.03196ms","start":"2026-03-04T06:27:52.600209Z","end":"2026-03-04T06:27:53.064241Z","steps":["trace[1677584011] 'process raft request' (duration: 437.225314ms)","trace[1677584011] 'compare' (duration: 26.605411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:53.064442Z","caller":"traceutil/trace.go:171","msg":"trace[1203127141] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"464.179084ms","start":"2026-03-04T06:27:52.600244Z","end":"2026-03-04T06:27:53.064423Z","steps":["trace[1203127141] 'process raft request' (duration: 463.943648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:53.064466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.600195Z","time spent":"464.178454ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:53.064539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.600225Z","time spent":"464.266656ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:53.064588Z","caller":"traceutil/trace.go:171","msg":"trace[2095167540] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5844; }","duration":"246.969566ms","start":"2026-03-04T06:27:52.8176Z","end":"2026-03-04T06:27:53.064569Z","steps":["trace[2095167540] 'read index received' (duration: 219.958044ms)","trace[2095167540] 'applied index is now lower than readState.Index' (duration: 27.010322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:53.064774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.168501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:53.064833Z","caller":"traceutil/trace.go:171","msg":"trace[1935271377] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5630; }","duration":"247.273604ms","start":"2026-03-04T06:27:52.817543Z","end":"2026-03-04T06:27:53.064817Z","steps":["trace[1935271377] 'agreement among raft nodes before linearized reading' (duration: 247.11943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:53.064847Z","caller":"traceutil/trace.go:171","msg":"trace[152966755] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"464.364069ms","start":"2026-03-04T06:27:52.600441Z","end":"2026-03-04T06:27:53.064805Z","steps":["trace[152966755] 'process raft request' (duration: 463.953108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:53.065008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.600424Z","time spent":"464.491533ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:53.065168Z","caller":"traceutil/trace.go:171","msg":"trace[1960026570] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"464.7609ms","start":"2026-03-04T06:27:52.60039Z","end":"2026-03-04T06:27:53.065151Z","steps":["trace[1960026570] 'process raft request' (duration: 463.931768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:53.06526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.60037Z","time spent":"464.842102ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:53.065253Z","caller":"traceutil/trace.go:171","msg":"trace[1800658337] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"459.679231ms","start":"2026-03-04T06:27:52.605562Z","end":"2026-03-04T06:27:53.065241Z","steps":["trace[1800658337] 'process raft request' (duration: 458.944901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:53.0653Z","caller":"traceutil/trace.go:171","msg":"trace[483165929] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"464.524754ms","start":"2026-03-04T06:27:52.600754Z","end":"2026-03-04T06:27:53.065278Z","steps":["trace[483165929] 'process raft request' (duration: 463.698641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:53.065343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.605552Z","time spent":"459.749742ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:53.065407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:52.600746Z","time spent":"464.599756ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:53.102435Z","caller":"traceutil/trace.go:171","msg":"trace[1889569510] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"279.432018ms","start":"2026-03-04T06:27:52.822985Z","end":"2026-03-04T06:27:53.102417Z","steps":["trace[1889569510] 'process raft request' (duration: 279.331286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:07.083625Z","caller":"traceutil/trace.go:171","msg":"trace[1668001421] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"207.249345ms","start":"2026-03-04T06:28:06.876353Z","end":"2026-03-04T06:28:07.083603Z","steps":["trace[1668001421] 'process raft request' (duration: 207.099641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:07.511557Z","caller":"traceutil/trace.go:171","msg":"trace[1933482351] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"109.442917ms","start":"2026-03-04T06:28:07.402086Z","end":"2026-03-04T06:28:07.511529Z","steps":["trace[1933482351] 'process raft request' (duration: 89.466118ms)","trace[1933482351] 'compare' (duration: 19.697451ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:32:33.586991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5430} {"level":"info","ts":"2026-03-04T06:32:33.683343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5430,"took":"94.492556ms","hash":441027685,"current-db-size-bytes":41082880,"current-db-size":"41 MB","current-db-size-in-use-bytes":21843968,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T06:32:33.683398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":441027685,"revision":5430,"compact-revision":2660} {"level":"info","ts":"2026-03-04T06:33:03.294236Z","caller":"traceutil/trace.go:171","msg":"trace[1713130625] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8064; }","duration":"317.509081ms","start":"2026-03-04T06:33:02.976695Z","end":"2026-03-04T06:33:03.294205Z","steps":["trace[1713130625] 'read index received' (duration: 317.232303ms)","trace[1713130625] 'applied index is now lower than readState.Index' (duration: 272.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:03.294375Z","caller":"traceutil/trace.go:171","msg":"trace[1299811833] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"455.701521ms","start":"2026-03-04T06:33:02.838619Z","end":"2026-03-04T06:33:03.294321Z","steps":["trace[1299811833] 'process raft request' (duration: 455.376102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:03.294478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.752727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:03.294533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:02.838599Z","time spent":"455.836445ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:03.294578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.301141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:03.294645Z","caller":"traceutil/trace.go:171","msg":"trace[1884136373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7772; }","duration":"306.390563ms","start":"2026-03-04T06:33:02.988238Z","end":"2026-03-04T06:33:03.294628Z","steps":["trace[1884136373] 'agreement among raft nodes before linearized reading' (duration: 306.173907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:03.294694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:02.988227Z","time spent":"306.455395ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:33:03.29474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.731918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:33:03.294719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.014168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:33:03.294584Z","caller":"traceutil/trace.go:171","msg":"trace[1123518683] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7772; }","duration":"317.907401ms","start":"2026-03-04T06:33:02.976648Z","end":"2026-03-04T06:33:03.294555Z","steps":["trace[1123518683] 'agreement among raft nodes before linearized reading' (duration: 317.714676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:03.294741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.464459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:33:03.294801Z","caller":"traceutil/trace.go:171","msg":"trace[1172518426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7772; }","duration":"159.136851ms","start":"2026-03-04T06:33:03.135646Z","end":"2026-03-04T06:33:03.294783Z","steps":["trace[1172518426] 'agreement among raft nodes before linearized reading' (duration: 158.946976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:03.29482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:02.976611Z","time spent":"318.192429ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:03.294841Z","caller":"traceutil/trace.go:171","msg":"trace[1775991752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7772; }","duration":"244.597103ms","start":"2026-03-04T06:33:03.050222Z","end":"2026-03-04T06:33:03.294819Z","steps":["trace[1775991752] 'agreement among raft nodes before linearized reading' (duration: 244.332356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:03.294712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.372096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:03.294986Z","caller":"traceutil/trace.go:171","msg":"trace[1237837407] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7772; }","duration":"141.728765ms","start":"2026-03-04T06:33:03.153248Z","end":"2026-03-04T06:33:03.294977Z","steps":["trace[1237837407] 'agreement among raft nodes before linearized reading' (duration: 141.247062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:03.29478Z","caller":"traceutil/trace.go:171","msg":"trace[1431191981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7772; }","duration":"283.78545ms","start":"2026-03-04T06:33:03.010987Z","end":"2026-03-04T06:33:03.294772Z","steps":["trace[1431191981] 'agreement among raft nodes before linearized reading' (duration: 283.636786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.291266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436037281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:33:14.507626Z","caller":"traceutil/trace.go:171","msg":"trace[252412886] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"807.334403ms","start":"2026-03-04T06:33:13.700263Z","end":"2026-03-04T06:33:14.507597Z","steps":["trace[252412886] 'process raft request' (duration: 807.193449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.507767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.700234Z","time spent":"807.444656ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:14.66978Z","caller":"traceutil/trace.go:171","msg":"trace[482894110] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8122; }","duration":"878.559155ms","start":"2026-03-04T06:33:13.791196Z","end":"2026-03-04T06:33:14.669756Z","steps":["trace[482894110] 'read index received' (duration: 716.25577ms)","trace[482894110] 'applied index is now lower than readState.Index' (duration: 162.298355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:14.66985Z","caller":"traceutil/trace.go:171","msg":"trace[1539064735] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"627.329245ms","start":"2026-03-04T06:33:14.042494Z","end":"2026-03-04T06:33:14.669824Z","steps":["trace[1539064735] 'process raft request' (duration: 551.926021ms)","trace[1539064735] 'compare' (duration: 75.227029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:14.669958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.042456Z","time spent":"627.440218ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:14.669972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.749939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670053Z","caller":"traceutil/trace.go:171","msg":"trace[779629968] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7828; }","duration":"878.854942ms","start":"2026-03-04T06:33:13.791179Z","end":"2026-03-04T06:33:14.670034Z","steps":["trace[779629968] 'agreement among raft nodes before linearized reading' (duration: 878.697558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.057595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.79109Z","time spent":"878.998287ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.670129Z","caller":"traceutil/trace.go:171","msg":"trace[917268526] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7828; }","duration":"649.108717ms","start":"2026-03-04T06:33:14.021006Z","end":"2026-03-04T06:33:14.670115Z","steps":["trace[917268526] 'agreement among raft nodes before linearized reading' (duration: 649.043566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.462346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.020996Z","time spent":"649.156998ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.244376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670203Z","caller":"traceutil/trace.go:171","msg":"trace[7757628] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7828; }","duration":"649.502657ms","start":"2026-03-04T06:33:14.020677Z","end":"2026-03-04T06:33:14.67018Z","steps":["trace[7757628] 'agreement among raft nodes before linearized reading' (duration: 649.447906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.020595Z","time spent":"649.652782ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.670266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.9594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.915229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670295Z","caller":"traceutil/trace.go:171","msg":"trace[966857494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7828; }","duration":"188.025752ms","start":"2026-03-04T06:33:14.48226Z","end":"2026-03-04T06:33:14.670286Z","steps":["trace[966857494] 'agreement among raft nodes before linearized reading' (duration: 187.982561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.071227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670345Z","caller":"traceutil/trace.go:171","msg":"trace[1795050984] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7828; }","duration":"832.030203ms","start":"2026-03-04T06:33:13.838284Z","end":"2026-03-04T06:33:14.670314Z","steps":["trace[1795050984] 'agreement among raft nodes before linearized reading' (duration: 831.882269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.670365Z","caller":"traceutil/trace.go:171","msg":"trace[1565189278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7828; }","duration":"685.434607ms","start":"2026-03-04T06:33:13.984917Z","end":"2026-03-04T06:33:14.670352Z","steps":["trace[1565189278] 'agreement among raft nodes before linearized reading' (duration: 685.053167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.391866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.838268Z","time spent":"832.115785ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.670402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.984894Z","time spent":"685.497069ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.670421Z","caller":"traceutil/trace.go:171","msg":"trace[1360580746] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7828; }","duration":"685.430887ms","start":"2026-03-04T06:33:13.98498Z","end":"2026-03-04T06:33:14.670411Z","steps":["trace[1360580746] 'agreement among raft nodes before linearized reading' (duration: 685.390616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.90333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670211Z","caller":"traceutil/trace.go:171","msg":"trace[814539619] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7828; }","duration":"541.3652ms","start":"2026-03-04T06:33:14.12883Z","end":"2026-03-04T06:33:14.670195Z","steps":["trace[814539619] 'agreement among raft nodes before linearized reading' (duration: 541.216656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.984975Z","time spent":"685.471328ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.670486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.846274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670503Z","caller":"traceutil/trace.go:171","msg":"trace[1187018874] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7828; }","duration":"789.101696ms","start":"2026-03-04T06:33:13.881365Z","end":"2026-03-04T06:33:14.670466Z","steps":["trace[1187018874] 'agreement among raft nodes before linearized reading' (duration: 788.791557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.710174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670538Z","caller":"traceutil/trace.go:171","msg":"trace[1497579950] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7828; }","duration":"671.894605ms","start":"2026-03-04T06:33:13.998619Z","end":"2026-03-04T06:33:14.670514Z","steps":["trace[1497579950] 'agreement among raft nodes before linearized reading' (duration: 671.842074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.355942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.95415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670574Z","caller":"traceutil/trace.go:171","msg":"trace[1509651142] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7828; }","duration":"524.766006ms","start":"2026-03-04T06:33:14.145795Z","end":"2026-03-04T06:33:14.670562Z","steps":["trace[1509651142] 'agreement among raft nodes before linearized reading' (duration: 524.709115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.128825Z","time spent":"541.668297ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.670584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.998613Z","time spent":"671.962288ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.670586Z","caller":"traceutil/trace.go:171","msg":"trace[601852462] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7828; }","duration":"525.402313ms","start":"2026-03-04T06:33:14.145176Z","end":"2026-03-04T06:33:14.670578Z","steps":["trace[601852462] 'agreement among raft nodes before linearized reading' (duration: 525.352301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.67058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.881339Z","time spent":"789.223329ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.145784Z","time spent":"524.816027ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.145165Z","time spent":"525.446054ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.670617Z","caller":"traceutil/trace.go:171","msg":"trace[1948184499] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7828; }","duration":"650.056612ms","start":"2026-03-04T06:33:14.020541Z","end":"2026-03-04T06:33:14.670598Z","steps":["trace[1948184499] 'agreement among raft nodes before linearized reading' (duration: 649.95565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.78161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.020527Z","time spent":"650.126714ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.670678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.932108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.914897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.960085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.991609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.67074Z","caller":"traceutil/trace.go:171","msg":"trace[224109729] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7828; }","duration":"540.955468ms","start":"2026-03-04T06:33:14.129776Z","end":"2026-03-04T06:33:14.670731Z","steps":["trace[224109729] 'agreement among raft nodes before linearized reading' (duration: 540.913277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.904287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670765Z","caller":"traceutil/trace.go:171","msg":"trace[400068717] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7828; }","duration":"614.204664ms","start":"2026-03-04T06:33:14.05655Z","end":"2026-03-04T06:33:14.670754Z","steps":["trace[400068717] 'agreement among raft nodes before linearized reading' (duration: 613.992429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.12977Z","time spent":"540.991569ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.376933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670776Z","caller":"traceutil/trace.go:171","msg":"trace[1082184993] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7828; }","duration":"790.0174ms","start":"2026-03-04T06:33:13.88071Z","end":"2026-03-04T06:33:14.670727Z","steps":["trace[1082184993] 'agreement among raft nodes before linearized reading' (duration: 789.938008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.056529Z","time spent":"614.257846ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.011846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670799Z","caller":"traceutil/trace.go:171","msg":"trace[1061810893] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7828; }","duration":"565.238716ms","start":"2026-03-04T06:33:14.105542Z","end":"2026-03-04T06:33:14.670781Z","steps":["trace[1061810893] 'agreement among raft nodes before linearized reading' (duration: 564.886527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.670816Z","caller":"traceutil/trace.go:171","msg":"trace[1431447034] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7828; }","duration":"564.451196ms","start":"2026-03-04T06:33:14.106349Z","end":"2026-03-04T06:33:14.670801Z","steps":["trace[1431447034] 'agreement among raft nodes before linearized reading' (duration: 564.366633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.670836Z","caller":"traceutil/trace.go:171","msg":"trace[707094469] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7828; }","duration":"630.064568ms","start":"2026-03-04T06:33:14.04076Z","end":"2026-03-04T06:33:14.670825Z","steps":["trace[707094469] 'agreement among raft nodes before linearized reading' (duration: 630.016337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.628929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.8807Z","time spent":"790.132364ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.670855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.105518Z","time spent":"565.318609ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.670861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.106339Z","time spent":"564.509517ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.040753Z","time spent":"630.11698ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.670661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.874653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.44613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.173817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.341497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.67088Z","caller":"traceutil/trace.go:171","msg":"trace[1499725084] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7828; }","duration":"525.679951ms","start":"2026-03-04T06:33:14.145192Z","end":"2026-03-04T06:33:14.670872Z","steps":["trace[1499725084] 'agreement among raft nodes before linearized reading' (duration: 525.630589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.42422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.145179Z","time spent":"525.861555ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.671051Z","caller":"traceutil/trace.go:171","msg":"trace[864981035] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7828; }","duration":"809.550382ms","start":"2026-03-04T06:33:13.861485Z","end":"2026-03-04T06:33:14.671035Z","steps":["trace[864981035] 'agreement among raft nodes before linearized reading' (duration: 809.222863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.67108Z","caller":"traceutil/trace.go:171","msg":"trace[299417223] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7828; }","duration":"590.487011ms","start":"2026-03-04T06:33:14.080582Z","end":"2026-03-04T06:33:14.671069Z","steps":["trace[299417223] 'agreement among raft nodes before linearized reading' (duration: 590.417519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.670757Z","caller":"traceutil/trace.go:171","msg":"trace[1723023869] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7828; }","duration":"615.011986ms","start":"2026-03-04T06:33:14.055731Z","end":"2026-03-04T06:33:14.670743Z","steps":["trace[1723023869] 'agreement among raft nodes before linearized reading' (duration: 614.952495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.080576Z","time spent":"590.528652ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.543421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.346654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.384102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671186Z","caller":"traceutil/trace.go:171","msg":"trace[1077934529] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7828; }","duration":"630.617723ms","start":"2026-03-04T06:33:14.040558Z","end":"2026-03-04T06:33:14.671176Z","steps":["trace[1077934529] 'agreement among raft nodes before linearized reading' (duration: 630.53497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.67118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.055723Z","time spent":"615.392126ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.67119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.140434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:14.671206Z","caller":"traceutil/trace.go:171","msg":"trace[1935363953] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7828; }","duration":"591.423636ms","start":"2026-03-04T06:33:14.07977Z","end":"2026-03-04T06:33:14.671194Z","steps":["trace[1935363953] 'agreement among raft nodes before linearized reading' (duration: 591.328644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671211Z","caller":"traceutil/trace.go:171","msg":"trace[1356688518] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7828; }","duration":"832.439353ms","start":"2026-03-04T06:33:13.838763Z","end":"2026-03-04T06:33:14.671202Z","steps":["trace[1356688518] 'agreement among raft nodes before linearized reading' (duration: 832.396562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.040545Z","time spent":"630.663874ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.838754Z","time spent":"832.481394ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.079739Z","time spent":"591.494138ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.155495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671288Z","caller":"traceutil/trace.go:171","msg":"trace[1392782844] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7828; }","duration":"671.220427ms","start":"2026-03-04T06:33:14.000058Z","end":"2026-03-04T06:33:14.671278Z","steps":["trace[1392782844] 'agreement among raft nodes before linearized reading' (duration: 671.157796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.340499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.917214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.000052Z","time spent":"671.268519ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.301407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671344Z","caller":"traceutil/trace.go:171","msg":"trace[23769282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7828; }","duration":"720.403491ms","start":"2026-03-04T06:33:13.950929Z","end":"2026-03-04T06:33:14.671332Z","steps":["trace[23769282] 'agreement among raft nodes before linearized reading' (duration: 720.337319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.791678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671374Z","caller":"traceutil/trace.go:171","msg":"trace[948123233] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7828; }","duration":"754.353138ms","start":"2026-03-04T06:33:13.917007Z","end":"2026-03-04T06:33:14.67136Z","steps":["trace[948123233] 'agreement among raft nodes before linearized reading' (duration: 754.295926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.637157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671397Z","caller":"traceutil/trace.go:171","msg":"trace[1377945801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7828; }","duration":"630.852109ms","start":"2026-03-04T06:33:14.040536Z","end":"2026-03-04T06:33:14.671388Z","steps":["trace[1377945801] 'agreement among raft nodes before linearized reading' (duration: 630.802238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.916999Z","time spent":"754.401349ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-04T06:33:14.671009Z","caller":"traceutil/trace.go:171","msg":"trace[100226978] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7828; }","duration":"809.555252ms","start":"2026-03-04T06:33:13.861439Z","end":"2026-03-04T06:33:14.670995Z","steps":["trace[100226978] 'agreement among raft nodes before linearized reading' (duration: 809.453779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671241Z","caller":"traceutil/trace.go:171","msg":"trace[1708731655] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7828; }","duration":"717.205725ms","start":"2026-03-04T06:33:13.95402Z","end":"2026-03-04T06:33:14.671226Z","steps":["trace[1708731655] 'agreement among raft nodes before linearized reading' (duration: 717.066981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671428Z","caller":"traceutil/trace.go:171","msg":"trace[1054920254] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7828; }","duration":"790.710858ms","start":"2026-03-04T06:33:13.880706Z","end":"2026-03-04T06:33:14.671417Z","steps":["trace[1054920254] 'agreement among raft nodes before linearized reading' (duration: 790.639576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.670548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.919695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.67146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.620926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.954013Z","time spent":"717.442631ms","remote":"127.0.0.1:50716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.671469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.94104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671491Z","caller":"traceutil/trace.go:171","msg":"trace[1559133806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7828; }","duration":"809.972053ms","start":"2026-03-04T06:33:13.861509Z","end":"2026-03-04T06:33:14.671481Z","steps":["trace[1559133806] 'agreement among raft nodes before linearized reading' (duration: 808.763191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.861426Z","time spent":"810.036365ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.709947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671519Z","caller":"traceutil/trace.go:171","msg":"trace[877891553] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7828; }","duration":"770.994572ms","start":"2026-03-04T06:33:13.900508Z","end":"2026-03-04T06:33:14.671502Z","steps":["trace[877891553] 'agreement among raft nodes before linearized reading' (duration: 770.929211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.780051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.67155Z","caller":"traceutil/trace.go:171","msg":"trace[199506] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7828; }","duration":"754.756918ms","start":"2026-03-04T06:33:13.916776Z","end":"2026-03-04T06:33:14.671532Z","steps":["trace[199506] 'agreement among raft nodes before linearized reading' (duration: 754.692937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.342194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.655738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.900504Z","time spent":"771.053414ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.671605Z","caller":"traceutil/trace.go:171","msg":"trace[1251617748] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7828; }","duration":"770.594901ms","start":"2026-03-04T06:33:13.901001Z","end":"2026-03-04T06:33:14.671596Z","steps":["trace[1251617748] 'agreement among raft nodes before linearized reading' (duration: 770.319554ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671615Z","caller":"traceutil/trace.go:171","msg":"trace[1706025690] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7828; }","duration":"738.70247ms","start":"2026-03-04T06:33:13.932903Z","end":"2026-03-04T06:33:14.671606Z","steps":["trace[1706025690] 'agreement among raft nodes before linearized reading' (duration: 738.654639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671492Z","caller":"traceutil/trace.go:171","msg":"trace[1177534164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7828; }","duration":"720.666188ms","start":"2026-03-04T06:33:13.950817Z","end":"2026-03-04T06:33:14.671483Z","steps":["trace[1177534164] 'agreement among raft nodes before linearized reading' (duration: 720.622197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.932897Z","time spent":"738.746881ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.950919Z","time spent":"720.473462ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.880694Z","time spent":"790.76789ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.671351Z","caller":"traceutil/trace.go:171","msg":"trace[336423842] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7828; }","duration":"565.950285ms","start":"2026-03-04T06:33:14.105392Z","end":"2026-03-04T06:33:14.671342Z","steps":["trace[336423842] 'agreement among raft nodes before linearized reading' (duration: 565.896084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.861467Z","time spent":"810.229511ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.670689Z","caller":"traceutil/trace.go:171","msg":"trace[1984162014] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7828; }","duration":"541.874263ms","start":"2026-03-04T06:33:14.128788Z","end":"2026-03-04T06:33:14.670662Z","steps":["trace[1984162014] 'agreement among raft nodes before linearized reading' (duration: 541.77813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.27705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.128779Z","time spent":"543.009163ms","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.671809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.957876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.900996Z","time spent":"770.648543ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-04T06:33:14.671847Z","caller":"traceutil/trace.go:171","msg":"trace[983845131] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7828; }","duration":"739.035308ms","start":"2026-03-04T06:33:13.932803Z","end":"2026-03-04T06:33:14.671839Z","steps":["trace[983845131] 'agreement among raft nodes before linearized reading' (duration: 738.979407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.858178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.105354Z","time spent":"566.380667ms","remote":"127.0.0.1:47636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.67191Z","caller":"traceutil/trace.go:171","msg":"trace[649873431] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7828; }","duration":"849.92086ms","start":"2026-03-04T06:33:13.82198Z","end":"2026-03-04T06:33:14.671901Z","steps":["trace[649873431] 'agreement among raft nodes before linearized reading' (duration: 849.855358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:14.671041Z","caller":"traceutil/trace.go:171","msg":"trace[990085503] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7828; }","duration":"704.25308ms","start":"2026-03-04T06:33:13.96677Z","end":"2026-03-04T06:33:14.671023Z","steps":["trace[990085503] 'agreement among raft nodes before linearized reading' (duration: 704.139447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.821968Z","time spent":"849.977321ms","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.861489Z","time spent":"810.035775ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.759827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671995Z","caller":"traceutil/trace.go:171","msg":"trace[323345403] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7828; }","duration":"864.851908ms","start":"2026-03-04T06:33:13.807135Z","end":"2026-03-04T06:33:14.671987Z","steps":["trace[323345403] 'agreement among raft nodes before linearized reading' (duration: 864.813277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.80707Z","time spent":"864.956881ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.67188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.932794Z","time spent":"739.07919ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.672107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.072394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.671813Z","caller":"traceutil/trace.go:171","msg":"trace[1537272055] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7828; }","duration":"771.32204ms","start":"2026-03-04T06:33:13.900482Z","end":"2026-03-04T06:33:14.671804Z","steps":["trace[1537272055] 'agreement among raft nodes before linearized reading' (duration: 771.271059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.04052Z","time spent":"630.90139ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.672165Z","caller":"traceutil/trace.go:171","msg":"trace[1812327876] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7828; }","duration":"850.147216ms","start":"2026-03-04T06:33:13.822Z","end":"2026-03-04T06:33:14.672147Z","steps":["trace[1812327876] 'agreement among raft nodes before linearized reading' (duration: 850.061853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.900476Z","time spent":"771.6817ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.672172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.886592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.672211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.821991Z","time spent":"850.207308ms","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.671961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.96676Z","time spent":"705.192794ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.672236Z","caller":"traceutil/trace.go:171","msg":"trace[1108263163] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7828; }","duration":"833.974105ms","start":"2026-03-04T06:33:13.838247Z","end":"2026-03-04T06:33:14.672221Z","steps":["trace[1108263163] 'agreement among raft nodes before linearized reading' (duration: 833.878152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.671443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.557164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.671667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.950809Z","time spent":"720.845642ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.672276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.838236Z","time spent":"834.029636ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.67157Z","caller":"traceutil/trace.go:171","msg":"trace[1578076252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7828; }","duration":"720.859683ms","start":"2026-03-04T06:33:13.950702Z","end":"2026-03-04T06:33:14.671562Z","steps":["trace[1578076252] 'agreement among raft nodes before linearized reading' (duration: 720.811802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.950677Z","time spent":"721.655915ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.671412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.299443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.672447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.721004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.670954Z","caller":"traceutil/trace.go:171","msg":"trace[1585294902] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7828; }","duration":"615.16522ms","start":"2026-03-04T06:33:14.055778Z","end":"2026-03-04T06:33:14.670943Z","steps":["trace[1585294902] 'agreement among raft nodes before linearized reading' (duration: 614.862112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.04351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.670419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.858872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.672576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.05574Z","time spent":"616.813724ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.670002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.949029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.672483Z","caller":"traceutil/trace.go:171","msg":"trace[1416381910] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7828; }","duration":"738.384981ms","start":"2026-03-04T06:33:13.934085Z","end":"2026-03-04T06:33:14.67247Z","steps":["trace[1416381910] 'agreement among raft nodes before linearized reading' (duration: 737.295062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.934076Z","time spent":"738.632148ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-04T06:33:14.67259Z","caller":"traceutil/trace.go:171","msg":"trace[1745415283] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7828; }","duration":"687.092611ms","start":"2026-03-04T06:33:13.985486Z","end":"2026-03-04T06:33:14.672578Z","steps":["trace[1745415283] 'agreement among raft nodes before linearized reading' (duration: 684.81223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.985479Z","time spent":"687.336967ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.671928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.364753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.672921Z","caller":"traceutil/trace.go:171","msg":"trace[1401897798] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7828; }","duration":"866.39235ms","start":"2026-03-04T06:33:13.806517Z","end":"2026-03-04T06:33:14.67291Z","steps":["trace[1401897798] 'agreement among raft nodes before linearized reading' (duration: 865.387683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.672984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.806497Z","time spent":"866.470672ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.6723Z","caller":"traceutil/trace.go:171","msg":"trace[549644631] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7828; }","duration":"755.454657ms","start":"2026-03-04T06:33:13.916833Z","end":"2026-03-04T06:33:14.672288Z","steps":["trace[549644631] 'agreement among raft nodes before linearized reading' (duration: 754.576424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.673083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.916814Z","time spent":"756.251108ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.672518Z","caller":"traceutil/trace.go:171","msg":"trace[2031223334] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7828; }","duration":"849.845798ms","start":"2026-03-04T06:33:13.822662Z","end":"2026-03-04T06:33:14.672507Z","steps":["trace[2031223334] 'agreement among raft nodes before linearized reading' (duration: 849.759136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.673273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.822636Z","time spent":"850.620698ms","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-04T06:33:14.67161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.916692Z","time spent":"754.903112ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-04T06:33:14.672558Z","caller":"traceutil/trace.go:171","msg":"trace[351517273] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7828; }","duration":"866.104402ms","start":"2026-03-04T06:33:13.806445Z","end":"2026-03-04T06:33:14.672549Z","steps":["trace[351517273] 'agreement among raft nodes before linearized reading' (duration: 866.044371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.673419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.806433Z","time spent":"866.977825ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T06:33:14.674595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.306533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.674666Z","caller":"traceutil/trace.go:171","msg":"trace[1224884657] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7828; }","duration":"674.651669ms","start":"2026-03-04T06:33:13.999994Z","end":"2026-03-04T06:33:14.674646Z","steps":["trace[1224884657] 'agreement among raft nodes before linearized reading' (duration: 670.282093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.674152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.360778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:14.672985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.73721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:14.674797Z","caller":"traceutil/trace.go:171","msg":"trace[921425527] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7828; }","duration":"880.685212ms","start":"2026-03-04T06:33:13.791985Z","end":"2026-03-04T06:33:14.67267Z","steps":["trace[921425527] 'agreement among raft nodes before linearized reading' (duration: 877.959529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.674713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.999973Z","time spent":"674.722571ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:14.674879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.791962Z","time spent":"882.900621ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-04T06:33:14.674802Z","caller":"traceutil/trace.go:171","msg":"trace[799498038] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7828; }","duration":"595.050653ms","start":"2026-03-04T06:33:14.079731Z","end":"2026-03-04T06:33:14.674782Z","steps":["trace[799498038] 'agreement among raft nodes before linearized reading' (duration: 590.291866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.674928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:14.0797Z","time spent":"595.211157ms","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:14.674891Z","caller":"traceutil/trace.go:171","msg":"trace[2059349197] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7828; }","duration":"883.759584ms","start":"2026-03-04T06:33:13.791096Z","end":"2026-03-04T06:33:14.674855Z","steps":["trace[2059349197] 'agreement among raft nodes before linearized reading' (duration: 879.272514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:14.675231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:13.791074Z","time spent":"884.134533ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:16.157953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.474528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:33:16.158209Z","caller":"traceutil/trace.go:171","msg":"trace[477371165] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8125; }","duration":"725.777044ms","start":"2026-03-04T06:33:15.432383Z","end":"2026-03-04T06:33:16.15816Z","steps":["trace[477371165] 'read index received' (duration: 115.927986ms)","trace[477371165] 'applied index is now lower than readState.Index' (duration: 609.847998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:16.15825Z","caller":"traceutil/trace.go:171","msg":"trace[1088994404] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"581.660746ms","start":"2026-03-04T06:33:15.576577Z","end":"2026-03-04T06:33:16.158238Z","steps":["trace[1088994404] 'process raft request' (duration: 581.476521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.158323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.576552Z","time spent":"581.724358ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:16.158364Z","caller":"traceutil/trace.go:171","msg":"trace[1713938132] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"729.865814ms","start":"2026-03-04T06:33:15.428435Z","end":"2026-03-04T06:33:16.158301Z","steps":["trace[1713938132] 'process raft request' (duration: 119.945834ms)","trace[1713938132] 'compare' (duration: 609.356915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:16.158478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.087303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:16.158517Z","caller":"traceutil/trace.go:171","msg":"trace[1320017318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7831; }","duration":"726.150835ms","start":"2026-03-04T06:33:15.432356Z","end":"2026-03-04T06:33:16.158507Z","steps":["trace[1320017318] 'agreement among raft nodes before linearized reading' (duration: 725.942279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.158567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.428413Z","time spent":"730.050439ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:16.158587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.432347Z","time spent":"726.228907ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:33:16.25125Z","caller":"traceutil/trace.go:171","msg":"trace[1211502737] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"660.741867ms","start":"2026-03-04T06:33:15.590359Z","end":"2026-03-04T06:33:16.251101Z","steps":["trace[1211502737] 'process raft request' (duration: 660.606403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.251303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.707503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:33:16.25137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.590331Z","time spent":"660.981623ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:16.251366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.785388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:33:16.251439Z","caller":"traceutil/trace.go:171","msg":"trace[1518881466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:7832; }","duration":"815.898721ms","start":"2026-03-04T06:33:15.435523Z","end":"2026-03-04T06:33:16.251422Z","steps":["trace[1518881466] 'agreement among raft nodes before linearized reading' (duration: 815.596483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.251454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.37024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:16.251492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.435511Z","time spent":"815.971263ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"info","ts":"2026-03-04T06:33:16.251494Z","caller":"traceutil/trace.go:171","msg":"trace[405944968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7832; }","duration":"813.787035ms","start":"2026-03-04T06:33:15.437545Z","end":"2026-03-04T06:33:16.251332Z","steps":["trace[405944968] 'agreement among raft nodes before linearized reading' (duration: 813.61465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:16.25152Z","caller":"traceutil/trace.go:171","msg":"trace[1015359893] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7832; }","duration":"425.453324ms","start":"2026-03-04T06:33:15.826053Z","end":"2026-03-04T06:33:16.251506Z","steps":["trace[1015359893] 'agreement among raft nodes before linearized reading' (duration: 425.33881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.251577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.825967Z","time spent":"425.596257ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:16.251533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.437518Z","time spent":"814.006941ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:16.251874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.364987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:16.251931Z","caller":"traceutil/trace.go:171","msg":"trace[84319842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"815.45614ms","start":"2026-03-04T06:33:15.436463Z","end":"2026-03-04T06:33:16.251919Z","steps":["trace[84319842] 'agreement among raft nodes before linearized reading' (duration: 814.931666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:16.251956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:15.436421Z","time spent":"815.530731ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:33:16.323834Z","caller":"traceutil/trace.go:171","msg":"trace[1558718159] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"161.226406ms","start":"2026-03-04T06:33:16.162563Z","end":"2026-03-04T06:33:16.32379Z","steps":["trace[1558718159] 'process raft request' (duration: 108.446806ms)","trace[1558718159] 'compare' (duration: 52.532664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:17.604902Z","caller":"traceutil/trace.go:171","msg":"trace[1829751587] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"211.459437ms","start":"2026-03-04T06:33:17.393409Z","end":"2026-03-04T06:33:17.604869Z","steps":["trace[1829751587] 'process raft request' (duration: 211.262032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:17.992715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.878944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:33:17.992827Z","caller":"traceutil/trace.go:171","msg":"trace[1509249760] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8135; }","duration":"317.196192ms","start":"2026-03-04T06:33:17.675612Z","end":"2026-03-04T06:33:17.992808Z","steps":["trace[1509249760] 'read index received' (duration: 137.02257ms)","trace[1509249760] 'applied index is now lower than readState.Index' (duration: 180.172292ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:17.992921Z","caller":"traceutil/trace.go:171","msg":"trace[539231381] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"380.616345ms","start":"2026-03-04T06:33:17.612292Z","end":"2026-03-04T06:33:17.992909Z","steps":["trace[539231381] 'process raft request' (duration: 200.443903ms)","trace[539231381] 'compare' (duration: 179.7116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:17.992984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:17.612276Z","time spent":"380.676757ms","remote":"127.0.0.1:50512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:17.993097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.469329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:17.993155Z","caller":"traceutil/trace.go:171","msg":"trace[1876936791] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7839; }","duration":"317.555641ms","start":"2026-03-04T06:33:17.675584Z","end":"2026-03-04T06:33:17.99314Z","steps":["trace[1876936791] 'agreement among raft nodes before linearized reading' (duration: 317.437828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:17.993198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:17.67557Z","time spent":"317.618943ms","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:17.993366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.372983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:17.993471Z","caller":"traceutil/trace.go:171","msg":"trace[1770063305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7839; }","duration":"227.663831ms","start":"2026-03-04T06:33:17.76578Z","end":"2026-03-04T06:33:17.993444Z","steps":["trace[1770063305] 'agreement among raft nodes before linearized reading' (duration: 227.289181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.64209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:33:18.642361Z","caller":"traceutil/trace.go:171","msg":"trace[2129999461] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8137; }","duration":"480.063851ms","start":"2026-03-04T06:33:18.16227Z","end":"2026-03-04T06:33:18.642334Z","steps":["trace[2129999461] 'read index received' (duration: 342.184379ms)","trace[2129999461] 'applied index is now lower than readState.Index' (duration: 137.827391ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:18.642626Z","caller":"traceutil/trace.go:171","msg":"trace[1595597776] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"480.446272ms","start":"2026-03-04T06:33:18.162144Z","end":"2026-03-04T06:33:18.64259Z","steps":["trace[1595597776] 'process raft request' (duration: 342.273632ms)","trace[1595597776] 'compare' (duration: 137.447061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:18.642752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.462463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:18.642815Z","caller":"traceutil/trace.go:171","msg":"trace[1828320586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7841; }","duration":"480.553445ms","start":"2026-03-04T06:33:18.162245Z","end":"2026-03-04T06:33:18.642799Z","steps":["trace[1828320586] 'agreement among raft nodes before linearized reading' (duration: 480.339379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.642845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.162234Z","time spent":"480.605936ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:18.642822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.1621Z","time spent":"480.590776ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:18.65076Z","caller":"traceutil/trace.go:171","msg":"trace[1490561438] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"394.132686ms","start":"2026-03-04T06:33:18.256611Z","end":"2026-03-04T06:33:18.650744Z","steps":["trace[1490561438] 'process raft request' (duration: 394.039514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.650857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.256587Z","time spent":"394.224959ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:18.655365Z","caller":"traceutil/trace.go:171","msg":"trace[305640334] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"105.731524ms","start":"2026-03-04T06:33:18.549613Z","end":"2026-03-04T06:33:18.655344Z","steps":["trace[305640334] 'process raft request' (duration: 105.58481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.655676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.514311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:18.655709Z","caller":"traceutil/trace.go:171","msg":"trace[1441877914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7845; }","duration":"174.598284ms","start":"2026-03-04T06:33:18.481103Z","end":"2026-03-04T06:33:18.655701Z","steps":["trace[1441877914] 'agreement among raft nodes before linearized reading' (duration: 174.520962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.65581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.571929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:33:18.655818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.487246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:33:18.655822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.225858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:18.655866Z","caller":"traceutil/trace.go:171","msg":"trace[1840211513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7845; }","duration":"327.647132ms","start":"2026-03-04T06:33:18.328204Z","end":"2026-03-04T06:33:18.655851Z","steps":["trace[1840211513] 'agreement among raft nodes before linearized reading' (duration: 327.485317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:18.655871Z","caller":"traceutil/trace.go:171","msg":"trace[942905149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:7845; }","duration":"324.563109ms","start":"2026-03-04T06:33:18.331295Z","end":"2026-03-04T06:33:18.655858Z","steps":["trace[942905149] 'agreement among raft nodes before linearized reading' (duration: 324.410985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.655904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.331285Z","time spent":"324.61269ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:33:18.655902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.328193Z","time spent":"327.699953ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:33:18.65616Z","caller":"traceutil/trace.go:171","msg":"trace[49364576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7845; }","duration":"367.354031ms","start":"2026-03-04T06:33:18.288519Z","end":"2026-03-04T06:33:18.655873Z","steps":["trace[49364576] 'agreement among raft nodes before linearized reading' (duration: 367.068544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.656282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.288499Z","time spent":"367.767563ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:18.656343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.880584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:18.656557Z","caller":"traceutil/trace.go:171","msg":"trace[920790733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7845; }","duration":"329.09823ms","start":"2026-03-04T06:33:18.327448Z","end":"2026-03-04T06:33:18.656547Z","steps":["trace[920790733] 'agreement among raft nodes before linearized reading' (duration: 328.35548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.656616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.743501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:18.656657Z","caller":"traceutil/trace.go:171","msg":"trace[938523383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7845; }","duration":"328.977887ms","start":"2026-03-04T06:33:18.327662Z","end":"2026-03-04T06:33:18.656639Z","steps":["trace[938523383] 'agreement among raft nodes before linearized reading' (duration: 328.102453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:18.656593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.327351Z","time spent":"329.228994ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:33:18.657319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:18.32765Z","time spent":"329.657855ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:19.935634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.744177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:33:19.935669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.688015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:19.935707Z","caller":"traceutil/trace.go:171","msg":"trace[1480434784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7848; }","duration":"326.86057ms","start":"2026-03-04T06:33:19.608829Z","end":"2026-03-04T06:33:19.93569Z","steps":["trace[1480434784] 'range keys from in-memory index tree' (duration: 326.516611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:19.935745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:19.608808Z","time spent":"326.928882ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:33:19.935745Z","caller":"traceutil/trace.go:171","msg":"trace[1678293562] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7848; }","duration":"171.807819ms","start":"2026-03-04T06:33:19.763918Z","end":"2026-03-04T06:33:19.935726Z","steps":["trace[1678293562] 'count revisions from in-memory index tree' (duration: 171.616354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:19.936038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.168973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:19.936059Z","caller":"traceutil/trace.go:171","msg":"trace[755212612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7848; }","duration":"447.189773ms","start":"2026-03-04T06:33:19.488863Z","end":"2026-03-04T06:33:19.936052Z","steps":["trace[755212612] 'range keys from in-memory index tree' (duration: 447.057621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:19.936085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:19.48882Z","time spent":"447.261896ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:33:43.006175Z","caller":"traceutil/trace.go:171","msg":"trace[194409107] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"110.360748ms","start":"2026-03-04T06:33:42.895801Z","end":"2026-03-04T06:33:43.006162Z","steps":["trace[194409107] 'process raft request' (duration: 110.272616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:43.127772Z","caller":"traceutil/trace.go:171","msg":"trace[1905907303] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"116.396388ms","start":"2026-03-04T06:33:43.011345Z","end":"2026-03-04T06:33:43.127742Z","steps":["trace[1905907303] 'process raft request' (duration: 113.249784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:43.128212Z","caller":"traceutil/trace.go:171","msg":"trace[662248651] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"116.744958ms","start":"2026-03-04T06:33:43.011416Z","end":"2026-03-04T06:33:43.128161Z","steps":["trace[662248651] 'process raft request' (duration: 116.282596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.115067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.538662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:45.115075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.598467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:45.115161Z","caller":"traceutil/trace.go:171","msg":"trace[1046196308] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8020; }","duration":"836.672175ms","start":"2026-03-04T06:33:44.278447Z","end":"2026-03-04T06:33:45.115119Z","steps":["trace[1046196308] 'range keys from in-memory index tree' (duration: 836.429829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.115197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.278416Z","time spent":"836.772108ms","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"info","ts":"2026-03-04T06:33:45.115151Z","caller":"traceutil/trace.go:171","msg":"trace[1510937133] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8020; }","duration":"440.724701ms","start":"2026-03-04T06:33:44.674402Z","end":"2026-03-04T06:33:45.115127Z","steps":["trace[1510937133] 'count revisions from in-memory index tree' (duration: 440.500955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.11524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.674378Z","time spent":"440.843364ms","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:45.115422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.30021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:45.115467Z","caller":"traceutil/trace.go:171","msg":"trace[1314240214] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"406.136337ms","start":"2026-03-04T06:33:44.70932Z","end":"2026-03-04T06:33:45.115456Z","steps":["trace[1314240214] 'process raft request' (duration: 388.441075ms)","trace[1314240214] 'compare' (duration: 17.270051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:45.115479Z","caller":"traceutil/trace.go:171","msg":"trace[1895017776] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8020; }","duration":"777.418734ms","start":"2026-03-04T06:33:44.338045Z","end":"2026-03-04T06:33:45.115464Z","steps":["trace[1895017776] 'count revisions from in-memory index tree' (duration: 777.175766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.115511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.338011Z","time spent":"777.493035ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:45.115538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.709297Z","time spent":"406.191188ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:45.116057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00160027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:33:45.116095Z","caller":"traceutil/trace.go:171","msg":"trace[1007112782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8020; }","duration":"1.001672452s","start":"2026-03-04T06:33:44.114415Z","end":"2026-03-04T06:33:45.116087Z","steps":["trace[1007112782] 'range keys from in-memory index tree' (duration: 1.000211714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.116115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.114399Z","time spent":"1.001710824s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:33:45.465304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.346185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:33:45.465498Z","caller":"traceutil/trace.go:171","msg":"trace[1073840595] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"345.019614ms","start":"2026-03-04T06:33:45.120465Z","end":"2026-03-04T06:33:45.465484Z","steps":["trace[1073840595] 'process raft request' (duration: 344.988663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.465547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.120446Z","time spent":"345.078326ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.465536Z","caller":"traceutil/trace.go:171","msg":"trace[437654505] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"717.470722ms","start":"2026-03-04T06:33:44.748023Z","end":"2026-03-04T06:33:45.465494Z","steps":["trace[437654505] 'process raft request' (duration: 717.36023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.465682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.748004Z","time spent":"717.600835ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.465715Z","caller":"traceutil/trace.go:171","msg":"trace[1985525391] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"657.361947ms","start":"2026-03-04T06:33:44.808344Z","end":"2026-03-04T06:33:45.465706Z","steps":["trace[1985525391] 'process raft request' (duration: 657.07527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.465752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.808319Z","time spent":"657.412748ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.46581Z","caller":"traceutil/trace.go:171","msg":"trace[1115826843] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8324; }","duration":"642.576362ms","start":"2026-03-04T06:33:44.823227Z","end":"2026-03-04T06:33:45.465803Z","steps":["trace[1115826843] 'read index received' (duration: 274.47205ms)","trace[1115826843] 'applied index is now lower than readState.Index' (duration: 368.103342ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:45.465789Z","caller":"traceutil/trace.go:171","msg":"trace[472871614] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"737.839396ms","start":"2026-03-04T06:33:44.72791Z","end":"2026-03-04T06:33:45.465749Z","steps":["trace[472871614] 'process raft request' (duration: 595.957487ms)","trace[472871614] 'compare' (duration: 141.247712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:45.465965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.738056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:45.465988Z","caller":"traceutil/trace.go:171","msg":"trace[1405713884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8025; }","duration":"642.790098ms","start":"2026-03-04T06:33:44.823192Z","end":"2026-03-04T06:33:45.465982Z","steps":["trace[1405713884] 'agreement among raft nodes before linearized reading' (duration: 642.677685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.82318Z","time spent":"642.822539ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:45.466016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.972109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:45.466016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.727879Z","time spent":"737.999051ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:45.466045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.866006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:33:45.466083Z","caller":"traceutil/trace.go:171","msg":"trace[1474461522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:8025; }","duration":"637.964509ms","start":"2026-03-04T06:33:44.828108Z","end":"2026-03-04T06:33:45.466073Z","steps":["trace[1474461522] 'agreement among raft nodes before linearized reading' (duration: 637.819445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:45.466078Z","caller":"traceutil/trace.go:171","msg":"trace[1387673617] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8025; }","duration":"547.080042ms","start":"2026-03-04T06:33:44.918979Z","end":"2026-03-04T06:33:45.466059Z","steps":["trace[1387673617] 'agreement among raft nodes before linearized reading' (duration: 546.976699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.828069Z","time spent":"638.038361ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:33:45.466127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.91896Z","time spent":"547.154323ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:45.466241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.983925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:33:45.466238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.119219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:45.46627Z","caller":"traceutil/trace.go:171","msg":"trace[911569941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8025; }","duration":"618.029607ms","start":"2026-03-04T06:33:44.848234Z","end":"2026-03-04T06:33:45.466264Z","steps":["trace[911569941] 'agreement among raft nodes before linearized reading' (duration: 617.964615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.848226Z","time spent":"618.066628ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:33:45.466293Z","caller":"traceutil/trace.go:171","msg":"trace[1198878456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8025; }","duration":"612.20163ms","start":"2026-03-04T06:33:44.854078Z","end":"2026-03-04T06:33:45.46628Z","steps":["trace[1198878456] 'agreement among raft nodes before linearized reading' (duration: 612.048846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.854069Z","time spent":"612.248772ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:45.466404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.909302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:45.466442Z","caller":"traceutil/trace.go:171","msg":"trace[1156514734] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com; range_end:; response_count:0; response_revision:8025; }","duration":"347.974774ms","start":"2026-03-04T06:33:45.118457Z","end":"2026-03-04T06:33:45.466432Z","steps":["trace[1156514734] 'agreement among raft nodes before linearized reading' (duration: 347.915502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.519292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:33:45.466474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.118441Z","time spent":"348.027416ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" "} {"level":"info","ts":"2026-03-04T06:33:45.466496Z","caller":"traceutil/trace.go:171","msg":"trace[1341767190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8025; }","duration":"611.559304ms","start":"2026-03-04T06:33:44.85493Z","end":"2026-03-04T06:33:45.46649Z","steps":["trace[1341767190] 'agreement among raft nodes before linearized reading' (duration: 611.501413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.85492Z","time spent":"611.594545ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:33:45.466534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.164814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-04T06:33:45.466654Z","caller":"traceutil/trace.go:171","msg":"trace[1543393446] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8025; }","duration":"480.320549ms","start":"2026-03-04T06:33:44.986307Z","end":"2026-03-04T06:33:45.466627Z","steps":["trace[1543393446] 'agreement among raft nodes before linearized reading' (duration: 479.966359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.466712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.986297Z","time spent":"480.404131ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" "} {"level":"info","ts":"2026-03-04T06:33:45.916248Z","caller":"traceutil/trace.go:171","msg":"trace[809666754] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"444.78216ms","start":"2026-03-04T06:33:45.471435Z","end":"2026-03-04T06:33:45.916217Z","steps":["trace[809666754] 'process raft request' (duration: 444.538353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.916477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.471421Z","time spent":"444.954144ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.916626Z","caller":"traceutil/trace.go:171","msg":"trace[1738819238] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"443.607598ms","start":"2026-03-04T06:33:45.472925Z","end":"2026-03-04T06:33:45.916533Z","steps":["trace[1738819238] 'process raft request' (duration: 443.248259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.916783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.472911Z","time spent":"443.791803ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.917266Z","caller":"traceutil/trace.go:171","msg":"trace[1865622709] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8330; }","duration":"360.277613ms","start":"2026-03-04T06:33:45.556964Z","end":"2026-03-04T06:33:45.917242Z","steps":["trace[1865622709] 'read index received' (duration: 359.106352ms)","trace[1865622709] 'applied index is now lower than readState.Index' (duration: 1.170111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:45.917365Z","caller":"traceutil/trace.go:171","msg":"trace[40622092] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"442.570141ms","start":"2026-03-04T06:33:45.474768Z","end":"2026-03-04T06:33:45.917338Z","steps":["trace[40622092] 'process raft request' (duration: 442.418227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.917415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.663896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:45.917446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.474759Z","time spent":"442.644652ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:45.917492Z","caller":"traceutil/trace.go:171","msg":"trace[603057432] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"444.093261ms","start":"2026-03-04T06:33:45.473375Z","end":"2026-03-04T06:33:45.917469Z","steps":["trace[603057432] 'process raft request' (duration: 443.083044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:45.917454Z","caller":"traceutil/trace.go:171","msg":"trace[926790663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8030; }","duration":"438.750208ms","start":"2026-03-04T06:33:45.478691Z","end":"2026-03-04T06:33:45.917441Z","steps":["trace[926790663] 'agreement among raft nodes before linearized reading' (duration: 438.674846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.917644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.473364Z","time spent":"444.203374ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:45.917745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.478668Z","time spent":"438.988275ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:33:45.91809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.740631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228858"} {"level":"info","ts":"2026-03-04T06:33:45.918148Z","caller":"traceutil/trace.go:171","msg":"trace[93366369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8030; }","duration":"446.801733ms","start":"2026-03-04T06:33:45.471337Z","end":"2026-03-04T06:33:45.918138Z","steps":["trace[93366369] 'agreement among raft nodes before linearized reading' (duration: 446.138295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.918176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.471329Z","time spent":"446.838315ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228881,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:33:45.970004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.022501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/csi-nfsplugin-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:45.970098Z","caller":"traceutil/trace.go:171","msg":"trace[748375876] range","detail":"{range_begin:/registry/deployments/rook-ceph/csi-nfsplugin-provisioner; range_end:; response_count:0; response_revision:8031; }","duration":"410.154335ms","start":"2026-03-04T06:33:45.559922Z","end":"2026-03-04T06:33:45.970077Z","steps":["trace[748375876] 'agreement among raft nodes before linearized reading' (duration: 410.000031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:45.970149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.559909Z","time spent":"410.225906ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/rook-ceph/csi-nfsplugin-provisioner\" "} {"level":"warn","ts":"2026-03-04T06:33:45.970165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.11592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:45.970284Z","caller":"traceutil/trace.go:171","msg":"trace[556619634] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8031; }","duration":"244.305784ms","start":"2026-03-04T06:33:45.725945Z","end":"2026-03-04T06:33:45.970251Z","steps":["trace[556619634] 'agreement among raft nodes before linearized reading' (duration: 243.975346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:45.970175Z","caller":"traceutil/trace.go:171","msg":"trace[1110798496] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"376.060294ms","start":"2026-03-04T06:33:45.594019Z","end":"2026-03-04T06:33:45.970079Z","steps":["trace[1110798496] 'process raft request' (duration: 352.352151ms)","trace[1110798496] 'compare' (duration: 23.367264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:45.970847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.593993Z","time spent":"376.720601ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:33:46.195834Z","caller":"traceutil/trace.go:171","msg":"trace[255511145] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"216.623405ms","start":"2026-03-04T06:33:45.979133Z","end":"2026-03-04T06:33:46.195756Z","steps":["trace[255511145] 'process raft request' (duration: 203.655539ms)","trace[255511145] 'compare' (duration: 12.834983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:46.79226Z","caller":"traceutil/trace.go:171","msg":"trace[723702214] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"142.26495ms","start":"2026-03-04T06:33:46.649922Z","end":"2026-03-04T06:33:46.792187Z","steps":["trace[723702214] 'process raft request' (duration: 88.910215ms)","trace[723702214] 'compare' (duration: 53.015856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:47.601Z","caller":"traceutil/trace.go:171","msg":"trace[150739675] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"128.914701ms","start":"2026-03-04T06:33:47.472058Z","end":"2026-03-04T06:33:47.600973Z","steps":["trace[150739675] 'process raft request' (duration: 128.758337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.60127Z","caller":"traceutil/trace.go:171","msg":"trace[394199619] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8338; }","duration":"128.958123ms","start":"2026-03-04T06:33:47.472272Z","end":"2026-03-04T06:33:47.60123Z","steps":["trace[394199619] 'read index received' (duration: 90.775625ms)","trace[394199619] 'applied index is now lower than readState.Index' (duration: 38.180968ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:47.601456Z","caller":"traceutil/trace.go:171","msg":"trace[1164300269] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"129.168848ms","start":"2026-03-04T06:33:47.47226Z","end":"2026-03-04T06:33:47.601429Z","steps":["trace[1164300269] 'process raft request' (duration: 128.676575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.601609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.307752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:33:47.601655Z","caller":"traceutil/trace.go:171","msg":"trace[1369421869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8036; }","duration":"129.414035ms","start":"2026-03-04T06:33:47.472228Z","end":"2026-03-04T06:33:47.601642Z","steps":["trace[1369421869] 'agreement among raft nodes before linearized reading' (duration: 129.198659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.601677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.433938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:47.60181Z","caller":"traceutil/trace.go:171","msg":"trace[1762466516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"122.669305ms","start":"2026-03-04T06:33:47.479117Z","end":"2026-03-04T06:33:47.601786Z","steps":["trace[1762466516] 'agreement among raft nodes before linearized reading' (duration: 122.398858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.774485Z","caller":"traceutil/trace.go:171","msg":"trace[629265198] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"167.944826ms","start":"2026-03-04T06:33:47.606511Z","end":"2026-03-04T06:33:47.774456Z","steps":["trace[629265198] 'process raft request' (duration: 79.35388ms)","trace[629265198] 'compare' (duration: 88.38566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:47.792027Z","caller":"traceutil/trace.go:171","msg":"trace[295315818] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"184.924809ms","start":"2026-03-04T06:33:47.607086Z","end":"2026-03-04T06:33:47.79201Z","steps":["trace[295315818] 'process raft request' (duration: 184.835266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.279542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436037955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:33:50.779944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436037955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:33:50.976436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408374355s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:33:50.976836Z","caller":"traceutil/trace.go:171","msg":"trace[76599151] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"1.408864748s","start":"2026-03-04T06:33:49.567945Z","end":"2026-03-04T06:33:50.97681Z","steps":["trace[76599151] 'process raft request' (duration: 1.408706684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.976994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.567916Z","time spent":"1.408993842s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:52.35956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369365292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:33:52.360088Z","caller":"traceutil/trace.go:171","msg":"trace[625516444] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8347; }","duration":"2.581390253s","start":"2026-03-04T06:33:49.778668Z","end":"2026-03-04T06:33:52.360058Z","steps":["trace[625516444] 'read index received' (duration: 1.197976376s)","trace[625516444] 'applied index is now lower than readState.Index' (duration: 1.383412727s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:52.360134Z","caller":"traceutil/trace.go:171","msg":"trace[2016930733] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"2.754053525s","start":"2026-03-04T06:33:49.606041Z","end":"2026-03-04T06:33:52.360094Z","steps":["trace[2016930733] 'process raft request' (duration: 2.753721406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.360165Z","caller":"traceutil/trace.go:171","msg":"trace[335834122] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"2.754003734s","start":"2026-03-04T06:33:49.606119Z","end":"2026-03-04T06:33:52.360123Z","steps":["trace[335834122] 'process raft request' (duration: 2.75387115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.36027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.606005Z","time spent":"2.754193219s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:52.360325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.606093Z","time spent":"2.754147427s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:52.360697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58163745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:52.360774Z","caller":"traceutil/trace.go:171","msg":"trace[1571862291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8045; }","duration":"2.582154434s","start":"2026-03-04T06:33:49.778597Z","end":"2026-03-04T06:33:52.360752Z","steps":["trace[1571862291] 'agreement among raft nodes before linearized reading' (duration: 2.581588179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.360827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.778572Z","time spent":"2.582240366s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807225496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T06:33:52.363095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804749101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T06:33:52.363083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402773343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:52.363148Z","caller":"traceutil/trace.go:171","msg":"trace[2026489230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8046; }","duration":"1.804803872s","start":"2026-03-04T06:33:50.558318Z","end":"2026-03-04T06:33:52.363122Z","steps":["trace[2026489230] 'agreement among raft nodes before linearized reading' (duration: 1.804683999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.59495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:52.363174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:50.558312Z","time spent":"1.804856793s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T06:33:52.363212Z","caller":"traceutil/trace.go:171","msg":"trace[1279115113] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8046; }","duration":"418.769935ms","start":"2026-03-04T06:33:51.944417Z","end":"2026-03-04T06:33:52.363187Z","steps":["trace[1279115113] 'agreement among raft nodes before linearized reading' (duration: 418.506598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883400341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:52.363242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367521091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67c74895f8-7fwhb.18998fbd33ae893e\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T06:33:52.363248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405794643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:52.363282Z","caller":"traceutil/trace.go:171","msg":"trace[396587843] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67c74895f8-7fwhb.18998fbd33ae893e; range_end:; response_count:1; response_revision:8046; }","duration":"2.367585013s","start":"2026-03-04T06:33:49.995686Z","end":"2026-03-04T06:33:52.363271Z","steps":["trace[396587843] 'agreement among raft nodes before linearized reading' (duration: 2.367504751s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.363287Z","caller":"traceutil/trace.go:171","msg":"trace[10852045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8046; }","duration":"2.405870465s","start":"2026-03-04T06:33:49.957409Z","end":"2026-03-04T06:33:52.363279Z","steps":["trace[10852045] 'agreement among raft nodes before linearized reading' (duration: 2.405768823s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.363287Z","caller":"traceutil/trace.go:171","msg":"trace[1962145516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"1.883490434s","start":"2026-03-04T06:33:50.479781Z","end":"2026-03-04T06:33:52.363271Z","steps":["trace[1962145516] 'agreement among raft nodes before linearized reading' (duration: 1.883403442s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.363168Z","caller":"traceutil/trace.go:171","msg":"trace[1578841139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8046; }","duration":"2.402856025s","start":"2026-03-04T06:33:49.960275Z","end":"2026-03-04T06:33:52.363131Z","steps":["trace[1578841139] 'agreement among raft nodes before linearized reading' (duration: 2.402621489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.995672Z","time spent":"2.367636144s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67c74895f8-7fwhb.18998fbd33ae893e\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:51.944403Z","time spent":"418.854987ms","remote":"127.0.0.1:50314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:52.363324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:50.479764Z","time spent":"1.883552255s","remote":"127.0.0.1:50236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404498439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:33:52.363356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.960271Z","time spent":"2.403072911s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:33:52.363387Z","caller":"traceutil/trace.go:171","msg":"trace[2019557039] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:8046; }","duration":"2.404584882s","start":"2026-03-04T06:33:49.958782Z","end":"2026-03-04T06:33:52.363367Z","steps":["trace[2019557039] 'agreement among raft nodes before linearized reading' (duration: 2.404342235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403762549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:52.363434Z","caller":"traceutil/trace.go:171","msg":"trace[1766603542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8046; }","duration":"2.40379825s","start":"2026-03-04T06:33:49.959628Z","end":"2026-03-04T06:33:52.363426Z","steps":["trace[1766603542] 'agreement among raft nodes before linearized reading' (duration: 2.403706208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.958773Z","time spent":"2.404656933s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:33:52.36311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.268784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:52.363465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.959622Z","time spent":"2.403837491s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:33:52.363491Z","caller":"traceutil/trace.go:171","msg":"trace[760727104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"481.682775ms","start":"2026-03-04T06:33:51.881799Z","end":"2026-03-04T06:33:52.363482Z","steps":["trace[760727104] 'agreement among raft nodes before linearized reading' (duration: 481.290334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:51.881781Z","time spent":"481.740737ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.95739Z","time spent":"2.405920847s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564665477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:33:52.363054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79497109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:52.363664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.162175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:52.36311Z","caller":"traceutil/trace.go:171","msg":"trace[1082689486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8046; }","duration":"1.807331259s","start":"2026-03-04T06:33:50.555762Z","end":"2026-03-04T06:33:52.363093Z","steps":["trace[1082689486] 'agreement among raft nodes before linearized reading' (duration: 1.807111883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.363673Z","caller":"traceutil/trace.go:171","msg":"trace[436794880] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8046; }","duration":"1.795618876s","start":"2026-03-04T06:33:50.568041Z","end":"2026-03-04T06:33:52.36366Z","steps":["trace[436794880] 'agreement among raft nodes before linearized reading' (duration: 1.794944678s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.36369Z","caller":"traceutil/trace.go:171","msg":"trace[765433783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8046; }","duration":"419.199496ms","start":"2026-03-04T06:33:51.944482Z","end":"2026-03-04T06:33:52.363681Z","steps":["trace[765433783] 'agreement among raft nodes before linearized reading' (duration: 419.153325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:50.568031Z","time spent":"1.795663928s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:52.363718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:51.944478Z","time spent":"419.234027ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:52.36372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:50.555743Z","time spent":"1.807962697s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T06:33:52.363775Z","caller":"traceutil/trace.go:171","msg":"trace[953871388] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"794.825488ms","start":"2026-03-04T06:33:51.568925Z","end":"2026-03-04T06:33:52.36375Z","steps":["trace[953871388] 'process raft request' (duration: 793.734349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.363905Z","caller":"traceutil/trace.go:171","msg":"trace[724062520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8046; }","duration":"2.564768489s","start":"2026-03-04T06:33:49.798881Z","end":"2026-03-04T06:33:52.363649Z","steps":["trace[724062520] 'agreement among raft nodes before linearized reading' (duration: 2.564548623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.363948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:49.798869Z","time spent":"2.565067598s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:52.363989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:51.568903Z","time spent":"795.001223ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:54.518881Z","caller":"traceutil/trace.go:171","msg":"trace[773127262] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"153.492379ms","start":"2026-03-04T06:33:54.365371Z","end":"2026-03-04T06:33:54.518863Z","steps":["trace[773127262] 'process raft request' (duration: 153.358066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:54.592963Z","caller":"traceutil/trace.go:171","msg":"trace[384930893] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8364; }","duration":"222.625536ms","start":"2026-03-04T06:33:54.370316Z","end":"2026-03-04T06:33:54.592942Z","steps":["trace[384930893] 'read index received' (duration: 148.527197ms)","trace[384930893] 'applied index is now lower than readState.Index' (duration: 74.097389ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:54.593134Z","caller":"traceutil/trace.go:171","msg":"trace[1533914763] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"226.487748ms","start":"2026-03-04T06:33:54.366596Z","end":"2026-03-04T06:33:54.593084Z","steps":["trace[1533914763] 'process raft request' (duration: 204.619444ms)","trace[1533914763] 'compare' (duration: 21.638088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:54.593282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.903993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:33:54.593297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.144136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:54.593339Z","caller":"traceutil/trace.go:171","msg":"trace[343452358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8060; }","duration":"216.996616ms","start":"2026-03-04T06:33:54.376328Z","end":"2026-03-04T06:33:54.593325Z","steps":["trace[343452358] 'agreement among raft nodes before linearized reading' (duration: 216.822201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:54.593327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.040973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:33:54.593336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.999336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:54.593381Z","caller":"traceutil/trace.go:171","msg":"trace[1599064739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8060; }","duration":"218.155366ms","start":"2026-03-04T06:33:54.375215Z","end":"2026-03-04T06:33:54.59337Z","steps":["trace[1599064739] 'agreement among raft nodes before linearized reading' (duration: 217.963771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:54.593352Z","caller":"traceutil/trace.go:171","msg":"trace[931287227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8060; }","duration":"218.245729ms","start":"2026-03-04T06:33:54.375091Z","end":"2026-03-04T06:33:54.593336Z","steps":["trace[931287227] 'agreement among raft nodes before linearized reading' (duration: 218.051194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:54.593415Z","caller":"traceutil/trace.go:171","msg":"trace[1324155899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8060; }","duration":"223.13786ms","start":"2026-03-04T06:33:54.370257Z","end":"2026-03-04T06:33:54.593395Z","steps":["trace[1324155899] 'agreement among raft nodes before linearized reading' (duration: 222.872203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:54.593434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.232211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:33:54.593441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.149056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:54.593491Z","caller":"traceutil/trace.go:171","msg":"trace[37958161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:8060; }","duration":"214.314184ms","start":"2026-03-04T06:33:54.379161Z","end":"2026-03-04T06:33:54.593475Z","steps":["trace[37958161] 'agreement among raft nodes before linearized reading' (duration: 214.146839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:54.593523Z","caller":"traceutil/trace.go:171","msg":"trace[1485784994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8060; }","duration":"218.29433ms","start":"2026-03-04T06:33:54.375209Z","end":"2026-03-04T06:33:54.593504Z","steps":["trace[1485784994] 'agreement among raft nodes before linearized reading' (duration: 218.027883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:04.919729Z","caller":"traceutil/trace.go:171","msg":"trace[1834261893] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"105.783985ms","start":"2026-03-04T06:34:04.813899Z","end":"2026-03-04T06:34:04.919683Z","steps":["trace[1834261893] 'process raft request' (duration: 105.464806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:04.927715Z","caller":"traceutil/trace.go:171","msg":"trace[928357714] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"110.308216ms","start":"2026-03-04T06:34:04.817371Z","end":"2026-03-04T06:34:04.927679Z","steps":["trace[928357714] 'process raft request' (duration: 110.099441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.001936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.482583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:34:06.002211Z","caller":"traceutil/trace.go:171","msg":"trace[1192909279] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"1.031602501s","start":"2026-03-04T06:34:04.970561Z","end":"2026-03-04T06:34:06.002163Z","steps":["trace[1192909279] 'process raft request' (duration: 116.788719ms)","trace[1192909279] 'compare' (duration: 914.079472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:06.002475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.970519Z","time spent":"1.031845387s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:06.002189Z","caller":"traceutil/trace.go:171","msg":"trace[717841674] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"864.285823ms","start":"2026-03-04T06:34:05.13788Z","end":"2026-03-04T06:34:06.002166Z","steps":["trace[717841674] 'process raft request' (duration: 864.196781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.002754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:05.13784Z","time spent":"864.822977ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:06.469415Z","caller":"traceutil/trace.go:171","msg":"trace[1060352594] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8150; }","duration":"363.362145ms","start":"2026-03-04T06:34:06.106021Z","end":"2026-03-04T06:34:06.469383Z","steps":["trace[1060352594] 'process raft request' (duration: 363.257102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.469586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.105998Z","time spent":"363.500669ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4809,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:06.469425Z","caller":"traceutil/trace.go:171","msg":"trace[1367810008] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8462; }","duration":"291.2906ms","start":"2026-03-04T06:34:06.178092Z","end":"2026-03-04T06:34:06.469382Z","steps":["trace[1367810008] 'read index received' (duration: 291.273989ms)","trace[1367810008] 'applied index is now lower than readState.Index' (duration: 13.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:06.469882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.211228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-04T06:34:06.469984Z","caller":"traceutil/trace.go:171","msg":"trace[2072135484] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8150; }","duration":"370.349271ms","start":"2026-03-04T06:34:06.099622Z","end":"2026-03-04T06:34:06.469971Z","steps":["trace[2072135484] 'agreement among raft nodes before linearized reading' (duration: 369.981071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.470058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.099615Z","time spent":"370.430483ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-03-04T06:34:06.483354Z","caller":"traceutil/trace.go:171","msg":"trace[224915533] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"295.085721ms","start":"2026-03-04T06:34:06.188245Z","end":"2026-03-04T06:34:06.483331Z","steps":["trace[224915533] 'process raft request' (duration: 294.901536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.483993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.65001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:4775"} {"level":"warn","ts":"2026-03-04T06:34:06.48402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.750023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-04T06:34:06.484045Z","caller":"traceutil/trace.go:171","msg":"trace[346180055] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8151; }","duration":"300.744723ms","start":"2026-03-04T06:34:06.183286Z","end":"2026-03-04T06:34:06.484031Z","steps":["trace[346180055] 'agreement among raft nodes before linearized reading' (duration: 300.559098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:06.484067Z","caller":"traceutil/trace.go:171","msg":"trace[625191253] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8151; }","duration":"300.805344ms","start":"2026-03-04T06:34:06.183247Z","end":"2026-03-04T06:34:06.484052Z","steps":["trace[625191253] 'agreement among raft nodes before linearized reading' (duration: 300.620109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.484119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.1832Z","time spent":"300.910497ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-f4kpk\" "} {"level":"warn","ts":"2026-03-04T06:34:06.484073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.183265Z","time spent":"300.803094ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4798,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" "} {"level":"warn","ts":"2026-03-04T06:34:06.484199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.863482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-03-04T06:34:06.484312Z","caller":"traceutil/trace.go:171","msg":"trace[1285889737] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8151; }","duration":"296.014915ms","start":"2026-03-04T06:34:06.18827Z","end":"2026-03-04T06:34:06.484285Z","steps":["trace[1285889737] 'agreement among raft nodes before linearized reading' (duration: 295.620615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.484614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.280807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T06:34:06.484683Z","caller":"traceutil/trace.go:171","msg":"trace[1382372672] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8151; }","duration":"301.366329ms","start":"2026-03-04T06:34:06.183298Z","end":"2026-03-04T06:34:06.484664Z","steps":["trace[1382372672] 'agreement among raft nodes before linearized reading' (duration: 300.542217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.484727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.183288Z","time spent":"301.429501ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-04T06:34:06.633951Z","caller":"traceutil/trace.go:171","msg":"trace[1327733814] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8153; }","duration":"148.291111ms","start":"2026-03-04T06:34:06.485622Z","end":"2026-03-04T06:34:06.633913Z","steps":["trace[1327733814] 'process raft request' (duration: 99.184689ms)","trace[1327733814] 'compare' (duration: 48.741582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:06.633964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.150604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-04T06:34:06.634189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.347529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f4kpk\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-04T06:34:06.63428Z","caller":"traceutil/trace.go:171","msg":"trace[1239009479] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8153; }","duration":"146.468002ms","start":"2026-03-04T06:34:06.487789Z","end":"2026-03-04T06:34:06.634257Z","steps":["trace[1239009479] 'agreement among raft nodes before linearized reading' (duration: 146.183384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:06.634264Z","caller":"traceutil/trace.go:171","msg":"trace[65782168] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f4kpk; range_end:; response_count:1; response_revision:8153; }","duration":"146.476672ms","start":"2026-03-04T06:34:06.487749Z","end":"2026-03-04T06:34:06.634225Z","steps":["trace[65782168] 'agreement among raft nodes before linearized reading' (duration: 145.997309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.456753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.326187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:34:07.4568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.023369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:34:07.456858Z","caller":"traceutil/trace.go:171","msg":"trace[787963060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8160; }","duration":"532.139693ms","start":"2026-03-04T06:34:06.924705Z","end":"2026-03-04T06:34:07.456844Z","steps":["trace[787963060] 'range keys from in-memory index tree' (duration: 531.871405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:07.456852Z","caller":"traceutil/trace.go:171","msg":"trace[1408406103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8160; }","duration":"493.479671ms","start":"2026-03-04T06:34:06.963352Z","end":"2026-03-04T06:34:07.456832Z","steps":["trace[1408406103] 'range keys from in-memory index tree' (duration: 493.151641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.456888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.924678Z","time spent":"532.202254ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:07.456902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.963335Z","time spent":"493.556982ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:34:07.456888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.028555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:34:07.456924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.442833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:34:07.456772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.404099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:34:07.456959Z","caller":"traceutil/trace.go:171","msg":"trace[392227006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:8160; }","duration":"515.152689ms","start":"2026-03-04T06:34:06.94179Z","end":"2026-03-04T06:34:07.456942Z","steps":["trace[392227006] 'range keys from in-memory index tree' (duration: 514.846101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:07.456979Z","caller":"traceutil/trace.go:171","msg":"trace[806968781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8160; }","duration":"495.511654ms","start":"2026-03-04T06:34:06.96145Z","end":"2026-03-04T06:34:07.456962Z","steps":["trace[806968781] 'range keys from in-memory index tree' (duration: 495.295969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.457022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.961439Z","time spent":"495.574317ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:34:07.457007Z","caller":"traceutil/trace.go:171","msg":"trace[328021180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8160; }","duration":"508.678947ms","start":"2026-03-04T06:34:06.948298Z","end":"2026-03-04T06:34:07.456977Z","steps":["trace[328021180] 'count revisions from in-memory index tree' (duration: 508.332917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.457008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.941766Z","time spent":"515.233051ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:34:07.457099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:06.948282Z","time spent":"508.781509ms","remote":"127.0.0.1:44890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:34:07.565576Z","caller":"traceutil/trace.go:171","msg":"trace[924619424] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"188.837553ms","start":"2026-03-04T06:34:07.376716Z","end":"2026-03-04T06:34:07.565553Z","steps":["trace[924619424] 'read index received' (duration: 188.769521ms)","trace[924619424] 'applied index is now lower than readState.Index' (duration: 66.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:07.565629Z","caller":"traceutil/trace.go:171","msg":"trace[764975279] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"523.129572ms","start":"2026-03-04T06:34:07.042472Z","end":"2026-03-04T06:34:07.565601Z","steps":["trace[764975279] 'process raft request' (duration: 522.935146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.565765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.042458Z","time spent":"523.233745ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:07.565798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.061239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T06:34:07.565872Z","caller":"traceutil/trace.go:171","msg":"trace[1020481345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8161; }","duration":"189.181142ms","start":"2026-03-04T06:34:07.37667Z","end":"2026-03-04T06:34:07.565851Z","steps":["trace[1020481345] 'agreement among raft nodes before linearized reading' (duration: 188.966537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.50997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.390469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:34:08.510362Z","caller":"traceutil/trace.go:171","msg":"trace[786272958] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"939.794671ms","start":"2026-03-04T06:34:07.57054Z","end":"2026-03-04T06:34:08.510335Z","steps":["trace[786272958] 'process raft request' (duration: 939.692398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:08.5104Z","caller":"traceutil/trace.go:171","msg":"trace[2125536882] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"1.049676054s","start":"2026-03-04T06:34:07.460686Z","end":"2026-03-04T06:34:08.510362Z","steps":["trace[2125536882] 'process raft request' (duration: 197.788422ms)","trace[2125536882] 'compare' (duration: 851.266326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:08.510479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.57044Z","time spent":"939.984205ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:08.510508Z","caller":"traceutil/trace.go:171","msg":"trace[245454151] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"841.782213ms","start":"2026-03-04T06:34:07.668701Z","end":"2026-03-04T06:34:08.510483Z","steps":["trace[245454151] 'process raft request' (duration: 841.589328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.510588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.460664Z","time spent":"1.049834469s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:08.510647Z","caller":"traceutil/trace.go:171","msg":"trace[372498142] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"1.048515984s","start":"2026-03-04T06:34:07.462114Z","end":"2026-03-04T06:34:08.51063Z","steps":["trace[372498142] 'process raft request' (duration: 1.047973309s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.510668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.66868Z","time spent":"841.911617ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:08.51074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.462102Z","time spent":"1.048592466s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:08.510838Z","caller":"traceutil/trace.go:171","msg":"trace[298229205] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8474; }","duration":"945.180825ms","start":"2026-03-04T06:34:07.565637Z","end":"2026-03-04T06:34:08.510818Z","steps":["trace[298229205] 'read index received' (duration: 92.781628ms)","trace[298229205] 'applied index is now lower than readState.Index' (duration: 852.354555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:08.510876Z","caller":"traceutil/trace.go:171","msg":"trace[1304976757] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"1.048077072s","start":"2026-03-04T06:34:07.462765Z","end":"2026-03-04T06:34:08.510842Z","steps":["trace[1304976757] 'process raft request' (duration: 1.047403594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.510979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.462755Z","time spent":"1.048177195s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:08.511014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133872774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:34:08.511051Z","caller":"traceutil/trace.go:171","msg":"trace[1052410904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8166; }","duration":"1.133911195s","start":"2026-03-04T06:34:07.377129Z","end":"2026-03-04T06:34:08.51104Z","steps":["trace[1052410904] 'agreement among raft nodes before linearized reading' (duration: 1.1337506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.511089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.377058Z","time spent":"1.134024558s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:34:08.511328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049033977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228770"} {"level":"info","ts":"2026-03-04T06:34:08.511428Z","caller":"traceutil/trace.go:171","msg":"trace[1727813004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8166; }","duration":"1.04914903s","start":"2026-03-04T06:34:07.462258Z","end":"2026-03-04T06:34:08.511407Z","steps":["trace[1727813004] 'agreement among raft nodes before linearized reading' (duration: 1.048525434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.511482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.462227Z","time spent":"1.049239163s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228793,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:34:08.556867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.274814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T06:34:08.55692Z","caller":"traceutil/trace.go:171","msg":"trace[1401063260] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"548.424798ms","start":"2026-03-04T06:34:08.008473Z","end":"2026-03-04T06:34:08.556897Z","steps":["trace[1401063260] 'process raft request' (duration: 548.1488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:08.556946Z","caller":"traceutil/trace.go:171","msg":"trace[643524210] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8167; }","duration":"797.403897ms","start":"2026-03-04T06:34:07.759523Z","end":"2026-03-04T06:34:08.556927Z","steps":["trace[643524210] 'agreement among raft nodes before linearized reading' (duration: 797.203402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:08.556998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:07.759495Z","time spent":"797.49131ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T06:34:08.557024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:08.008444Z","time spent":"548.52058ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:10.33448Z","caller":"traceutil/trace.go:171","msg":"trace[1885121182] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"191.429223ms","start":"2026-03-04T06:34:10.143024Z","end":"2026-03-04T06:34:10.334454Z","steps":["trace[1885121182] 'process raft request' (duration: 191.258428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:10.924661Z","caller":"traceutil/trace.go:171","msg":"trace[1674595155] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"197.884506ms","start":"2026-03-04T06:34:10.72675Z","end":"2026-03-04T06:34:10.924635Z","steps":["trace[1674595155] 'process raft request' (duration: 165.542442ms)","trace[1674595155] 'compare' (duration: 32.056826ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:10.9249Z","caller":"traceutil/trace.go:171","msg":"trace[1645125112] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"176.993257ms","start":"2026-03-04T06:34:10.747879Z","end":"2026-03-04T06:34:10.924873Z","steps":["trace[1645125112] 'process raft request' (duration: 176.647628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:23.795279Z","caller":"traceutil/trace.go:171","msg":"trace[1200108611] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"275.367584ms","start":"2026-03-04T06:34:23.519884Z","end":"2026-03-04T06:34:23.795252Z","steps":["trace[1200108611] 'process raft request' (duration: 275.155748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:23.796848Z","caller":"traceutil/trace.go:171","msg":"trace[556469926] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8656; }","duration":"205.735734ms","start":"2026-03-04T06:34:23.591097Z","end":"2026-03-04T06:34:23.796832Z","steps":["trace[556469926] 'read index received' (duration: 203.917126ms)","trace[556469926] 'applied index is now lower than readState.Index' (duration: 1.817618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:23.797064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.959441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:34:23.79712Z","caller":"traceutil/trace.go:171","msg":"trace[1298925911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8340; }","duration":"206.051983ms","start":"2026-03-04T06:34:23.591058Z","end":"2026-03-04T06:34:23.79711Z","steps":["trace[1298925911] 'agreement among raft nodes before linearized reading' (duration: 205.876718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:23.797088Z","caller":"traceutil/trace.go:171","msg":"trace[215087538] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"272.794165ms","start":"2026-03-04T06:34:23.524263Z","end":"2026-03-04T06:34:23.797057Z","steps":["trace[215087538] 'process raft request' (duration: 272.492497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:33.172485Z","caller":"traceutil/trace.go:171","msg":"trace[621848432] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"164.297938ms","start":"2026-03-04T06:34:33.008159Z","end":"2026-03-04T06:34:33.172457Z","steps":["trace[621848432] 'process raft request' (duration: 130.267459ms)","trace[621848432] 'compare' (duration: 33.756272ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:34.845667Z","caller":"traceutil/trace.go:171","msg":"trace[1106449802] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"119.087861ms","start":"2026-03-04T06:34:34.72655Z","end":"2026-03-04T06:34:34.845638Z","steps":["trace[1106449802] 'process raft request' (duration: 46.848922ms)","trace[1106449802] 'compare' (duration: 72.113915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:34.849521Z","caller":"traceutil/trace.go:171","msg":"trace[1755923201] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8759; }","duration":"117.378695ms","start":"2026-03-04T06:34:34.732117Z","end":"2026-03-04T06:34:34.849496Z","steps":["trace[1755923201] 'read index received' (duration: 41.257572ms)","trace[1755923201] 'applied index is now lower than readState.Index' (duration: 76.119773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:34.84965Z","caller":"traceutil/trace.go:171","msg":"trace[1353703111] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"120.765995ms","start":"2026-03-04T06:34:34.728847Z","end":"2026-03-04T06:34:34.849613Z","steps":["trace[1353703111] 'process raft request' (duration: 120.531019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:34.84984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.704653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:34:34.850024Z","caller":"traceutil/trace.go:171","msg":"trace[595676653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8440; }","duration":"117.946161ms","start":"2026-03-04T06:34:34.732056Z","end":"2026-03-04T06:34:34.850002Z","steps":["trace[595676653] 'agreement among raft nodes before linearized reading' (duration: 117.602121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.067095Z","caller":"traceutil/trace.go:171","msg":"trace[1345589973] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8761; }","duration":"213.244435ms","start":"2026-03-04T06:34:34.853827Z","end":"2026-03-04T06:34:35.067072Z","steps":["trace[1345589973] 'read index received' (duration: 123.318243ms)","trace[1345589973] 'applied index is now lower than readState.Index' (duration: 89.924982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:35.067175Z","caller":"traceutil/trace.go:171","msg":"trace[1983087120] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"213.905913ms","start":"2026-03-04T06:34:34.853205Z","end":"2026-03-04T06:34:35.067111Z","steps":["trace[1983087120] 'process raft request' (duration: 124.014692ms)","trace[1983087120] 'compare' (duration: 89.750417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:35.06763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.780219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234968"} {"level":"info","ts":"2026-03-04T06:34:35.067682Z","caller":"traceutil/trace.go:171","msg":"trace[1601233081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8441; }","duration":"213.885462ms","start":"2026-03-04T06:34:34.853784Z","end":"2026-03-04T06:34:35.067669Z","steps":["trace[1601233081] 'agreement among raft nodes before linearized reading' (duration: 213.402879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:39.076406Z","caller":"traceutil/trace.go:171","msg":"trace[203514349] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"188.697179ms","start":"2026-03-04T06:34:38.887678Z","end":"2026-03-04T06:34:39.076375Z","steps":["trace[203514349] 'process raft request' (duration: 188.494704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:39.091348Z","caller":"traceutil/trace.go:171","msg":"trace[1769147212] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"203.053503ms","start":"2026-03-04T06:34:38.888273Z","end":"2026-03-04T06:34:39.091327Z","steps":["trace[1769147212] 'process raft request' (duration: 202.94788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.263962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.582537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234968"} {"level":"info","ts":"2026-03-04T06:34:39.264037Z","caller":"traceutil/trace.go:171","msg":"trace[862624937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8465; }","duration":"115.69206ms","start":"2026-03-04T06:34:39.14833Z","end":"2026-03-04T06:34:39.264022Z","steps":["trace[862624937] 'range keys from in-memory index tree' (duration: 115.261478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:01.002201Z","caller":"traceutil/trace.go:171","msg":"trace[1297879847] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"157.810555ms","start":"2026-03-04T06:35:00.844364Z","end":"2026-03-04T06:35:01.002175Z","steps":["trace[1297879847] 'process raft request' (duration: 157.672732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:01.133632Z","caller":"traceutil/trace.go:171","msg":"trace[607781685] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"211.066467ms","start":"2026-03-04T06:35:00.922524Z","end":"2026-03-04T06:35:01.13359Z","steps":["trace[607781685] 'process raft request' (duration: 178.555239ms)","trace[607781685] 'compare' (duration: 32.173679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:08.983513Z","caller":"traceutil/trace.go:171","msg":"trace[119011586] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"136.508775ms","start":"2026-03-04T06:35:08.846978Z","end":"2026-03-04T06:35:08.983487Z","steps":["trace[119011586] 'process raft request' (duration: 136.289649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:09.150879Z","caller":"traceutil/trace.go:171","msg":"trace[490662271] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9054; }","duration":"248.474196ms","start":"2026-03-04T06:35:08.902377Z","end":"2026-03-04T06:35:09.150852Z","steps":["trace[490662271] 'read index received' (duration: 80.928671ms)","trace[490662271] 'applied index is now lower than readState.Index' (duration: 167.544455ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:09.151003Z","caller":"traceutil/trace.go:171","msg":"trace[1675787310] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"297.436704ms","start":"2026-03-04T06:35:08.853554Z","end":"2026-03-04T06:35:09.15099Z","steps":["trace[1675787310] 'process raft request' (duration: 294.752012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:09.15116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.741663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:35:09.151244Z","caller":"traceutil/trace.go:171","msg":"trace[403217564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8727; }","duration":"248.881067ms","start":"2026-03-04T06:35:08.90234Z","end":"2026-03-04T06:35:09.151221Z","steps":["trace[403217564] 'agreement among raft nodes before linearized reading' (duration: 248.678472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:09.15444Z","caller":"traceutil/trace.go:171","msg":"trace[1223151501] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"130.581958ms","start":"2026-03-04T06:35:09.023841Z","end":"2026-03-04T06:35:09.154423Z","steps":["trace[1223151501] 'process raft request' (duration: 130.30036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:11.636074Z","caller":"traceutil/trace.go:171","msg":"trace[498161665] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"286.926713ms","start":"2026-03-04T06:35:11.349121Z","end":"2026-03-04T06:35:11.636048Z","steps":["trace[498161665] 'process raft request' (duration: 212.131346ms)","trace[498161665] 'compare' (duration: 74.659374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:11.636069Z","caller":"traceutil/trace.go:171","msg":"trace[1462779832] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9105; }","duration":"280.526302ms","start":"2026-03-04T06:35:11.355515Z","end":"2026-03-04T06:35:11.636041Z","steps":["trace[1462779832] 'read index received' (duration: 205.844998ms)","trace[1462779832] 'applied index is now lower than readState.Index' (duration: 74.679724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:35:11.636308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.777368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:35:11.636371Z","caller":"traceutil/trace.go:171","msg":"trace[1022166757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8777; }","duration":"280.901982ms","start":"2026-03-04T06:35:11.355453Z","end":"2026-03-04T06:35:11.636355Z","steps":["trace[1022166757] 'agreement among raft nodes before linearized reading' (duration: 280.679416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:12.064558Z","caller":"traceutil/trace.go:171","msg":"trace[680803736] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9106; }","duration":"428.175691ms","start":"2026-03-04T06:35:11.636342Z","end":"2026-03-04T06:35:12.064517Z","steps":["trace[680803736] 'read index received' (duration: 427.888194ms)","trace[680803736] 'applied index is now lower than readState.Index' (duration: 285.747µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:35:12.064808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.13808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T06:35:12.064882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.537879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:35:12.064899Z","caller":"traceutil/trace.go:171","msg":"trace[648157726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8779; }","duration":"519.289104ms","start":"2026-03-04T06:35:11.54559Z","end":"2026-03-04T06:35:12.064879Z","steps":["trace[648157726] 'agreement among raft nodes before linearized reading' (duration: 518.961615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.064905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.501498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-mztkj\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-04T06:35:12.064929Z","caller":"traceutil/trace.go:171","msg":"trace[608366041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8779; }","duration":"708.697603ms","start":"2026-03-04T06:35:11.356217Z","end":"2026-03-04T06:35:12.064914Z","steps":["trace[608366041] 'agreement among raft nodes before linearized reading' (duration: 708.484717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.064912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.239473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:35:12.064979Z","caller":"traceutil/trace.go:171","msg":"trace[1946272958] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-mztkj; range_end:; response_count:1; response_revision:8779; }","duration":"702.632831ms","start":"2026-03-04T06:35:11.362323Z","end":"2026-03-04T06:35:12.064956Z","steps":["trace[1946272958] 'agreement among raft nodes before linearized reading' (duration: 702.375524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.064979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.356192Z","time spent":"708.775855ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:35:12.065004Z","caller":"traceutil/trace.go:171","msg":"trace[643914059] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"650.520219ms","start":"2026-03-04T06:35:11.414472Z","end":"2026-03-04T06:35:12.064992Z","steps":["trace[643914059] 'process raft request' (duration: 649.989005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:12.065009Z","caller":"traceutil/trace.go:171","msg":"trace[705097920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:8779; }","duration":"592.387867ms","start":"2026-03-04T06:35:11.472598Z","end":"2026-03-04T06:35:12.064985Z","steps":["trace[705097920] 'agreement among raft nodes before linearized reading' (duration: 592.080789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.065032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.362302Z","time spent":"702.722134ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9621,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-mztkj\" "} {"level":"warn","ts":"2026-03-04T06:35:12.06506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.472582Z","time spent":"592.467629ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:35:12.065062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.109692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:35:12.065115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.414431Z","time spent":"650.599512ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:35:12.065144Z","caller":"traceutil/trace.go:171","msg":"trace[72319908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8779; }","duration":"579.255326ms","start":"2026-03-04T06:35:11.485867Z","end":"2026-03-04T06:35:12.065122Z","steps":["trace[72319908] 'agreement among raft nodes before linearized reading' (duration: 579.071772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.064954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.545568Z","time spent":"519.377207ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:35:12.065194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.485848Z","time spent":"579.334198ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:35:12.065325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.868831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:35:12.065365Z","caller":"traceutil/trace.go:171","msg":"trace[553790901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8779; }","duration":"698.920122ms","start":"2026-03-04T06:35:11.366435Z","end":"2026-03-04T06:35:12.065355Z","steps":["trace[553790901] 'agreement among raft nodes before linearized reading' (duration: 698.821469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.065392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.366428Z","time spent":"698.957682ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:35:12.064636Z","caller":"traceutil/trace.go:171","msg":"trace[1592369133] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"652.195834ms","start":"2026-03-04T06:35:11.412395Z","end":"2026-03-04T06:35:12.064591Z","steps":["trace[1592369133] 'process raft request' (duration: 651.826955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.065592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.412371Z","time spent":"653.13544ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:35:12.108009Z","caller":"traceutil/trace.go:171","msg":"trace[612463460] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"467.823129ms","start":"2026-03-04T06:35:11.64015Z","end":"2026-03-04T06:35:12.107973Z","steps":["trace[612463460] 'process raft request' (duration: 467.595003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.10831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.640131Z","time spent":"467.969544ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:35:12.124537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.806375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:12.124589Z","caller":"traceutil/trace.go:171","msg":"trace[41053930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"241.911069ms","start":"2026-03-04T06:35:11.882663Z","end":"2026-03-04T06:35:12.124574Z","steps":["trace[41053930] 'agreement among raft nodes before linearized reading' (duration: 241.834117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.124579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.654961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:12.12464Z","caller":"traceutil/trace.go:171","msg":"trace[234974655] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8780; }","duration":"438.774094ms","start":"2026-03-04T06:35:11.685846Z","end":"2026-03-04T06:35:12.12462Z","steps":["trace[234974655] 'agreement among raft nodes before linearized reading' (duration: 438.672291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:12.124694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:11.685815Z","time spent":"438.864717ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:35:13.637612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.654345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:35:13.638219Z","caller":"traceutil/trace.go:171","msg":"trace[936683042] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"409.042789ms","start":"2026-03-04T06:35:13.22914Z","end":"2026-03-04T06:35:13.638183Z","steps":["trace[936683042] 'process raft request' (duration: 408.592027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:13.638203Z","caller":"traceutil/trace.go:171","msg":"trace[2013960599] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9127; }","duration":"973.461218ms","start":"2026-03-04T06:35:12.664693Z","end":"2026-03-04T06:35:13.638154Z","steps":["trace[2013960599] 'read index received' (duration: 45.179927ms)","trace[2013960599] 'applied index is now lower than readState.Index' (duration: 928.277641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:35:13.638326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:13.229106Z","time spent":"409.167363ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:35:13.638347Z","caller":"traceutil/trace.go:171","msg":"trace[1864962001] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"1.13871434s","start":"2026-03-04T06:35:12.499618Z","end":"2026-03-04T06:35:13.638332Z","steps":["trace[1864962001] 'process raft request' (duration: 210.265304ms)","trace[1864962001] 'compare' (duration: 927.287495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:35:13.638454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:12.499602Z","time spent":"1.138777711s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:35:13.638564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.846648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:13.638666Z","caller":"traceutil/trace.go:171","msg":"trace[665047294] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8798; }","duration":"974.010213ms","start":"2026-03-04T06:35:12.664628Z","end":"2026-03-04T06:35:13.638638Z","steps":["trace[665047294] 'agreement among raft nodes before linearized reading' (duration: 973.821538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:13.638679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.570632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-mztkj\" ","response":"range_response_count:1 size:9962"} {"level":"warn","ts":"2026-03-04T06:35:13.63872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:35:12.664599Z","time spent":"974.110095ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:35:13.638725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.263712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:13.638766Z","caller":"traceutil/trace.go:171","msg":"trace[688353524] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-mztkj; range_end:; response_count:1; response_revision:8798; }","duration":"243.695935ms","start":"2026-03-04T06:35:13.395047Z","end":"2026-03-04T06:35:13.638742Z","steps":["trace[688353524] 'agreement among raft nodes before linearized reading' (duration: 243.406827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:13.638791Z","caller":"traceutil/trace.go:171","msg":"trace[917022208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8798; }","duration":"156.392156ms","start":"2026-03-04T06:35:13.482383Z","end":"2026-03-04T06:35:13.638775Z","steps":["trace[917022208] 'agreement among raft nodes before linearized reading' (duration: 156.281813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.278228Z","caller":"traceutil/trace.go:171","msg":"trace[743181858] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9197; }","duration":"117.476446ms","start":"2026-03-04T06:35:24.160725Z","end":"2026-03-04T06:35:24.278201Z","steps":["trace[743181858] 'read index received' (duration: 117.26755ms)","trace[743181858] 'applied index is now lower than readState.Index' (duration: 207.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:24.278256Z","caller":"traceutil/trace.go:171","msg":"trace[196851398] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"171.441776ms","start":"2026-03-04T06:35:24.106785Z","end":"2026-03-04T06:35:24.278227Z","steps":["trace[196851398] 'process raft request' (duration: 171.227771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:24.278444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.707742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:35:24.278503Z","caller":"traceutil/trace.go:171","msg":"trace[1601948097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8865; }","duration":"117.815934ms","start":"2026-03-04T06:35:24.160672Z","end":"2026-03-04T06:35:24.278488Z","steps":["trace[1601948097] 'agreement among raft nodes before linearized reading' (duration: 117.64829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.306528Z","caller":"traceutil/trace.go:171","msg":"trace[1036334778] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"141.236209ms","start":"2026-03-04T06:35:24.165271Z","end":"2026-03-04T06:35:24.306507Z","steps":["trace[1036334778] 'process raft request' (duration: 141.073505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:24.306695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.973555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:35:24.306702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.222082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:35:24.306748Z","caller":"traceutil/trace.go:171","msg":"trace[874168876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8866; }","duration":"107.053916ms","start":"2026-03-04T06:35:24.199681Z","end":"2026-03-04T06:35:24.306735Z","steps":["trace[874168876] 'agreement among raft nodes before linearized reading' (duration: 106.852861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.306759Z","caller":"traceutil/trace.go:171","msg":"trace[410665906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8866; }","duration":"143.315594ms","start":"2026-03-04T06:35:24.163428Z","end":"2026-03-04T06:35:24.306744Z","steps":["trace[410665906] 'agreement among raft nodes before linearized reading' (duration: 142.994316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:24.306766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.531527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:35:24.306813Z","caller":"traceutil/trace.go:171","msg":"trace[1832931775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8866; }","duration":"120.579118ms","start":"2026-03-04T06:35:24.186219Z","end":"2026-03-04T06:35:24.306798Z","steps":["trace[1832931775] 'agreement among raft nodes before linearized reading' (duration: 120.462005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:24.306854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.772619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:35:24.307035Z","caller":"traceutil/trace.go:171","msg":"trace[1869032156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8866; }","duration":"113.067078ms","start":"2026-03-04T06:35:24.193943Z","end":"2026-03-04T06:35:24.30701Z","steps":["trace[1869032156] 'agreement among raft nodes before linearized reading' (duration: 112.536653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.472587Z","caller":"traceutil/trace.go:171","msg":"trace[1202654085] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"160.741081ms","start":"2026-03-04T06:35:24.311803Z","end":"2026-03-04T06:35:24.472544Z","steps":["trace[1202654085] 'process raft request' (duration: 160.657779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.472637Z","caller":"traceutil/trace.go:171","msg":"trace[2122011883] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"160.938177ms","start":"2026-03-04T06:35:24.311652Z","end":"2026-03-04T06:35:24.47259Z","steps":["trace[2122011883] 'process raft request' (duration: 160.758093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.472592Z","caller":"traceutil/trace.go:171","msg":"trace[1175768486] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"161.079181ms","start":"2026-03-04T06:35:24.311458Z","end":"2026-03-04T06:35:24.472537Z","steps":["trace[1175768486] 'process raft request' (duration: 160.764213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.472923Z","caller":"traceutil/trace.go:171","msg":"trace[1314915279] linearizableReadLoop","detail":"{readStateIndex:9204; appliedIndex:9199; }","duration":"160.701881ms","start":"2026-03-04T06:35:24.312201Z","end":"2026-03-04T06:35:24.472903Z","steps":["trace[1314915279] 'read index received' (duration: 1.808238ms)","trace[1314915279] 'applied index is now lower than readState.Index' (duration: 158.892503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:24.472954Z","caller":"traceutil/trace.go:171","msg":"trace[1220184443] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"160.645949ms","start":"2026-03-04T06:35:24.312148Z","end":"2026-03-04T06:35:24.472794Z","steps":["trace[1220184443] 'process raft request' (duration: 160.352671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.472971Z","caller":"traceutil/trace.go:171","msg":"trace[189487243] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"160.620379ms","start":"2026-03-04T06:35:24.312312Z","end":"2026-03-04T06:35:24.472932Z","steps":["trace[189487243] 'process raft request' (duration: 160.394022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:24.47358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.358978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291494"} {"level":"info","ts":"2026-03-04T06:35:24.473629Z","caller":"traceutil/trace.go:171","msg":"trace[241166210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8872; }","duration":"161.42329ms","start":"2026-03-04T06:35:24.312195Z","end":"2026-03-04T06:35:24.473618Z","steps":["trace[241166210] 'agreement among raft nodes before linearized reading' (duration: 160.790043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:24.620593Z","caller":"traceutil/trace.go:171","msg":"trace[1815885975] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"125.774508ms","start":"2026-03-04T06:35:24.494789Z","end":"2026-03-04T06:35:24.620564Z","steps":["trace[1815885975] 'process raft request' (duration: 37.555502ms)","trace[1815885975] 'compare' (duration: 88.083442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:36:06.125318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.706994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:36:06.125463Z","caller":"traceutil/trace.go:171","msg":"trace[1656299560] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"243.463709ms","start":"2026-03-04T06:36:05.881972Z","end":"2026-03-04T06:36:06.125436Z","steps":["trace[1656299560] 'process raft request' (duration: 47.537239ms)","trace[1656299560] 'compare' (duration: 195.476688ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:37:23.118531Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T06:37:23.124652Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T06:37:23.124741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T06:37:33.076959Z","caller":"traceutil/trace.go:171","msg":"trace[120056079] linearizableReadLoop","detail":"{readStateIndex:10050; appliedIndex:10049; }","duration":"112.400215ms","start":"2026-03-04T06:37:32.964534Z","end":"2026-03-04T06:37:33.076934Z","steps":["trace[120056079] 'read index received' (duration: 112.233511ms)","trace[120056079] 'applied index is now lower than readState.Index' (duration: 165.944µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:37:33.077149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.59341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:37:33.077118Z","caller":"traceutil/trace.go:171","msg":"trace[1445338196] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"116.548665ms","start":"2026-03-04T06:37:32.960502Z","end":"2026-03-04T06:37:33.077051Z","steps":["trace[1445338196] 'process raft request' (duration: 116.287148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:37:33.077228Z","caller":"traceutil/trace.go:171","msg":"trace[1851927738] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9686; }","duration":"112.686953ms","start":"2026-03-04T06:37:32.964503Z","end":"2026-03-04T06:37:33.07719Z","steps":["trace[1851927738] 'agreement among raft nodes before linearized reading' (duration: 112.56757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:37:33.594689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7458} {"level":"info","ts":"2026-03-04T06:37:33.654948Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7458,"took":"58.38216ms","hash":1356286893,"current-db-size-bytes":41082880,"current-db-size":"41 MB","current-db-size-in-use-bytes":25161728,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T06:37:33.655002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1356286893,"revision":7458,"compact-revision":5430} {"level":"info","ts":"2026-03-04T06:39:32.071391Z","caller":"traceutil/trace.go:171","msg":"trace[990321697] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"105.114606ms","start":"2026-03-04T06:39:31.966224Z","end":"2026-03-04T06:39:32.071339Z","steps":["trace[990321697] 'process raft request' (duration: 104.846489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:40:58.558752Z","caller":"traceutil/trace.go:171","msg":"trace[1841803256] linearizableReadLoop","detail":"{readStateIndex:11519; appliedIndex:11518; }","duration":"478.867682ms","start":"2026-03-04T06:40:58.079857Z","end":"2026-03-04T06:40:58.558725Z","steps":["trace[1841803256] 'read index received' (duration: 478.685508ms)","trace[1841803256] 'applied index is now lower than readState.Index' (duration: 181.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:40:58.55879Z","caller":"traceutil/trace.go:171","msg":"trace[609666425] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"479.185701ms","start":"2026-03-04T06:40:58.079564Z","end":"2026-03-04T06:40:58.558749Z","steps":["trace[609666425] 'process raft request' (duration: 479.001676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.559012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.301707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:40:58.559023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.079536Z","time spent":"479.377396ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:40:58.559056Z","caller":"traceutil/trace.go:171","msg":"trace[344481873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11108; }","duration":"418.429671ms","start":"2026-03-04T06:40:58.140613Z","end":"2026-03-04T06:40:58.559043Z","steps":["trace[344481873] 'agreement among raft nodes before linearized reading' (duration: 418.272957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.559036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.350307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:40:58.55906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.189431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:40:58.559208Z","caller":"traceutil/trace.go:171","msg":"trace[1189818870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11108; }","duration":"479.339855ms","start":"2026-03-04T06:40:58.079851Z","end":"2026-03-04T06:40:58.559191Z","steps":["trace[1189818870] 'agreement among raft nodes before linearized reading' (duration: 478.975285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:40:58.559204Z","caller":"traceutil/trace.go:171","msg":"trace[512261164] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11108; }","duration":"138.546052ms","start":"2026-03-04T06:40:58.420634Z","end":"2026-03-04T06:40:58.55918Z","steps":["trace[512261164] 'agreement among raft nodes before linearized reading' (duration: 138.274355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.559225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.882417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:40:58.559253Z","caller":"traceutil/trace.go:171","msg":"trace[156108419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11108; }","duration":"408.930649ms","start":"2026-03-04T06:40:58.150314Z","end":"2026-03-04T06:40:58.559245Z","steps":["trace[156108419] 'agreement among raft nodes before linearized reading' (duration: 408.852597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.559259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.079807Z","time spent":"479.437768ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:40:58.559279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.150302Z","time spent":"408.97099ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:40:58.559115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.140564Z","time spent":"418.520293ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:40:58.559421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.588696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:40:58.559483Z","caller":"traceutil/trace.go:171","msg":"trace[2106957333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11108; }","duration":"412.679558ms","start":"2026-03-04T06:40:58.146784Z","end":"2026-03-04T06:40:58.559464Z","steps":["trace[2106957333] 'agreement among raft nodes before linearized reading' (duration: 412.444992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.559518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.146737Z","time spent":"412.773631ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:40:58.967022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.701687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:40:58.967229Z","caller":"traceutil/trace.go:171","msg":"trace[297455580] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"403.624638ms","start":"2026-03-04T06:40:58.563568Z","end":"2026-03-04T06:40:58.967192Z","steps":["trace[297455580] 'process raft request' (duration: 101.669764ms)","trace[297455580] 'compare' (duration: 301.395129ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:40:58.967343Z","caller":"traceutil/trace.go:171","msg":"trace[1496060607] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"403.735821ms","start":"2026-03-04T06:40:58.563588Z","end":"2026-03-04T06:40:58.967324Z","steps":["trace[1496060607] 'process raft request' (duration: 403.568707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.96738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.563551Z","time spent":"403.747492ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:40:58.967426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.563564Z","time spent":"403.824674ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:40:58.967632Z","caller":"traceutil/trace.go:171","msg":"trace[1131572077] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"403.729511ms","start":"2026-03-04T06:40:58.56388Z","end":"2026-03-04T06:40:58.96761Z","steps":["trace[1131572077] 'process raft request' (duration: 403.405082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.967745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.563871Z","time spent":"403.822633ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:40:58.968796Z","caller":"traceutil/trace.go:171","msg":"trace[1776687675] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"404.748118ms","start":"2026-03-04T06:40:58.564018Z","end":"2026-03-04T06:40:58.968766Z","steps":["trace[1776687675] 'process raft request' (duration: 404.023688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:40:58.968934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:40:58.56401Z","time spent":"404.865081ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:40:59.274095Z","caller":"traceutil/trace.go:171","msg":"trace[1157556041] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"160.625938ms","start":"2026-03-04T06:40:59.113444Z","end":"2026-03-04T06:40:59.27407Z","steps":["trace[1157556041] 'process raft request' (duration: 160.486074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:01.7329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.811532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T06:41:53.691857Z","caller":"traceutil/trace.go:171","msg":"trace[602639982] transaction","detail":"{read_only:false; response_revision:11452; number_of_response:1; }","duration":"298.454541ms","start":"2026-03-04T06:41:53.393378Z","end":"2026-03-04T06:41:53.691832Z","steps":["trace[602639982] 'process raft request' (duration: 298.407929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:53.691909Z","caller":"traceutil/trace.go:171","msg":"trace[1155206941] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"298.758359ms","start":"2026-03-04T06:41:53.39312Z","end":"2026-03-04T06:41:53.691878Z","steps":["trace[1155206941] 'process raft request' (duration: 298.495962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:53.949692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.874003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:41:53.949927Z","caller":"traceutil/trace.go:171","msg":"trace[989212426] linearizableReadLoop","detail":"{readStateIndex:11876; appliedIndex:11873; }","duration":"469.292889ms","start":"2026-03-04T06:41:53.480618Z","end":"2026-03-04T06:41:53.949911Z","steps":["trace[989212426] 'read index received' (duration: 210.963132ms)","trace[989212426] 'applied index is now lower than readState.Index' (duration: 258.328677ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:53.949925Z","caller":"traceutil/trace.go:171","msg":"trace[533557323] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"515.613987ms","start":"2026-03-04T06:41:53.434282Z","end":"2026-03-04T06:41:53.949896Z","steps":["trace[533557323] 'process raft request' (duration: 368.451316ms)","trace[533557323] 'compare' (duration: 146.7629ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:53.95003Z","caller":"traceutil/trace.go:171","msg":"trace[309405591] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"404.582144ms","start":"2026-03-04T06:41:53.545438Z","end":"2026-03-04T06:41:53.95002Z","steps":["trace[309405591] 'process raft request' (duration: 404.365098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:53.950048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:53.43426Z","time spent":"515.721799ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:41:53.950092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:53.545407Z","time spent":"404.652256ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:41:53.950412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.800092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:53.950451Z","caller":"traceutil/trace.go:171","msg":"trace[456949396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11455; }","duration":"469.892395ms","start":"2026-03-04T06:41:53.480549Z","end":"2026-03-04T06:41:53.950441Z","steps":["trace[456949396] 'agreement among raft nodes before linearized reading' (duration: 469.598417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:53.950481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:53.480524Z","time spent":"469.950916ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:41:53.950483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.878711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:41:53.95067Z","caller":"traceutil/trace.go:171","msg":"trace[2063612175] transaction","detail":"{read_only:false; response_revision:11455; number_of_response:1; }","duration":"115.147362ms","start":"2026-03-04T06:41:53.835514Z","end":"2026-03-04T06:41:53.950661Z","steps":["trace[2063612175] 'process raft request' (duration: 114.360381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:53.950689Z","caller":"traceutil/trace.go:171","msg":"trace[1582039090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:11455; }","duration":"468.120537ms","start":"2026-03-04T06:41:53.482556Z","end":"2026-03-04T06:41:53.950677Z","steps":["trace[1582039090] 'agreement among raft nodes before linearized reading' (duration: 467.84358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:53.950732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:53.482531Z","time spent":"468.190289ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"info","ts":"2026-03-04T06:42:33.600844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9691} {"level":"info","ts":"2026-03-04T06:42:33.689874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9691,"took":"85.369533ms","hash":2201963647,"current-db-size-bytes":41082880,"current-db-size":"41 MB","current-db-size-in-use-bytes":22396928,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T06:42:33.689958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2201963647,"revision":9691,"compact-revision":7458} {"level":"info","ts":"2026-03-04T06:46:10.645388Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034f3.wal"} {"level":"warn","ts":"2026-03-04T06:46:47.305625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.17954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-5546df8456-j9rbk\" ","response":"range_response_count:1 size:8645"} {"level":"info","ts":"2026-03-04T06:46:47.305737Z","caller":"traceutil/trace.go:171","msg":"trace[335046559] range","detail":"{range_begin:/registry/pods/openstack/placement-api-5546df8456-j9rbk; range_end:; response_count:1; response_revision:13319; }","duration":"315.375135ms","start":"2026-03-04T06:46:46.990342Z","end":"2026-03-04T06:46:47.305718Z","steps":["trace[335046559] 'range keys from in-memory index tree' (duration: 314.883302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:46:47.305777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:46:46.990309Z","time spent":"315.458747ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8668,"request content":"key:\"/registry/pods/openstack/placement-api-5546df8456-j9rbk\" "} {"level":"info","ts":"2026-03-04T06:46:47.30781Z","caller":"traceutil/trace.go:171","msg":"trace[557888963] transaction","detail":"{read_only:false; response_revision:13320; number_of_response:1; }","duration":"276.419339ms","start":"2026-03-04T06:46:47.031363Z","end":"2026-03-04T06:46:47.307783Z","steps":["trace[557888963] 'process raft request' (duration: 276.281915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:46:47.310105Z","caller":"traceutil/trace.go:171","msg":"trace[53251296] linearizableReadLoop","detail":"{readStateIndex:13817; appliedIndex:13814; }","duration":"153.677065ms","start":"2026-03-04T06:46:47.156417Z","end":"2026-03-04T06:46:47.310094Z","steps":["trace[53251296] 'read index received' (duration: 151.277252ms)","trace[53251296] 'applied index is now lower than readState.Index' (duration: 2.398993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:46:47.310317Z","caller":"traceutil/trace.go:171","msg":"trace[1058773924] transaction","detail":"{read_only:false; response_revision:13321; number_of_response:1; }","duration":"278.874154ms","start":"2026-03-04T06:46:47.031393Z","end":"2026-03-04T06:46:47.310267Z","steps":["trace[1058773924] 'process raft request' (duration: 278.625777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:46:47.310423Z","caller":"traceutil/trace.go:171","msg":"trace[108149742] transaction","detail":"{read_only:false; response_revision:13322; number_of_response:1; }","duration":"275.773792ms","start":"2026-03-04T06:46:47.034643Z","end":"2026-03-04T06:46:47.310416Z","steps":["trace[108149742] 'process raft request' (duration: 275.424803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:46:47.310703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.274042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:46:47.310776Z","caller":"traceutil/trace.go:171","msg":"trace[885141473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13322; }","duration":"154.410325ms","start":"2026-03-04T06:46:47.156348Z","end":"2026-03-04T06:46:47.310758Z","steps":["trace[885141473] 'agreement among raft nodes before linearized reading' (duration: 154.168779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:46:47.310963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.826827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:46:47.31099Z","caller":"traceutil/trace.go:171","msg":"trace[1033689793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13322; }","duration":"145.884439ms","start":"2026-03-04T06:46:47.165096Z","end":"2026-03-04T06:46:47.31098Z","steps":["trace[1033689793] 'agreement among raft nodes before linearized reading' (duration: 145.806417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:46:50.651869Z","caller":"traceutil/trace.go:171","msg":"trace[1018453333] linearizableReadLoop","detail":"{readStateIndex:13835; appliedIndex:13834; }","duration":"251.740563ms","start":"2026-03-04T06:46:50.400106Z","end":"2026-03-04T06:46:50.651847Z","steps":["trace[1018453333] 'read index received' (duration: 251.532648ms)","trace[1018453333] 'applied index is now lower than readState.Index' (duration: 207.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:46:50.652292Z","caller":"traceutil/trace.go:171","msg":"trace[1416357369] transaction","detail":"{read_only:false; response_revision:13340; number_of_response:1; }","duration":"312.950011ms","start":"2026-03-04T06:46:50.33933Z","end":"2026-03-04T06:46:50.65228Z","steps":["trace[1416357369] 'process raft request' (duration: 312.359385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:46:50.652486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:46:50.339319Z","time spent":"313.008982ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:46:50.653039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.931035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:46:50.653174Z","caller":"traceutil/trace.go:171","msg":"trace[638220432] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13340; }","duration":"253.005537ms","start":"2026-03-04T06:46:50.400068Z","end":"2026-03-04T06:46:50.653073Z","steps":["trace[638220432] 'agreement among raft nodes before linearized reading' (duration: 252.943025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:09.989602Z","caller":"traceutil/trace.go:171","msg":"trace[752422729] linearizableReadLoop","detail":"{readStateIndex:13933; appliedIndex:13930; }","duration":"581.795368ms","start":"2026-03-04T06:47:09.407788Z","end":"2026-03-04T06:47:09.989583Z","steps":["trace[752422729] 'read index received' (duration: 60.857378ms)","trace[752422729] 'applied index is now lower than readState.Index' (duration: 520.93737ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:09.989634Z","caller":"traceutil/trace.go:171","msg":"trace[496109678] transaction","detail":"{read_only:false; response_revision:13433; number_of_response:1; }","duration":"591.805914ms","start":"2026-03-04T06:47:09.397803Z","end":"2026-03-04T06:47:09.989609Z","steps":["trace[496109678] 'process raft request' (duration: 591.623229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:09.989684Z","caller":"traceutil/trace.go:171","msg":"trace[1793894177] transaction","detail":"{read_only:false; response_revision:13434; number_of_response:1; }","duration":"591.176508ms","start":"2026-03-04T06:47:09.398468Z","end":"2026-03-04T06:47:09.989645Z","steps":["trace[1793894177] 'process raft request' (duration: 591.081265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.989761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.397772Z","time spent":"591.920617ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:09.989839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.398441Z","time spent":"591.310601ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:09.989953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.159308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:47:09.989988Z","caller":"traceutil/trace.go:171","msg":"trace[1415218146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13434; }","duration":"582.254751ms","start":"2026-03-04T06:47:09.407725Z","end":"2026-03-04T06:47:09.98998Z","steps":["trace[1415218146] 'agreement among raft nodes before linearized reading' (duration: 581.983294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.990016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.407643Z","time spent":"582.367014ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:09.99039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.092593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:47:09.990418Z","caller":"traceutil/trace.go:171","msg":"trace[445607646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13434; }","duration":"369.170335ms","start":"2026-03-04T06:47:09.621241Z","end":"2026-03-04T06:47:09.990411Z","steps":["trace[445607646] 'agreement among raft nodes before linearized reading' (duration: 369.121374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.990439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.621219Z","time spent":"369.214146ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:09.990627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.811325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:09.990651Z","caller":"traceutil/trace.go:171","msg":"trace[980074314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13434; }","duration":"509.871846ms","start":"2026-03-04T06:47:09.480773Z","end":"2026-03-04T06:47:09.990645Z","steps":["trace[980074314] 'agreement among raft nodes before linearized reading' (duration: 509.834465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.990668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.480756Z","time spent":"509.909077ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:09.99064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.600697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:47:09.990718Z","caller":"traceutil/trace.go:171","msg":"trace[540047029] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13434; }","duration":"158.72378ms","start":"2026-03-04T06:47:09.831975Z","end":"2026-03-04T06:47:09.990699Z","steps":["trace[540047029] 'agreement among raft nodes before linearized reading' (duration: 158.548875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.990723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.417811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T06:47:09.990832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.083234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T06:47:09.990849Z","caller":"traceutil/trace.go:171","msg":"trace[1919618903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13434; }","duration":"454.561075ms","start":"2026-03-04T06:47:09.536256Z","end":"2026-03-04T06:47:09.990818Z","steps":["trace[1919618903] 'agreement among raft nodes before linearized reading' (duration: 454.217646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:09.990899Z","caller":"traceutil/trace.go:171","msg":"trace[1480023736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13434; }","duration":"556.174137ms","start":"2026-03-04T06:47:09.434715Z","end":"2026-03-04T06:47:09.990889Z","steps":["trace[1480023736] 'agreement among raft nodes before linearized reading' (duration: 555.52902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:09.990923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.434703Z","time spent":"556.214039ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:09.990925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:09.536192Z","time spent":"454.72158ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T06:47:17.840655Z","caller":"traceutil/trace.go:171","msg":"trace[1999132524] transaction","detail":"{read_only:false; response_revision:13475; number_of_response:1; }","duration":"104.564331ms","start":"2026-03-04T06:47:17.736059Z","end":"2026-03-04T06:47:17.840624Z","steps":["trace[1999132524] 'process raft request' (duration: 104.360695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.035447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.561528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:47:25.035529Z","caller":"traceutil/trace.go:171","msg":"trace[1798151406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13520; }","duration":"216.678911ms","start":"2026-03-04T06:47:24.818833Z","end":"2026-03-04T06:47:25.035512Z","steps":["trace[1798151406] 'range keys from in-memory index tree' (duration: 216.340762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.190281Z","caller":"traceutil/trace.go:171","msg":"trace[191994911] transaction","detail":"{read_only:false; response_revision:13521; number_of_response:1; }","duration":"150.546282ms","start":"2026-03-04T06:47:25.039714Z","end":"2026-03-04T06:47:25.19026Z","steps":["trace[191994911] 'process raft request' (duration: 150.421549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.559694Z","caller":"traceutil/trace.go:171","msg":"trace[311850437] transaction","detail":"{read_only:false; response_revision:13523; number_of_response:1; }","duration":"519.155933ms","start":"2026-03-04T06:47:25.040512Z","end":"2026-03-04T06:47:25.559668Z","steps":["trace[311850437] 'process raft request' (duration: 519.079571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.559745Z","caller":"traceutil/trace.go:171","msg":"trace[1836608052] transaction","detail":"{read_only:false; response_revision:13522; number_of_response:1; }","duration":"519.614635ms","start":"2026-03-04T06:47:25.040072Z","end":"2026-03-04T06:47:25.559686Z","steps":["trace[1836608052] 'process raft request' (duration: 519.382259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.559852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.040492Z","time spent":"519.279126ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:25.559976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.040036Z","time spent":"519.824271ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:25.56005Z","caller":"traceutil/trace.go:171","msg":"trace[889526864] transaction","detail":"{read_only:false; response_revision:13524; number_of_response:1; }","duration":"517.92198ms","start":"2026-03-04T06:47:25.042094Z","end":"2026-03-04T06:47:25.560016Z","steps":["trace[889526864] 'process raft request' (duration: 517.53723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.559931Z","caller":"traceutil/trace.go:171","msg":"trace[67530658] linearizableReadLoop","detail":"{readStateIndex:14027; appliedIndex:14023; }","duration":"489.021182ms","start":"2026-03-04T06:47:25.070849Z","end":"2026-03-04T06:47:25.55987Z","steps":["trace[67530658] 'read index received' (duration: 119.367354ms)","trace[67530658] 'applied index is now lower than readState.Index' (duration: 369.649978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:25.560214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.35332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T06:47:25.560215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.042081Z","time spent":"518.047123ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:25.560285Z","caller":"traceutil/trace.go:171","msg":"trace[1908866005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13524; }","duration":"489.471073ms","start":"2026-03-04T06:47:25.07079Z","end":"2026-03-04T06:47:25.560261Z","steps":["trace[1908866005] 'agreement among raft nodes before linearized reading' (duration: 489.221987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.560337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.070761Z","time spent":"489.564786ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:47:25.857656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.642918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:25.857887Z","caller":"traceutil/trace.go:171","msg":"trace[1269550821] transaction","detail":"{read_only:false; response_revision:13527; number_of_response:1; }","duration":"293.634627ms","start":"2026-03-04T06:47:25.56423Z","end":"2026-03-04T06:47:25.857865Z","steps":["trace[1269550821] 'process raft request' (duration: 293.594896ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.85818Z","caller":"traceutil/trace.go:171","msg":"trace[1453327307] transaction","detail":"{read_only:false; response_revision:13525; number_of_response:1; }","duration":"511.154951ms","start":"2026-03-04T06:47:25.347006Z","end":"2026-03-04T06:47:25.858161Z","steps":["trace[1453327307] 'process raft request' (duration: 351.921537ms)","trace[1453327307] 'compare' (duration: 158.480814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:25.858889Z","caller":"traceutil/trace.go:171","msg":"trace[335253672] transaction","detail":"{read_only:false; response_revision:13526; number_of_response:1; }","duration":"325.800802ms","start":"2026-03-04T06:47:25.533054Z","end":"2026-03-04T06:47:25.858855Z","steps":["trace[335253672] 'process raft request' (duration: 324.696613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.858908Z","caller":"traceutil/trace.go:171","msg":"trace[1233513394] linearizableReadLoop","detail":"{readStateIndex:14029; appliedIndex:14027; }","duration":"298.6388ms","start":"2026-03-04T06:47:25.56024Z","end":"2026-03-04T06:47:25.858878Z","steps":["trace[1233513394] 'read index received' (duration: 138.741518ms)","trace[1233513394] 'applied index is now lower than readState.Index' (duration: 159.894622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:25.858998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.059399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:25.859008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.346979Z","time spent":"511.248533ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:25.859052Z","caller":"traceutil/trace.go:171","msg":"trace[818691782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13527; }","duration":"376.153381ms","start":"2026-03-04T06:47:25.482887Z","end":"2026-03-04T06:47:25.85904Z","steps":["trace[818691782] 'agreement among raft nodes before linearized reading' (duration: 376.064249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.859076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.482869Z","time spent":"376.202542ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:25.85927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.687876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T06:47:25.859275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.885464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:47:25.859328Z","caller":"traceutil/trace.go:171","msg":"trace[1257555560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13527; }","duration":"405.820519ms","start":"2026-03-04T06:47:25.453492Z","end":"2026-03-04T06:47:25.859313Z","steps":["trace[1257555560] 'agreement among raft nodes before linearized reading' (duration: 405.524332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:25.859343Z","caller":"traceutil/trace.go:171","msg":"trace[923912341] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13527; }","duration":"241.016828ms","start":"2026-03-04T06:47:25.618305Z","end":"2026-03-04T06:47:25.859322Z","steps":["trace[923912341] 'agreement among raft nodes before linearized reading' (duration: 240.789692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.859378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.453474Z","time spent":"405.889932ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T06:47:25.859438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.402864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-nkz8h\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-04T06:47:25.859548Z","caller":"traceutil/trace.go:171","msg":"trace[107842536] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-nkz8h; range_end:; response_count:1; response_revision:13527; }","duration":"427.561058ms","start":"2026-03-04T06:47:25.431961Z","end":"2026-03-04T06:47:25.859522Z","steps":["trace[107842536] 'agreement among raft nodes before linearized reading' (duration: 427.216519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.85961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.431942Z","time spent":"427.65854ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12387,"request content":"key:\"/registry/pods/openstack/openvswitch-nkz8h\" "} {"level":"warn","ts":"2026-03-04T06:47:25.859499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.533032Z","time spent":"325.933466ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:26.384459Z","caller":"traceutil/trace.go:171","msg":"trace[1719685216] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"346.936184ms","start":"2026-03-04T06:47:26.037495Z","end":"2026-03-04T06:47:26.384431Z","steps":["trace[1719685216] 'process raft request' (duration: 346.756749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.384656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.037457Z","time spent":"347.091878ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:26.409213Z","caller":"traceutil/trace.go:171","msg":"trace[12120069] linearizableReadLoop","detail":"{readStateIndex:14033; appliedIndex:14031; }","duration":"349.40701ms","start":"2026-03-04T06:47:26.059783Z","end":"2026-03-04T06:47:26.40919Z","steps":["trace[12120069] 'read index received' (duration: 324.456587ms)","trace[12120069] 'applied index is now lower than readState.Index' (duration: 24.948593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:26.409316Z","caller":"traceutil/trace.go:171","msg":"trace[714932573] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"360.972757ms","start":"2026-03-04T06:47:26.048295Z","end":"2026-03-04T06:47:26.409268Z","steps":["trace[714932573] 'process raft request' (duration: 360.70387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.409558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.048276Z","time spent":"361.145381ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:26.409566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.643775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:26.409582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.581674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:47:26.40965Z","caller":"traceutil/trace.go:171","msg":"trace[1099230960] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13530; }","duration":"323.789499ms","start":"2026-03-04T06:47:26.08584Z","end":"2026-03-04T06:47:26.409629Z","steps":["trace[1099230960] 'agreement among raft nodes before linearized reading' (duration: 323.592504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.409735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.085819Z","time spent":"323.906351ms","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-04T06:47:26.409658Z","caller":"traceutil/trace.go:171","msg":"trace[541054817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13530; }","duration":"349.682977ms","start":"2026-03-04T06:47:26.059957Z","end":"2026-03-04T06:47:26.40964Z","steps":["trace[541054817] 'agreement among raft nodes before linearized reading' (duration: 349.464151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.409864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.05995Z","time spent":"349.902863ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:26.409985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.845212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:47:26.410162Z","caller":"traceutil/trace.go:171","msg":"trace[2094382313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13530; }","duration":"350.294313ms","start":"2026-03-04T06:47:26.059735Z","end":"2026-03-04T06:47:26.410029Z","steps":["trace[2094382313] 'agreement among raft nodes before linearized reading' (duration: 349.765589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.410213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.059714Z","time spent":"350.485868ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:27.721051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.089268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:27.72119Z","caller":"traceutil/trace.go:171","msg":"trace[671687359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13531; }","duration":"968.253722ms","start":"2026-03-04T06:47:26.752916Z","end":"2026-03-04T06:47:27.72117Z","steps":["trace[671687359] 'range keys from in-memory index tree' (duration: 968.068057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.722056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234346097s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:27.722171Z","caller":"traceutil/trace.go:171","msg":"trace[1650943983] linearizableReadLoop","detail":"{readStateIndex:14035; appliedIndex:14034; }","duration":"1.238559578s","start":"2026-03-04T06:47:26.483595Z","end":"2026-03-04T06:47:27.722154Z","steps":["trace[1650943983] 'read index received' (duration: 3.672707ms)","trace[1650943983] 'applied index is now lower than readState.Index' (duration: 1.234885601s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:27.722244Z","caller":"traceutil/trace.go:171","msg":"trace[1204088296] transaction","detail":"{read_only:false; response_revision:13532; number_of_response:1; }","duration":"1.306784673s","start":"2026-03-04T06:47:26.415401Z","end":"2026-03-04T06:47:27.722186Z","steps":["trace[1204088296] 'process raft request' (duration: 71.967484ms)","trace[1204088296] 'compare' (duration: 1.234236364s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:27.722293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238684112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:27.722361Z","caller":"traceutil/trace.go:171","msg":"trace[1436131429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13532; }","duration":"1.238824955s","start":"2026-03-04T06:47:26.483519Z","end":"2026-03-04T06:47:27.722344Z","steps":["trace[1436131429] 'agreement among raft nodes before linearized reading' (duration: 1.238701212s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.722405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.483498Z","time spent":"1.238895968s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:27.722461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.41537Z","time spent":"1.306978049s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:27.723678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.086436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:27.72371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.957443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:47:27.723743Z","caller":"traceutil/trace.go:171","msg":"trace[1891937132] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13533; }","duration":"989.196129ms","start":"2026-03-04T06:47:26.734528Z","end":"2026-03-04T06:47:27.723724Z","steps":["trace[1891937132] 'agreement among raft nodes before linearized reading' (duration: 989.041945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:27.723761Z","caller":"traceutil/trace.go:171","msg":"trace[1874645844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13533; }","duration":"160.050966ms","start":"2026-03-04T06:47:27.563699Z","end":"2026-03-04T06:47:27.72375Z","steps":["trace[1874645844] 'agreement among raft nodes before linearized reading' (duration: 159.83422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.723782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.73451Z","time spent":"989.25978ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:27.723803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119658258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:47:27.723801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.077926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:47:27.723855Z","caller":"traceutil/trace.go:171","msg":"trace[583121583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:13533; }","duration":"1.119711979s","start":"2026-03-04T06:47:26.604126Z","end":"2026-03-04T06:47:27.723838Z","steps":["trace[583121583] 'agreement among raft nodes before linearized reading' (duration: 1.119593346s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:27.723881Z","caller":"traceutil/trace.go:171","msg":"trace[1059080254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13533; }","duration":"529.200399ms","start":"2026-03-04T06:47:27.194666Z","end":"2026-03-04T06:47:27.723866Z","steps":["trace[1059080254] 'agreement among raft nodes before linearized reading' (duration: 529.028694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.723898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.60412Z","time spent":"1.11976655s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:47:27.72367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123395767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T06:47:27.723933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.194646Z","time spent":"529.274191ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:47:27.723949Z","caller":"traceutil/trace.go:171","msg":"trace[568320781] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:13533; }","duration":"1.123709166s","start":"2026-03-04T06:47:26.600228Z","end":"2026-03-04T06:47:27.723937Z","steps":["trace[568320781] 'agreement among raft nodes before linearized reading' (duration: 1.123247274s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.723993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.600212Z","time spent":"1.123770017s","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-04T06:47:27.723992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.063566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:47:27.724155Z","caller":"traceutil/trace.go:171","msg":"trace[298271919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13533; }","duration":"160.255381ms","start":"2026-03-04T06:47:27.563887Z","end":"2026-03-04T06:47:27.724143Z","steps":["trace[298271919] 'agreement among raft nodes before linearized reading' (duration: 160.030755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:27.724283Z","caller":"traceutil/trace.go:171","msg":"trace[1527099444] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"450.172268ms","start":"2026-03-04T06:47:27.274092Z","end":"2026-03-04T06:47:27.724264Z","steps":["trace[1527099444] 'process raft request' (duration: 449.233964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.72439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.27405Z","time spent":"450.288951ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:28.229019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436053503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:47:28.421788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.725831Z","time spent":"695.951713ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T06:47:28.435259Z","caller":"traceutil/trace.go:171","msg":"trace[1092693188] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"706.761791ms","start":"2026-03-04T06:47:27.728476Z","end":"2026-03-04T06:47:28.435238Z","steps":["trace[1092693188] 'process raft request' (duration: 706.579296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.435375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.728452Z","time spent":"706.865553ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:28.435558Z","caller":"traceutil/trace.go:171","msg":"trace[54943617] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"706.840593ms","start":"2026-03-04T06:47:27.728693Z","end":"2026-03-04T06:47:28.435534Z","steps":["trace[54943617] 'process raft request' (duration: 706.509724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.435699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.728681Z","time spent":"706.938855ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:28.43573Z","caller":"traceutil/trace.go:171","msg":"trace[1500112292] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"706.966566ms","start":"2026-03-04T06:47:27.728751Z","end":"2026-03-04T06:47:28.435718Z","steps":["trace[1500112292] 'process raft request' (duration: 706.675718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.435809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.728738Z","time spent":"707.033478ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:28.435684Z","caller":"traceutil/trace.go:171","msg":"trace[1160513218] linearizableReadLoop","detail":"{readStateIndex:14041; appliedIndex:14036; }","duration":"707.042198ms","start":"2026-03-04T06:47:27.728612Z","end":"2026-03-04T06:47:28.435655Z","steps":["trace[1160513218] 'read index received' (duration: 677.073622ms)","trace[1160513218] 'applied index is now lower than readState.Index' (duration: 29.967586ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:28.435935Z","caller":"traceutil/trace.go:171","msg":"trace[1683848156] transaction","detail":"{read_only:false; response_revision:13537; number_of_response:1; }","duration":"569.06545ms","start":"2026-03-04T06:47:27.866855Z","end":"2026-03-04T06:47:28.43592Z","steps":["trace[1683848156] 'process raft request' (duration: 568.706821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.436008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.866798Z","time spent":"569.169853ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:28.436433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.792478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595481"} {"level":"info","ts":"2026-03-04T06:47:28.436523Z","caller":"traceutil/trace.go:171","msg":"trace[720611313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13538; }","duration":"707.922942ms","start":"2026-03-04T06:47:27.728583Z","end":"2026-03-04T06:47:28.436505Z","steps":["trace[720611313] 'agreement among raft nodes before linearized reading' (duration: 707.159552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.436572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.728568Z","time spent":"707.989983ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595504,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:47:28.454404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.211514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:47:28.454422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.42382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:28.454472Z","caller":"traceutil/trace.go:171","msg":"trace[1394038342] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13540; }","duration":"396.338447ms","start":"2026-03-04T06:47:28.058119Z","end":"2026-03-04T06:47:28.454457Z","steps":["trace[1394038342] 'agreement among raft nodes before linearized reading' (duration: 396.180013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:28.454489Z","caller":"traceutil/trace.go:171","msg":"trace[2027598752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13540; }","duration":"721.511122ms","start":"2026-03-04T06:47:27.73296Z","end":"2026-03-04T06:47:28.454471Z","steps":["trace[2027598752] 'agreement among raft nodes before linearized reading' (duration: 721.360128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.454515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:28.058092Z","time spent":"396.412459ms","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:28.454524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.732951Z","time spent":"721.565885ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:47:29.823602Z","caller":"traceutil/trace.go:171","msg":"trace[616912199] linearizableReadLoop","detail":"{readStateIndex:14046; appliedIndex:14045; }","duration":"340.808031ms","start":"2026-03-04T06:47:29.482775Z","end":"2026-03-04T06:47:29.823583Z","steps":["trace[616912199] 'read index received' (duration: 340.651197ms)","trace[616912199] 'applied index is now lower than readState.Index' (duration: 156.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:29.823809Z","caller":"traceutil/trace.go:171","msg":"trace[941871657] transaction","detail":"{read_only:false; response_revision:13542; number_of_response:1; }","duration":"341.103919ms","start":"2026-03-04T06:47:29.482697Z","end":"2026-03-04T06:47:29.823801Z","steps":["trace[941871657] 'process raft request' (duration: 340.77947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.823869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:29.482675Z","time spent":"341.152821ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:47:29.824147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.373756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-nkz8h\" ","response":"range_response_count:1 size:12498"} {"level":"info","ts":"2026-03-04T06:47:29.82417Z","caller":"traceutil/trace.go:171","msg":"trace[295028730] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-nkz8h; range_end:; response_count:1; response_revision:13542; }","duration":"341.430818ms","start":"2026-03-04T06:47:29.482733Z","end":"2026-03-04T06:47:29.824164Z","steps":["trace[295028730] 'agreement among raft nodes before linearized reading' (duration: 341.253663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.824189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:29.482716Z","time spent":"341.468949ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12521,"request content":"key:\"/registry/pods/openstack/openvswitch-nkz8h\" "} {"level":"warn","ts":"2026-03-04T06:47:29.824311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.906764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:29.824329Z","caller":"traceutil/trace.go:171","msg":"trace[814437577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13542; }","duration":"337.934765ms","start":"2026-03-04T06:47:29.48639Z","end":"2026-03-04T06:47:29.824324Z","steps":["trace[814437577] 'agreement among raft nodes before linearized reading' (duration: 337.905154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.824344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:29.486385Z","time spent":"337.956265ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:29.824623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.508452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:47:29.824648Z","caller":"traceutil/trace.go:171","msg":"trace[1455538270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13542; }","duration":"112.556162ms","start":"2026-03-04T06:47:29.712084Z","end":"2026-03-04T06:47:29.824641Z","steps":["trace[1455538270] 'agreement among raft nodes before linearized reading' (duration: 112.515631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.824771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.081892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:47:29.824787Z","caller":"traceutil/trace.go:171","msg":"trace[1275829061] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13542; }","duration":"132.138863ms","start":"2026-03-04T06:47:29.692643Z","end":"2026-03-04T06:47:29.824782Z","steps":["trace[1275829061] 'agreement among raft nodes before linearized reading' (duration: 132.109542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.824971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.75462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-04T06:47:29.824988Z","caller":"traceutil/trace.go:171","msg":"trace[1871534584] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13542; }","duration":"161.787131ms","start":"2026-03-04T06:47:29.663196Z","end":"2026-03-04T06:47:29.824983Z","steps":["trace[1871534584] 'agreement among raft nodes before linearized reading' (duration: 161.670108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:29.825152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.337721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:29.825169Z","caller":"traceutil/trace.go:171","msg":"trace[1552351903] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13542; }","duration":"184.356601ms","start":"2026-03-04T06:47:29.640807Z","end":"2026-03-04T06:47:29.825164Z","steps":["trace[1552351903] 'agreement among raft nodes before linearized reading' (duration: 184.32482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:30.969511Z","caller":"traceutil/trace.go:171","msg":"trace[1910463643] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"314.321926ms","start":"2026-03-04T06:47:30.655165Z","end":"2026-03-04T06:47:30.969487Z","steps":["trace[1910463643] 'process raft request' (duration: 314.171332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:30.969659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:30.6551Z","time spent":"314.486461ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:33.607395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11698} {"level":"info","ts":"2026-03-04T06:47:33.684552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11698,"took":"73.631517ms","hash":3192785152,"current-db-size-bytes":41082880,"current-db-size":"41 MB","current-db-size-in-use-bytes":23748608,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T06:47:33.684624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3192785152,"revision":11698,"compact-revision":9691} {"level":"warn","ts":"2026-03-04T06:47:38.196794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.404247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:38.196914Z","caller":"traceutil/trace.go:171","msg":"trace[1606991938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13699; }","duration":"713.598321ms","start":"2026-03-04T06:47:37.483281Z","end":"2026-03-04T06:47:38.19688Z","steps":["trace[1606991938] 'range keys from in-memory index tree' (duration: 713.279023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:38.196962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:37.483244Z","time spent":"713.709394ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:38.196808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.858929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:38.197095Z","caller":"traceutil/trace.go:171","msg":"trace[604906058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13699; }","duration":"705.156567ms","start":"2026-03-04T06:47:37.491899Z","end":"2026-03-04T06:47:38.197055Z","steps":["trace[604906058] 'count revisions from in-memory index tree' (duration: 704.790027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:38.197124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.00731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-04T06:47:38.197169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:37.491887Z","time spent":"705.25735ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:38.197192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.082698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T06:47:38.197266Z","caller":"traceutil/trace.go:171","msg":"trace[25215307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13699; }","duration":"329.226392ms","start":"2026-03-04T06:47:37.868022Z","end":"2026-03-04T06:47:38.197249Z","steps":["trace[25215307] 'range keys from in-memory index tree' (duration: 328.845132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:38.196782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.584313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-04T06:47:38.197301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:37.867998Z","time spent":"329.296384ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:47:38.197215Z","caller":"traceutil/trace.go:171","msg":"trace[1086903971] linearizableReadLoop","detail":"{readStateIndex:14208; appliedIndex:14207; }","duration":"242.112637ms","start":"2026-03-04T06:47:37.955089Z","end":"2026-03-04T06:47:38.197201Z","steps":["trace[1086903971] 'read index received' (duration: 52.912µs)","trace[1086903971] 'applied index is now lower than readState.Index' (duration: 242.058564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:38.197329Z","caller":"traceutil/trace.go:171","msg":"trace[536978522] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"298.237328ms","start":"2026-03-04T06:47:37.899059Z","end":"2026-03-04T06:47:38.197297Z","steps":["trace[536978522] 'process raft request' (duration: 54.966131ms)","trace[536978522] 'compare' (duration: 242.677941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:38.19735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.26137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-dgsvc.1899908b53a06937\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T06:47:38.197347Z","caller":"traceutil/trace.go:171","msg":"trace[1106899641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e; range_end:; response_count:1; response_revision:13699; }","duration":"596.22464ms","start":"2026-03-04T06:47:37.601089Z","end":"2026-03-04T06:47:38.197314Z","steps":["trace[1106899641] 'range keys from in-memory index tree' (duration: 595.363708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:38.197383Z","caller":"traceutil/trace.go:171","msg":"trace[169308235] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-dgsvc.1899908b53a06937; range_end:; response_count:1; response_revision:13700; }","duration":"242.323342ms","start":"2026-03-04T06:47:37.955047Z","end":"2026-03-04T06:47:38.19737Z","steps":["trace[169308235] 'agreement among raft nodes before linearized reading' (duration: 242.191869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:38.197398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:37.601069Z","time spent":"596.319493ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e\" "} {"level":"warn","ts":"2026-03-04T06:47:39.199572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.161723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:39.199827Z","caller":"traceutil/trace.go:171","msg":"trace[2102419242] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"999.566406ms","start":"2026-03-04T06:47:38.200209Z","end":"2026-03-04T06:47:39.199775Z","steps":["trace[2102419242] 'process raft request' (duration: 145.979092ms)","trace[2102419242] 'compare' (duration: 852.598138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:39.200118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.20019Z","time spent":"999.680149ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.203391Z","caller":"traceutil/trace.go:171","msg":"trace[1523677468] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"1.002696519s","start":"2026-03-04T06:47:38.200672Z","end":"2026-03-04T06:47:39.203368Z","steps":["trace[1523677468] 'process raft request' (duration: 1.002551805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.203511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.200657Z","time spent":"1.002788042s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.203533Z","caller":"traceutil/trace.go:171","msg":"trace[477819727] linearizableReadLoop","detail":"{readStateIndex:14211; appliedIndex:14208; }","duration":"992.414966ms","start":"2026-03-04T06:47:38.211068Z","end":"2026-03-04T06:47:39.203483Z","steps":["trace[477819727] 'read index received' (duration: 135.139473ms)","trace[477819727] 'applied index is now lower than readState.Index' (duration: 857.273863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:39.203579Z","caller":"traceutil/trace.go:171","msg":"trace[1429893848] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"998.372774ms","start":"2026-03-04T06:47:38.205173Z","end":"2026-03-04T06:47:39.203546Z","steps":["trace[1429893848] 'process raft request' (duration: 998.153899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.203733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.205162Z","time spent":"998.490557ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:39.203752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.678433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fa905f4-147d-4fd6-a6c7-027d7642d980\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T06:47:39.203781Z","caller":"traceutil/trace.go:171","msg":"trace[988843496] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fa905f4-147d-4fd6-a6c7-027d7642d980; range_end:; response_count:1; response_revision:13703; }","duration":"992.722313ms","start":"2026-03-04T06:47:38.21105Z","end":"2026-03-04T06:47:39.203773Z","steps":["trace[988843496] 'agreement among raft nodes before linearized reading' (duration: 992.672462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.203798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.211043Z","time spent":"992.751395ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fa905f4-147d-4fd6-a6c7-027d7642d980\" "} {"level":"info","ts":"2026-03-04T06:47:39.209251Z","caller":"traceutil/trace.go:171","msg":"trace[1249791736] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"737.120878ms","start":"2026-03-04T06:47:38.472114Z","end":"2026-03-04T06:47:39.209234Z","steps":["trace[1249791736] 'process raft request' (duration: 737.003005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.20938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.472086Z","time spent":"737.218761ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.209482Z","caller":"traceutil/trace.go:171","msg":"trace[32962542] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"736.898252ms","start":"2026-03-04T06:47:38.472571Z","end":"2026-03-04T06:47:39.209469Z","steps":["trace[32962542] 'process raft request' (duration: 736.635225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.209548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.47254Z","time spent":"736.971814ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.209539Z","caller":"traceutil/trace.go:171","msg":"trace[617521021] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"727.381739ms","start":"2026-03-04T06:47:38.482131Z","end":"2026-03-04T06:47:39.209513Z","steps":["trace[617521021] 'process raft request' (duration: 727.240155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.209667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.482117Z","time spent":"727.481871ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:39.209676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.080126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-03-04T06:47:39.209708Z","caller":"traceutil/trace.go:171","msg":"trace[2028872480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e; range_end:; response_count:1; response_revision:13706; }","duration":"998.123877ms","start":"2026-03-04T06:47:38.211574Z","end":"2026-03-04T06:47:39.209698Z","steps":["trace[2028872480] 'agreement among raft nodes before linearized reading' (duration: 998.064285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.209732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.211568Z","time spent":"998.157599ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38f228e5-ec6a-468b-8c92-87fe877bf39e\" "} {"level":"warn","ts":"2026-03-04T06:47:39.209742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.602351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-04T06:47:39.209737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.052677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:47:39.209772Z","caller":"traceutil/trace.go:171","msg":"trace[1669367052] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13706; }","duration":"180.662983ms","start":"2026-03-04T06:47:39.029097Z","end":"2026-03-04T06:47:39.20976Z","steps":["trace[1669367052] 'agreement among raft nodes before linearized reading' (duration: 180.601251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.209797Z","caller":"traceutil/trace.go:171","msg":"trace[1421205285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13706; }","duration":"725.145509ms","start":"2026-03-04T06:47:38.484637Z","end":"2026-03-04T06:47:39.209783Z","steps":["trace[1421205285] 'agreement among raft nodes before linearized reading' (duration: 724.894743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.209835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.484628Z","time spent":"725.2008ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:47:39.209866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.524362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:47:39.209895Z","caller":"traceutil/trace.go:171","msg":"trace[480250768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13706; }","duration":"727.613095ms","start":"2026-03-04T06:47:38.482275Z","end":"2026-03-04T06:47:39.209888Z","steps":["trace[480250768] 'agreement among raft nodes before linearized reading' (duration: 727.546853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.209914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.482226Z","time spent":"727.683877ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:47:39.210017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.127327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:47:39.210054Z","caller":"traceutil/trace.go:171","msg":"trace[1379502444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:13706; }","duration":"705.186089ms","start":"2026-03-04T06:47:38.504861Z","end":"2026-03-04T06:47:39.210047Z","steps":["trace[1379502444] 'agreement among raft nodes before linearized reading' (duration: 705.049136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.210056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.458604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:47:39.209672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.798848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:47:39.210078Z","caller":"traceutil/trace.go:171","msg":"trace[882931285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13706; }","duration":"729.520056ms","start":"2026-03-04T06:47:38.480552Z","end":"2026-03-04T06:47:39.210072Z","steps":["trace[882931285] 'agreement among raft nodes before linearized reading' (duration: 729.438294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.210101Z","caller":"traceutil/trace.go:171","msg":"trace[579566430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13706; }","duration":"711.27039ms","start":"2026-03-04T06:47:38.498823Z","end":"2026-03-04T06:47:39.210094Z","steps":["trace[579566430] 'agreement among raft nodes before linearized reading' (duration: 710.702915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.210109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.562686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:39.210116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.480539Z","time spent":"729.570487ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:39.210128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.49881Z","time spent":"711.311921ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:47:39.21013Z","caller":"traceutil/trace.go:171","msg":"trace[1697018642] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13706; }","duration":"486.582846ms","start":"2026-03-04T06:47:38.72354Z","end":"2026-03-04T06:47:39.210123Z","steps":["trace[1697018642] 'agreement among raft nodes before linearized reading' (duration: 486.547815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.20993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.866188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-04T06:47:39.210153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.723478Z","time spent":"486.669749ms","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:39.210076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.504849Z","time spent":"705.22232ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"info","ts":"2026-03-04T06:47:39.210169Z","caller":"traceutil/trace.go:171","msg":"trace[1065349289] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13706; }","duration":"181.131905ms","start":"2026-03-04T06:47:39.029031Z","end":"2026-03-04T06:47:39.210162Z","steps":["trace[1065349289] 'agreement among raft nodes before linearized reading' (duration: 180.855568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:42.416529Z","caller":"traceutil/trace.go:171","msg":"trace[1438790144] transaction","detail":"{read_only:false; response_revision:13769; number_of_response:1; }","duration":"123.903144ms","start":"2026-03-04T06:47:42.292598Z","end":"2026-03-04T06:47:42.416501Z","steps":["trace[1438790144] 'process raft request' (duration: 87.514007ms)","trace[1438790144] 'compare' (duration: 36.195502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:42.416924Z","caller":"traceutil/trace.go:171","msg":"trace[618639792] transaction","detail":"{read_only:false; response_revision:13770; number_of_response:1; }","duration":"121.986113ms","start":"2026-03-04T06:47:42.294922Z","end":"2026-03-04T06:47:42.416908Z","steps":["trace[618639792] 'process raft request' (duration: 121.51298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:42.41704Z","caller":"traceutil/trace.go:171","msg":"trace[55141425] linearizableReadLoop","detail":"{readStateIndex:14283; appliedIndex:14280; }","duration":"100.966175ms","start":"2026-03-04T06:47:42.316047Z","end":"2026-03-04T06:47:42.417013Z","steps":["trace[55141425] 'read index received' (duration: 20.645649ms)","trace[55141425] 'applied index is now lower than readState.Index' (duration: 80.318906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:42.417274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.201941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T06:47:42.417322Z","caller":"traceutil/trace.go:171","msg":"trace[1498220770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13770; }","duration":"101.292934ms","start":"2026-03-04T06:47:42.316014Z","end":"2026-03-04T06:47:42.417307Z","steps":["trace[1498220770] 'agreement among raft nodes before linearized reading' (duration: 101.093858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.718926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436054265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:47:45.084913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031444854s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:47:45.085284Z","caller":"traceutil/trace.go:171","msg":"trace[847488409] linearizableReadLoop","detail":"{readStateIndex:14349; appliedIndex:14348; }","duration":"866.751005ms","start":"2026-03-04T06:47:44.218508Z","end":"2026-03-04T06:47:45.085259Z","steps":["trace[847488409] 'read index received' (duration: 866.541469ms)","trace[847488409] 'applied index is now lower than readState.Index' (duration: 208.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:45.085534Z","caller":"traceutil/trace.go:171","msg":"trace[1381930068] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"1.032205873s","start":"2026-03-04T06:47:44.053277Z","end":"2026-03-04T06:47:45.085483Z","steps":["trace[1381930068] 'process raft request' (duration: 1.031835413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:45.085585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.387715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T06:47:45.085581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.968301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:45.085624Z","caller":"traceutil/trace.go:171","msg":"trace[1577191746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13832; }","duration":"743.448196ms","start":"2026-03-04T06:47:44.342164Z","end":"2026-03-04T06:47:45.085612Z","steps":["trace[1577191746] 'agreement among raft nodes before linearized reading' (duration: 743.19006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:45.085665Z","caller":"traceutil/trace.go:171","msg":"trace[1434915550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13832; }","duration":"603.117685ms","start":"2026-03-04T06:47:44.482524Z","end":"2026-03-04T06:47:45.085641Z","steps":["trace[1434915550] 'agreement among raft nodes before linearized reading' (duration: 602.946371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:45.085683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.342128Z","time spent":"743.547309ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:47:45.085709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.482498Z","time spent":"603.203558ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:45.085746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.053238Z","time spent":"1.032391448s","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:45.085876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.377171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:92 size:995444"} {"level":"info","ts":"2026-03-04T06:47:45.085907Z","caller":"traceutil/trace.go:171","msg":"trace[1569421871] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:92; response_revision:13832; }","duration":"867.453513ms","start":"2026-03-04T06:47:44.218447Z","end":"2026-03-04T06:47:45.0859Z","steps":["trace[1569421871] 'agreement among raft nodes before linearized reading' (duration: 866.905459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:45.085924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.218424Z","time spent":"867.494825ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":92,"response size":995467,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-04T06:48:19.471392Z","caller":"traceutil/trace.go:171","msg":"trace[1225813612] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"101.102021ms","start":"2026-03-04T06:48:19.370264Z","end":"2026-03-04T06:48:19.471366Z","steps":["trace[1225813612] 'process raft request' (duration: 100.880265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:19.471421Z","caller":"traceutil/trace.go:171","msg":"trace[131302575] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"100.450253ms","start":"2026-03-04T06:48:19.370936Z","end":"2026-03-04T06:48:19.471386Z","steps":["trace[131302575] 'process raft request' (duration: 100.359531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:21.684734Z","caller":"traceutil/trace.go:171","msg":"trace[2138456564] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"100.078424ms","start":"2026-03-04T06:48:21.584626Z","end":"2026-03-04T06:48:21.684704Z","steps":["trace[2138456564] 'process raft request' (duration: 99.857858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:21.684819Z","caller":"traceutil/trace.go:171","msg":"trace[2123713932] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"100.121955ms","start":"2026-03-04T06:48:21.584668Z","end":"2026-03-04T06:48:21.68479Z","steps":["trace[2123713932] 'process raft request' (duration: 99.979721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:21.684862Z","caller":"traceutil/trace.go:171","msg":"trace[1913794107] transaction","detail":"{read_only:false; response_revision:14161; number_of_response:1; }","duration":"100.119195ms","start":"2026-03-04T06:48:21.584699Z","end":"2026-03-04T06:48:21.684819Z","steps":["trace[1913794107] 'process raft request' (duration: 99.990811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:28.649524Z","caller":"traceutil/trace.go:171","msg":"trace[1588675694] linearizableReadLoop","detail":"{readStateIndex:14743; appliedIndex:14724; }","duration":"100.285579ms","start":"2026-03-04T06:48:28.549208Z","end":"2026-03-04T06:48:28.649493Z","steps":["trace[1588675694] 'read index received' (duration: 46.350129ms)","trace[1588675694] 'applied index is now lower than readState.Index' (duration: 53.93396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:28.649627Z","caller":"traceutil/trace.go:171","msg":"trace[327941639] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"109.954036ms","start":"2026-03-04T06:48:28.539638Z","end":"2026-03-04T06:48:28.649592Z","steps":["trace[327941639] 'process raft request' (duration: 109.776041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:28.649678Z","caller":"traceutil/trace.go:171","msg":"trace[1203483535] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"110.632113ms","start":"2026-03-04T06:48:28.539007Z","end":"2026-03-04T06:48:28.649639Z","steps":["trace[1203483535] 'process raft request' (duration: 96.723254ms)","trace[1203483535] 'compare' (duration: 13.508018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:28.649771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.528315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:48:28.649826Z","caller":"traceutil/trace.go:171","msg":"trace[338204165] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14213; }","duration":"100.641019ms","start":"2026-03-04T06:48:28.549168Z","end":"2026-03-04T06:48:28.649809Z","steps":["trace[338204165] 'agreement among raft nodes before linearized reading' (duration: 100.451254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.277111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.740931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:48:29.277372Z","caller":"traceutil/trace.go:171","msg":"trace[1767435298] transaction","detail":"{read_only:false; response_revision:14298; number_of_response:1; }","duration":"298.853313ms","start":"2026-03-04T06:48:28.978459Z","end":"2026-03-04T06:48:29.277313Z","steps":["trace[1767435298] 'process raft request' (duration: 154.841025ms)","trace[1767435298] 'compare' (duration: 143.459644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:29.278102Z","caller":"traceutil/trace.go:171","msg":"trace[481929026] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"291.90967ms","start":"2026-03-04T06:48:28.986166Z","end":"2026-03-04T06:48:29.278076Z","steps":["trace[481929026] 'process raft request' (duration: 291.259682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278134Z","caller":"traceutil/trace.go:171","msg":"trace[707147736] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"290.05061ms","start":"2026-03-04T06:48:28.988061Z","end":"2026-03-04T06:48:29.278112Z","steps":["trace[707147736] 'process raft request' (duration: 289.6415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.27813Z","caller":"traceutil/trace.go:171","msg":"trace[2073627240] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"290.220035ms","start":"2026-03-04T06:48:28.987869Z","end":"2026-03-04T06:48:29.278089Z","steps":["trace[2073627240] 'process raft request' (duration: 289.771913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278261Z","caller":"traceutil/trace.go:171","msg":"trace[974852612] transaction","detail":"{read_only:false; response_revision:14305; number_of_response:1; }","duration":"291.202481ms","start":"2026-03-04T06:48:28.987029Z","end":"2026-03-04T06:48:29.278232Z","steps":["trace[974852612] 'process raft request' (duration: 290.529063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278327Z","caller":"traceutil/trace.go:171","msg":"trace[776024393] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"290.38718ms","start":"2026-03-04T06:48:28.987921Z","end":"2026-03-04T06:48:29.278308Z","steps":["trace[776024393] 'process raft request' (duration: 289.749853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.2783Z","caller":"traceutil/trace.go:171","msg":"trace[242227459] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"291.878538ms","start":"2026-03-04T06:48:28.986385Z","end":"2026-03-04T06:48:29.278263Z","steps":["trace[242227459] 'process raft request' (duration: 291.075517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278286Z","caller":"traceutil/trace.go:171","msg":"trace[1130033992] transaction","detail":"{read_only:false; response_revision:14300; number_of_response:1; }","duration":"294.875748ms","start":"2026-03-04T06:48:28.983391Z","end":"2026-03-04T06:48:29.278267Z","steps":["trace[1130033992] 'process raft request' (duration: 293.870581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278417Z","caller":"traceutil/trace.go:171","msg":"trace[264372088] transaction","detail":"{read_only:false; response_revision:14301; number_of_response:1; }","duration":"294.282152ms","start":"2026-03-04T06:48:28.984124Z","end":"2026-03-04T06:48:29.278406Z","steps":["trace[264372088] 'process raft request' (duration: 293.199024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278475Z","caller":"traceutil/trace.go:171","msg":"trace[894117067] transaction","detail":"{read_only:false; response_revision:14299; number_of_response:1; }","duration":"296.857441ms","start":"2026-03-04T06:48:28.981605Z","end":"2026-03-04T06:48:29.278463Z","steps":["trace[894117067] 'process raft request' (duration: 295.605418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278463Z","caller":"traceutil/trace.go:171","msg":"trace[2039578756] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"290.659946ms","start":"2026-03-04T06:48:28.987742Z","end":"2026-03-04T06:48:29.278402Z","steps":["trace[2039578756] 'process raft request' (duration: 289.869195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278479Z","caller":"traceutil/trace.go:171","msg":"trace[317542639] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"289.840125ms","start":"2026-03-04T06:48:28.988598Z","end":"2026-03-04T06:48:29.278438Z","steps":["trace[317542639] 'process raft request' (duration: 289.146567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.27853Z","caller":"traceutil/trace.go:171","msg":"trace[2037389008] transaction","detail":"{read_only:false; response_revision:14302; number_of_response:1; }","duration":"292.805623ms","start":"2026-03-04T06:48:28.985713Z","end":"2026-03-04T06:48:29.278519Z","steps":["trace[2037389008] 'process raft request' (duration: 291.675643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278674Z","caller":"traceutil/trace.go:171","msg":"trace[353937625] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"287.78302ms","start":"2026-03-04T06:48:28.990881Z","end":"2026-03-04T06:48:29.278664Z","steps":["trace[353937625] 'process raft request' (duration: 286.899287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.278975Z","caller":"traceutil/trace.go:171","msg":"trace[1516665417] linearizableReadLoop","detail":"{readStateIndex:14841; appliedIndex:14826; }","duration":"287.01162ms","start":"2026-03-04T06:48:28.991935Z","end":"2026-03-04T06:48:29.278946Z","steps":["trace[1516665417] 'read index received' (duration: 43.886204ms)","trace[1516665417] 'applied index is now lower than readState.Index' (duration: 243.124066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:29.279206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.252156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9371"} {"level":"info","ts":"2026-03-04T06:48:29.279248Z","caller":"traceutil/trace.go:171","msg":"trace[1376427781] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:14311; }","duration":"287.342718ms","start":"2026-03-04T06:48:28.991893Z","end":"2026-03-04T06:48:29.279236Z","steps":["trace[1376427781] 'agreement among raft nodes before linearized reading' (duration: 287.110672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.311668Z","caller":"traceutil/trace.go:171","msg":"trace[499230350] transaction","detail":"{read_only:false; response_revision:14314; number_of_response:1; }","duration":"258.479553ms","start":"2026-03-04T06:48:29.053154Z","end":"2026-03-04T06:48:29.311633Z","steps":["trace[499230350] 'process raft request' (duration: 258.419002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.312205Z","caller":"traceutil/trace.go:171","msg":"trace[1345408409] transaction","detail":"{read_only:false; response_revision:14312; number_of_response:1; }","duration":"259.13463ms","start":"2026-03-04T06:48:29.05306Z","end":"2026-03-04T06:48:29.312195Z","steps":["trace[1345408409] 'process raft request' (duration: 258.257717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.31256Z","caller":"traceutil/trace.go:171","msg":"trace[501564833] transaction","detail":"{read_only:false; response_revision:14313; number_of_response:1; }","duration":"259.426739ms","start":"2026-03-04T06:48:29.053123Z","end":"2026-03-04T06:48:29.312549Z","steps":["trace[501564833] 'process raft request' (duration: 258.363091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.342489Z","caller":"traceutil/trace.go:171","msg":"trace[1239591849] transaction","detail":"{read_only:false; response_revision:14315; number_of_response:1; }","duration":"204.357929ms","start":"2026-03-04T06:48:29.138103Z","end":"2026-03-04T06:48:29.342461Z","steps":["trace[1239591849] 'process raft request' (duration: 203.907967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.343742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.583474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T06:48:29.343802Z","caller":"traceutil/trace.go:171","msg":"trace[267986251] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14335; }","duration":"339.657116ms","start":"2026-03-04T06:48:29.004132Z","end":"2026-03-04T06:48:29.343789Z","steps":["trace[267986251] 'agreement among raft nodes before linearized reading' (duration: 339.504122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.343824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.004101Z","time spent":"339.718497ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T06:48:29.343739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.447479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8jqst\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-04T06:48:29.343891Z","caller":"traceutil/trace.go:171","msg":"trace[1233334946] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8jqst; range_end:; response_count:1; response_revision:14335; }","duration":"242.659934ms","start":"2026-03-04T06:48:29.101213Z","end":"2026-03-04T06:48:29.343873Z","steps":["trace[1233334946] 'agreement among raft nodes before linearized reading' (duration: 242.379207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.784547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.711318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:48:29.784686Z","caller":"traceutil/trace.go:171","msg":"trace[324330344] linearizableReadLoop","detail":"{readStateIndex:14881; appliedIndex:14880; }","duration":"340.91499ms","start":"2026-03-04T06:48:29.44375Z","end":"2026-03-04T06:48:29.784665Z","steps":["trace[324330344] 'read index received' (duration: 113.085329ms)","trace[324330344] 'applied index is now lower than readState.Index' (duration: 227.82857ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:29.784697Z","caller":"traceutil/trace.go:171","msg":"trace[1674355368] transaction","detail":"{read_only:false; response_revision:14349; number_of_response:1; }","duration":"340.976691ms","start":"2026-03-04T06:48:29.443689Z","end":"2026-03-04T06:48:29.784666Z","steps":["trace[1674355368] 'process raft request' (duration: 113.061718ms)","trace[1674355368] 'compare' (duration: 227.548773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:29.78481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.050133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-75764f6c67\" ","response":"range_response_count:1 size:7367"} {"level":"info","ts":"2026-03-04T06:48:29.784851Z","caller":"traceutil/trace.go:171","msg":"trace[939741902] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-75764f6c67; range_end:; response_count:1; response_revision:14349; }","duration":"341.127394ms","start":"2026-03-04T06:48:29.443714Z","end":"2026-03-04T06:48:29.784842Z","steps":["trace[939741902] 'agreement among raft nodes before linearized reading' (duration: 340.96668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.784833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443677Z","time spent":"341.118284ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:48:29.784876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443699Z","time spent":"341.172786ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7390,"request content":"key:\"/registry/replicasets/openstack/nova-api-osapi-75764f6c67\" "} {"level":"warn","ts":"2026-03-04T06:48:29.784922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.158536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T06:48:29.785001Z","caller":"traceutil/trace.go:171","msg":"trace[308110452] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14349; }","duration":"341.258658ms","start":"2026-03-04T06:48:29.443722Z","end":"2026-03-04T06:48:29.78498Z","steps":["trace[308110452] 'agreement among raft nodes before linearized reading' (duration: 341.003251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.78506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443624Z","time spent":"341.422243ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-04T06:48:29.793937Z","caller":"traceutil/trace.go:171","msg":"trace[1377521578] transaction","detail":"{read_only:false; response_revision:14350; number_of_response:1; }","duration":"350.020801ms","start":"2026-03-04T06:48:29.443901Z","end":"2026-03-04T06:48:29.793921Z","steps":["trace[1377521578] 'process raft request' (duration: 349.778165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443893Z","time spent":"350.081282ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:48:29.794035Z","caller":"traceutil/trace.go:171","msg":"trace[88624981] transaction","detail":"{read_only:false; response_revision:14351; number_of_response:1; }","duration":"350.113923ms","start":"2026-03-04T06:48:29.443893Z","end":"2026-03-04T06:48:29.794006Z","steps":["trace[88624981] 'process raft request' (duration: 349.951229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443882Z","time spent":"350.212466ms","remote":"127.0.0.1:50310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:48:29.79424Z","caller":"traceutil/trace.go:171","msg":"trace[1393915679] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"350.240696ms","start":"2026-03-04T06:48:29.443984Z","end":"2026-03-04T06:48:29.794224Z","steps":["trace[1393915679] 'process raft request' (duration: 349.903207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443972Z","time spent":"350.298658ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:29.794324Z","caller":"traceutil/trace.go:171","msg":"trace[2058629876] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"345.10364ms","start":"2026-03-04T06:48:29.449212Z","end":"2026-03-04T06:48:29.794315Z","steps":["trace[2058629876] 'process raft request' (duration: 344.785762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.449198Z","time spent":"345.145941ms","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:29.794535Z","caller":"traceutil/trace.go:171","msg":"trace[67529001] transaction","detail":"{read_only:false; response_revision:14355; number_of_response:1; }","duration":"307.921215ms","start":"2026-03-04T06:48:29.486604Z","end":"2026-03-04T06:48:29.794525Z","steps":["trace[67529001] 'process raft request' (duration: 307.606947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.794549Z","caller":"traceutil/trace.go:171","msg":"trace[860412521] transaction","detail":"{read_only:false; response_revision:14354; number_of_response:1; }","duration":"343.233471ms","start":"2026-03-04T06:48:29.451307Z","end":"2026-03-04T06:48:29.794541Z","steps":["trace[860412521] 'process raft request' (duration: 342.771909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.486583Z","time spent":"307.973776ms","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":171728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:29.79461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.4513Z","time spent":"343.265742ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:29.794581Z","caller":"traceutil/trace.go:171","msg":"trace[1908336703] transaction","detail":"{read_only:false; response_revision:14357; number_of_response:1; }","duration":"249.437154ms","start":"2026-03-04T06:48:29.545121Z","end":"2026-03-04T06:48:29.794558Z","steps":["trace[1908336703] 'process raft request' (duration: 249.337051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.794806Z","caller":"traceutil/trace.go:171","msg":"trace[155426613] transaction","detail":"{read_only:false; response_revision:14356; number_of_response:1; }","duration":"250.718948ms","start":"2026-03-04T06:48:29.544078Z","end":"2026-03-04T06:48:29.794797Z","steps":["trace[155426613] 'process raft request' (duration: 250.339698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.794826Z","caller":"traceutil/trace.go:171","msg":"trace[1610794984] transaction","detail":"{read_only:false; response_revision:14358; number_of_response:1; }","duration":"248.175451ms","start":"2026-03-04T06:48:29.546639Z","end":"2026-03-04T06:48:29.794814Z","steps":["trace[1610794984] 'process raft request' (duration: 247.853662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.794994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.075562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-04T06:48:29.795017Z","caller":"traceutil/trace.go:171","msg":"trace[1340511319] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:14358; }","duration":"195.098953ms","start":"2026-03-04T06:48:29.599912Z","end":"2026-03-04T06:48:29.795011Z","steps":["trace[1340511319] 'agreement among raft nodes before linearized reading' (duration: 195.015451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.332139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-04T06:48:29.795211Z","caller":"traceutil/trace.go:171","msg":"trace[1767354003] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:14358; }","duration":"195.36688ms","start":"2026-03-04T06:48:29.599834Z","end":"2026-03-04T06:48:29.795201Z","steps":["trace[1767354003] 'agreement among raft nodes before linearized reading' (duration: 195.262817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.639521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9959"} {"level":"info","ts":"2026-03-04T06:48:29.795415Z","caller":"traceutil/trace.go:171","msg":"trace[2078571159] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:14358; }","duration":"349.675801ms","start":"2026-03-04T06:48:29.445731Z","end":"2026-03-04T06:48:29.795406Z","steps":["trace[2078571159] 'agreement among raft nodes before linearized reading' (duration: 349.591639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.440826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7683"} {"level":"warn","ts":"2026-03-04T06:48:29.795439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.445725Z","time spent":"349.706502ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9982,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-03-04T06:48:29.795448Z","caller":"traceutil/trace.go:171","msg":"trace[385454713] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14358; }","duration":"349.497877ms","start":"2026-03-04T06:48:29.445941Z","end":"2026-03-04T06:48:29.795439Z","steps":["trace[385454713] 'agreement among raft nodes before linearized reading' (duration: 349.345883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.445875Z","time spent":"349.593999ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7706,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-03-04T06:48:29.795496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.238092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:48:29.795532Z","caller":"traceutil/trace.go:171","msg":"trace[115742020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14358; }","duration":"242.311584ms","start":"2026-03-04T06:48:29.553211Z","end":"2026-03-04T06:48:29.795523Z","steps":["trace[115742020] 'agreement among raft nodes before linearized reading' (duration: 242.190051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.117153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:29.79561Z","caller":"traceutil/trace.go:171","msg":"trace[161473584] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14358; }","duration":"264.145363ms","start":"2026-03-04T06:48:29.531457Z","end":"2026-03-04T06:48:29.795602Z","steps":["trace[161473584] 'agreement among raft nodes before linearized reading' (duration: 264.099002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.872564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:48:29.795668Z","caller":"traceutil/trace.go:171","msg":"trace[1076828240] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:14358; }","duration":"195.911354ms","start":"2026-03-04T06:48:29.59975Z","end":"2026-03-04T06:48:29.795662Z","steps":["trace[1076828240] 'agreement among raft nodes before linearized reading' (duration: 195.855563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.830338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-749b677ccc\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-03-04T06:48:29.795734Z","caller":"traceutil/trace.go:171","msg":"trace[918276905] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-749b677ccc; range_end:; response_count:1; response_revision:14358; }","duration":"351.860809ms","start":"2026-03-04T06:48:29.44383Z","end":"2026-03-04T06:48:29.795691Z","steps":["trace[918276905] 'agreement among raft nodes before linearized reading' (duration: 351.774017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.795764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443811Z","time spent":"351.945652ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-749b677ccc\" "} {"level":"warn","ts":"2026-03-04T06:48:29.795781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.677016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415506"} {"level":"info","ts":"2026-03-04T06:48:29.795807Z","caller":"traceutil/trace.go:171","msg":"trace[1066013028] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14358; }","duration":"121.763499ms","start":"2026-03-04T06:48:29.674036Z","end":"2026-03-04T06:48:29.7958Z","steps":["trace[1066013028] 'agreement among raft nodes before linearized reading' (duration: 121.592054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.79581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.947297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:48:29.79581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.570007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:29.796025Z","caller":"traceutil/trace.go:171","msg":"trace[2020835005] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14358; }","duration":"210.181683ms","start":"2026-03-04T06:48:29.585826Z","end":"2026-03-04T06:48:29.796008Z","steps":["trace[2020835005] 'agreement among raft nodes before linearized reading' (duration: 209.959317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.796032Z","caller":"traceutil/trace.go:171","msg":"trace[230108064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14358; }","duration":"315.816734ms","start":"2026-03-04T06:48:29.480207Z","end":"2026-03-04T06:48:29.796024Z","steps":["trace[230108064] 'agreement among raft nodes before linearized reading' (duration: 315.572327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.796052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.480192Z","time spent":"315.855695ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:48:29.796123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.301281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6c7c55799f\" ","response":"range_response_count:1 size:9643"} {"level":"info","ts":"2026-03-04T06:48:29.796155Z","caller":"traceutil/trace.go:171","msg":"trace[1804785743] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6c7c55799f; range_end:; response_count:1; response_revision:14358; }","duration":"352.332442ms","start":"2026-03-04T06:48:29.443812Z","end":"2026-03-04T06:48:29.796145Z","steps":["trace[1804785743] 'agreement among raft nodes before linearized reading' (duration: 352.24866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.796181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443725Z","time spent":"352.448495ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9666,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6c7c55799f\" "} {"level":"warn","ts":"2026-03-04T06:48:29.796202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.840756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T06:48:29.79622Z","caller":"traceutil/trace.go:171","msg":"trace[911867886] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:14358; }","duration":"194.873217ms","start":"2026-03-04T06:48:29.601342Z","end":"2026-03-04T06:48:29.796215Z","steps":["trace[911867886] 'agreement among raft nodes before linearized reading' (duration: 194.820035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.796328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.536748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-569f566b65\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-03-04T06:48:29.796354Z","caller":"traceutil/trace.go:171","msg":"trace[2072284237] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-569f566b65; range_end:; response_count:1; response_revision:14358; }","duration":"352.574008ms","start":"2026-03-04T06:48:29.443772Z","end":"2026-03-04T06:48:29.796346Z","steps":["trace[2072284237] 'agreement among raft nodes before linearized reading' (duration: 352.499896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.796376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.443765Z","time spent":"352.605039ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-569f566b65\" "} {"level":"warn","ts":"2026-03-04T06:48:29.796382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.375127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:48:29.796409Z","caller":"traceutil/trace.go:171","msg":"trace[1574978910] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:14358; }","duration":"196.437009ms","start":"2026-03-04T06:48:29.599963Z","end":"2026-03-04T06:48:29.7964Z","steps":["trace[1574978910] 'agreement among raft nodes before linearized reading' (duration: 196.357077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.796554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.591373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T06:48:29.796572Z","caller":"traceutil/trace.go:171","msg":"trace[1926869819] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14358; }","duration":"196.623513ms","start":"2026-03-04T06:48:29.599942Z","end":"2026-03-04T06:48:29.796566Z","steps":["trace[1926869819] 'agreement among raft nodes before linearized reading' (duration: 196.563291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.971447Z","caller":"traceutil/trace.go:171","msg":"trace[2085779833] linearizableReadLoop","detail":"{readStateIndex:14892; appliedIndex:14890; }","duration":"176.741266ms","start":"2026-03-04T06:48:29.79468Z","end":"2026-03-04T06:48:29.971421Z","steps":["trace[2085779833] 'read index received' (duration: 104.815779ms)","trace[2085779833] 'applied index is now lower than readState.Index' (duration: 71.924427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:29.971563Z","caller":"traceutil/trace.go:171","msg":"trace[925692404] transaction","detail":"{read_only:false; response_revision:14360; number_of_response:1; }","duration":"180.516576ms","start":"2026-03-04T06:48:29.791034Z","end":"2026-03-04T06:48:29.971551Z","steps":["trace[925692404] 'process raft request' (duration: 180.269279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.971657Z","caller":"traceutil/trace.go:171","msg":"trace[1605733993] transaction","detail":"{read_only:false; response_revision:14359; number_of_response:1; }","duration":"183.336531ms","start":"2026-03-04T06:48:29.788288Z","end":"2026-03-04T06:48:29.971624Z","steps":["trace[1605733993] 'process raft request' (duration: 111.058254ms)","trace[1605733993] 'compare' (duration: 71.765323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:29.971929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.188797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T06:48:29.971986Z","caller":"traceutil/trace.go:171","msg":"trace[6546823] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14360; }","duration":"183.325921ms","start":"2026-03-04T06:48:29.788644Z","end":"2026-03-04T06:48:29.97197Z","steps":["trace[6546823] 'agreement among raft nodes before linearized reading' (duration: 183.141176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051175Z","caller":"traceutil/trace.go:171","msg":"trace[1575134249] transaction","detail":"{read_only:false; response_revision:14362; number_of_response:1; }","duration":"243.279181ms","start":"2026-03-04T06:48:29.807864Z","end":"2026-03-04T06:48:30.051143Z","steps":["trace[1575134249] 'process raft request' (duration: 242.373657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051274Z","caller":"traceutil/trace.go:171","msg":"trace[412144934] transaction","detail":"{read_only:false; response_revision:14361; number_of_response:1; }","duration":"249.573817ms","start":"2026-03-04T06:48:29.801664Z","end":"2026-03-04T06:48:30.051238Z","steps":["trace[412144934] 'process raft request' (duration: 248.436467ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051397Z","caller":"traceutil/trace.go:171","msg":"trace[208447791] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"243.432544ms","start":"2026-03-04T06:48:29.807945Z","end":"2026-03-04T06:48:30.051378Z","steps":["trace[208447791] 'process raft request' (duration: 242.346085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051564Z","caller":"traceutil/trace.go:171","msg":"trace[1975697842] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"243.111156ms","start":"2026-03-04T06:48:29.808439Z","end":"2026-03-04T06:48:30.05155Z","steps":["trace[1975697842] 'process raft request' (duration: 243.020393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051591Z","caller":"traceutil/trace.go:171","msg":"trace[133572132] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"243.371033ms","start":"2026-03-04T06:48:29.808106Z","end":"2026-03-04T06:48:30.051477Z","steps":["trace[133572132] 'process raft request' (duration: 242.237533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051753Z","caller":"traceutil/trace.go:171","msg":"trace[1800431213] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"243.497416ms","start":"2026-03-04T06:48:29.808244Z","end":"2026-03-04T06:48:30.051741Z","steps":["trace[1800431213] 'process raft request' (duration: 242.13664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.051974Z","caller":"traceutil/trace.go:171","msg":"trace[60343464] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"241.828082ms","start":"2026-03-04T06:48:29.810134Z","end":"2026-03-04T06:48:30.051962Z","steps":["trace[60343464] 'process raft request' (duration: 241.38031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052154Z","caller":"traceutil/trace.go:171","msg":"trace[439574220] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"240.753413ms","start":"2026-03-04T06:48:29.811387Z","end":"2026-03-04T06:48:30.052141Z","steps":["trace[439574220] 'process raft request' (duration: 240.566078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052149Z","caller":"traceutil/trace.go:171","msg":"trace[1023214233] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"240.434645ms","start":"2026-03-04T06:48:29.811697Z","end":"2026-03-04T06:48:30.052132Z","steps":["trace[1023214233] 'process raft request' (duration: 240.357193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052282Z","caller":"traceutil/trace.go:171","msg":"trace[261919068] transaction","detail":"{read_only:false; response_revision:14370; number_of_response:1; }","duration":"239.837639ms","start":"2026-03-04T06:48:29.812433Z","end":"2026-03-04T06:48:30.05227Z","steps":["trace[261919068] 'process raft request' (duration: 239.664124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.052474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.654786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" ","response":"range_response_count:1 size:8054"} {"level":"warn","ts":"2026-03-04T06:48:30.052499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.620325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w2dgb\" ","response":"range_response_count:1 size:19118"} {"level":"info","ts":"2026-03-04T06:48:30.052512Z","caller":"traceutil/trace.go:171","msg":"trace[1748213620] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cspb8; range_end:; response_count:1; response_revision:14372; }","duration":"250.713647ms","start":"2026-03-04T06:48:29.80179Z","end":"2026-03-04T06:48:30.052503Z","steps":["trace[1748213620] 'agreement among raft nodes before linearized reading' (duration: 250.565803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.052533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.733358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-nmf85\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-03-04T06:48:30.052573Z","caller":"traceutil/trace.go:171","msg":"trace[1756469987] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-nmf85; range_end:; response_count:1; response_revision:14372; }","duration":"250.7923ms","start":"2026-03-04T06:48:29.801773Z","end":"2026-03-04T06:48:30.052566Z","steps":["trace[1756469987] 'agreement among raft nodes before linearized reading' (duration: 250.658956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052573Z","caller":"traceutil/trace.go:171","msg":"trace[393797442] transaction","detail":"{read_only:false; response_revision:14371; number_of_response:1; }","duration":"238.795902ms","start":"2026-03-04T06:48:29.813768Z","end":"2026-03-04T06:48:30.052564Z","steps":["trace[393797442] 'process raft request' (duration: 238.453803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.052572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.734228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-6c7c55799f-vwvgw\" ","response":"range_response_count:1 size:10722"} {"level":"info","ts":"2026-03-04T06:48:30.052651Z","caller":"traceutil/trace.go:171","msg":"trace[923246825] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-6c7c55799f-vwvgw; range_end:; response_count:1; response_revision:14372; }","duration":"250.83008ms","start":"2026-03-04T06:48:29.801801Z","end":"2026-03-04T06:48:30.052631Z","steps":["trace[923246825] 'agreement among raft nodes before linearized reading' (duration: 250.611105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.052709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.903232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-569f566b65-k65c8\" ","response":"range_response_count:1 size:6400"} {"level":"info","ts":"2026-03-04T06:48:30.052747Z","caller":"traceutil/trace.go:171","msg":"trace[1673139602] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-569f566b65-k65c8; range_end:; response_count:1; response_revision:14372; }","duration":"250.976094ms","start":"2026-03-04T06:48:29.801762Z","end":"2026-03-04T06:48:30.052739Z","steps":["trace[1673139602] 'agreement among raft nodes before linearized reading' (duration: 250.884682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052825Z","caller":"traceutil/trace.go:171","msg":"trace[78598461] transaction","detail":"{read_only:false; response_revision:14372; number_of_response:1; }","duration":"235.583886ms","start":"2026-03-04T06:48:29.817224Z","end":"2026-03-04T06:48:30.052808Z","steps":["trace[78598461] 'process raft request' (duration: 235.040522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.052944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.127819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-749b677ccc-8mrlm\" ","response":"range_response_count:1 size:6400"} {"level":"info","ts":"2026-03-04T06:48:30.052983Z","caller":"traceutil/trace.go:171","msg":"trace[804066841] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-749b677ccc-8mrlm; range_end:; response_count:1; response_revision:14372; }","duration":"251.17074ms","start":"2026-03-04T06:48:29.801804Z","end":"2026-03-04T06:48:30.052974Z","steps":["trace[804066841] 'agreement among raft nodes before linearized reading' (duration: 251.086937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.053036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.16213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" ","response":"range_response_count:1 size:8054"} {"level":"info","ts":"2026-03-04T06:48:30.053077Z","caller":"traceutil/trace.go:171","msg":"trace[1069476265] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cspb8; range_end:; response_count:1; response_revision:14372; }","duration":"245.213102ms","start":"2026-03-04T06:48:29.807854Z","end":"2026-03-04T06:48:30.053067Z","steps":["trace[1069476265] 'agreement among raft nodes before linearized reading' (duration: 245.108169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.05333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.423747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-745f896856-whlsj\" ","response":"range_response_count:1 size:10736"} {"level":"info","ts":"2026-03-04T06:48:30.053375Z","caller":"traceutil/trace.go:171","msg":"trace[1151798301] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-745f896856-whlsj; range_end:; response_count:1; response_revision:14372; }","duration":"251.506739ms","start":"2026-03-04T06:48:29.801858Z","end":"2026-03-04T06:48:30.053365Z","steps":["trace[1151798301] 'agreement among raft nodes before linearized reading' (duration: 251.398656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.053571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.853307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:30.053614Z","caller":"traceutil/trace.go:171","msg":"trace[6073486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14372; }","duration":"251.930509ms","start":"2026-03-04T06:48:29.801674Z","end":"2026-03-04T06:48:30.053605Z","steps":["trace[6073486] 'agreement among raft nodes before linearized reading' (duration: 251.869188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.052537Z","caller":"traceutil/trace.go:171","msg":"trace[1322402411] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w2dgb; range_end:; response_count:1; response_revision:14372; }","duration":"250.698207ms","start":"2026-03-04T06:48:29.801828Z","end":"2026-03-04T06:48:30.052526Z","steps":["trace[1322402411] 'agreement among raft nodes before linearized reading' (duration: 250.506042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.053789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.943331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:740789"} {"level":"info","ts":"2026-03-04T06:48:30.05383Z","caller":"traceutil/trace.go:171","msg":"trace[948412499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14372; }","duration":"246.007033ms","start":"2026-03-04T06:48:29.807814Z","end":"2026-03-04T06:48:30.053821Z","steps":["trace[948412499] 'agreement among raft nodes before linearized reading' (duration: 245.338265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.05275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.968584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-75764f6c67-9tjrj\" ","response":"range_response_count:1 size:6887"} {"level":"info","ts":"2026-03-04T06:48:30.056102Z","caller":"traceutil/trace.go:171","msg":"trace[471447022] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-75764f6c67-9tjrj; range_end:; response_count:1; response_revision:14372; }","duration":"254.321853ms","start":"2026-03-04T06:48:29.801765Z","end":"2026-03-04T06:48:30.056087Z","steps":["trace[471447022] 'agreement among raft nodes before linearized reading' (duration: 250.940053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.228355Z","caller":"traceutil/trace.go:171","msg":"trace[614606789] linearizableReadLoop","detail":"{readStateIndex:14906; appliedIndex:14904; }","duration":"176.029737ms","start":"2026-03-04T06:48:30.052301Z","end":"2026-03-04T06:48:30.22833Z","steps":["trace[614606789] 'read index received' (duration: 175.248256ms)","trace[614606789] 'applied index is now lower than readState.Index' (duration: 780.631µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:30.228417Z","caller":"traceutil/trace.go:171","msg":"trace[2023419481] transaction","detail":"{read_only:false; response_revision:14374; number_of_response:1; }","duration":"247.504523ms","start":"2026-03-04T06:48:29.980881Z","end":"2026-03-04T06:48:30.228385Z","steps":["trace[2023419481] 'process raft request' (duration: 247.339908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.228507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.588364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:30.228548Z","caller":"traceutil/trace.go:171","msg":"trace[1514440583] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:14374; }","duration":"253.675297ms","start":"2026-03-04T06:48:29.974859Z","end":"2026-03-04T06:48:30.228534Z","steps":["trace[1514440583] 'agreement among raft nodes before linearized reading' (duration: 253.591354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.228583Z","caller":"traceutil/trace.go:171","msg":"trace[1356107023] transaction","detail":"{read_only:false; response_revision:14373; number_of_response:1; }","duration":"253.08258ms","start":"2026-03-04T06:48:29.97548Z","end":"2026-03-04T06:48:30.228563Z","steps":["trace[1356107023] 'process raft request' (duration: 251.969851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.504257Z","caller":"traceutil/trace.go:171","msg":"trace[187611733] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"443.15426ms","start":"2026-03-04T06:48:30.061081Z","end":"2026-03-04T06:48:30.504235Z","steps":["trace[187611733] 'process raft request' (duration: 442.302997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.504416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.061059Z","time spent":"443.276683ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:30.50461Z","caller":"traceutil/trace.go:171","msg":"trace[538170391] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"443.464598ms","start":"2026-03-04T06:48:30.061124Z","end":"2026-03-04T06:48:30.504589Z","steps":["trace[538170391] 'process raft request' (duration: 443.076638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.504718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.061103Z","time spent":"443.563601ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9097,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:48:30.504755Z","caller":"traceutil/trace.go:171","msg":"trace[792267764] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"436.960196ms","start":"2026-03-04T06:48:30.067781Z","end":"2026-03-04T06:48:30.504742Z","steps":["trace[792267764] 'process raft request' (duration: 436.648688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.504826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.067743Z","time spent":"437.051829ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:30.504943Z","caller":"traceutil/trace.go:171","msg":"trace[501889583] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"437.117371ms","start":"2026-03-04T06:48:30.067791Z","end":"2026-03-04T06:48:30.504908Z","steps":["trace[501889583] 'process raft request' (duration: 436.782922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.505107Z","caller":"traceutil/trace.go:171","msg":"trace[865060443] linearizableReadLoop","detail":"{readStateIndex:14912; appliedIndex:14906; }","duration":"276.642315ms","start":"2026-03-04T06:48:30.228426Z","end":"2026-03-04T06:48:30.505069Z","steps":["trace[865060443] 'read index received' (duration: 275.025322ms)","trace[865060443] 'applied index is now lower than readState.Index' (duration: 1.616303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:30.50516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.067781Z","time spent":"437.280605ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:30.505216Z","caller":"traceutil/trace.go:171","msg":"trace[677451678] transaction","detail":"{read_only:false; response_revision:14380; number_of_response:1; }","duration":"305.625724ms","start":"2026-03-04T06:48:30.199582Z","end":"2026-03-04T06:48:30.505208Z","steps":["trace[677451678] 'process raft request' (duration: 305.216413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.505328Z","caller":"traceutil/trace.go:171","msg":"trace[502289402] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"434.550822ms","start":"2026-03-04T06:48:30.070757Z","end":"2026-03-04T06:48:30.505308Z","steps":["trace[502289402] 'process raft request' (duration: 433.879614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.505383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.211983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T06:48:30.505476Z","caller":"traceutil/trace.go:171","msg":"trace[1941883569] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14380; }","duration":"411.324686ms","start":"2026-03-04T06:48:30.094141Z","end":"2026-03-04T06:48:30.505465Z","steps":["trace[1941883569] 'agreement among raft nodes before linearized reading' (duration: 411.113331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.505502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.094099Z","time spent":"411.397798ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T06:48:30.505516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.592463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-569f566b65\" ","response":"range_response_count:1 size:6931"} {"level":"info","ts":"2026-03-04T06:48:30.50555Z","caller":"traceutil/trace.go:171","msg":"trace[1914025236] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-569f566b65; range_end:; response_count:1; response_revision:14380; }","duration":"437.710695ms","start":"2026-03-04T06:48:30.067832Z","end":"2026-03-04T06:48:30.505542Z","steps":["trace[1914025236] 'agreement among raft nodes before linearized reading' (duration: 437.52171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.505601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.067816Z","time spent":"437.777708ms","remote":"127.0.0.1:50686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6954,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-569f566b65\" "} {"level":"warn","ts":"2026-03-04T06:48:30.505608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.070741Z","time spent":"434.632704ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:30.505333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.19955Z","time spent":"305.707206ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:30.507323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.34547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T06:48:30.507388Z","caller":"traceutil/trace.go:171","msg":"trace[1205514980] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:14382; }","duration":"275.475354ms","start":"2026-03-04T06:48:30.231898Z","end":"2026-03-04T06:48:30.507374Z","steps":["trace[1205514980] 'agreement among raft nodes before linearized reading' (duration: 275.354471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.509131Z","caller":"traceutil/trace.go:171","msg":"trace[558826810] transaction","detail":"{read_only:false; response_revision:14381; number_of_response:1; }","duration":"276.108781ms","start":"2026-03-04T06:48:30.233001Z","end":"2026-03-04T06:48:30.50911Z","steps":["trace[558826810] 'process raft request' (duration: 274.048806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.073348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436056328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:48:44.40036Z","caller":"traceutil/trace.go:171","msg":"trace[133544060] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"842.073448ms","start":"2026-03-04T06:48:43.558262Z","end":"2026-03-04T06:48:44.400335Z","steps":["trace[133544060] 'process raft request' (duration: 841.901133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.400504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.558248Z","time spent":"842.18246ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:44.710777Z","caller":"traceutil/trace.go:171","msg":"trace[144980159] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"854.004894ms","start":"2026-03-04T06:48:43.856733Z","end":"2026-03-04T06:48:44.710738Z","steps":["trace[144980159] 'process raft request' (duration: 843.919487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.711771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.856709Z","time spent":"854.145667ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:44.711943Z","caller":"traceutil/trace.go:171","msg":"trace[99539531] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"824.289556ms","start":"2026-03-04T06:48:43.887638Z","end":"2026-03-04T06:48:44.711927Z","steps":["trace[99539531] 'process raft request' (duration: 824.143822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:44.711967Z","caller":"traceutil/trace.go:171","msg":"trace[590160670] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"840.68532ms","start":"2026-03-04T06:48:43.871211Z","end":"2026-03-04T06:48:44.711896Z","steps":["trace[590160670] 'process raft request' (duration: 839.427287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.712058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.887619Z","time spent":"824.376158ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:44.711931Z","caller":"traceutil/trace.go:171","msg":"trace[2142622088] linearizableReadLoop","detail":"{readStateIndex:15122; appliedIndex:15118; }","duration":"1.13863099s","start":"2026-03-04T06:48:43.573276Z","end":"2026-03-04T06:48:44.711907Z","steps":["trace[2142622088] 'read index received' (duration: 827.030258ms)","trace[2142622088] 'applied index is now lower than readState.Index' (duration: 311.599342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:44.712103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138819855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-04T06:48:44.712157Z","caller":"traceutil/trace.go:171","msg":"trace[1149383237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:14585; }","duration":"1.138902697s","start":"2026-03-04T06:48:43.57324Z","end":"2026-03-04T06:48:44.712143Z","steps":["trace[1149383237] 'agreement among raft nodes before linearized reading' (duration: 1.138740153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.712167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.871193Z","time spent":"840.875225ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:44.712198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.573229Z","time spent":"1.13896194s","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T06:48:44.713505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108567773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8jqst\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-04T06:48:44.71354Z","caller":"traceutil/trace.go:171","msg":"trace[728916808] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8jqst; range_end:; response_count:1; response_revision:14587; }","duration":"1.108633725s","start":"2026-03-04T06:48:43.604898Z","end":"2026-03-04T06:48:44.713531Z","steps":["trace[728916808] 'agreement among raft nodes before linearized reading' (duration: 1.108529872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.71356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.604882Z","time spent":"1.108673986s","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20770,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8jqst\" "} {"level":"info","ts":"2026-03-04T06:48:44.713757Z","caller":"traceutil/trace.go:171","msg":"trace[455031238] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"304.941625ms","start":"2026-03-04T06:48:44.408809Z","end":"2026-03-04T06:48:44.71375Z","steps":["trace[455031238] 'process raft request' (duration: 304.476083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.713801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.408782Z","time spent":"304.990976ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:44.713992Z","caller":"traceutil/trace.go:171","msg":"trace[891345259] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"300.037255ms","start":"2026-03-04T06:48:44.413948Z","end":"2026-03-04T06:48:44.713985Z","steps":["trace[891345259] 'process raft request' (duration: 299.397888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.413936Z","time spent":"300.078726ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:44.714128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.599344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:44.714151Z","caller":"traceutil/trace.go:171","msg":"trace[1131350280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14587; }","duration":"230.641085ms","start":"2026-03-04T06:48:44.483504Z","end":"2026-03-04T06:48:44.714145Z","steps":["trace[1131350280] 'agreement among raft nodes before linearized reading' (duration: 230.605004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.7143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.447551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:48:44.714325Z","caller":"traceutil/trace.go:171","msg":"trace[290115657] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14587; }","duration":"287.498363ms","start":"2026-03-04T06:48:44.426821Z","end":"2026-03-04T06:48:44.714319Z","steps":["trace[290115657] 'agreement among raft nodes before linearized reading' (duration: 287.427411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.116941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:44.714446Z","caller":"traceutil/trace.go:171","msg":"trace[969553364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14587; }","duration":"672.185372ms","start":"2026-03-04T06:48:44.042256Z","end":"2026-03-04T06:48:44.714441Z","steps":["trace[969553364] 'agreement among raft nodes before linearized reading' (duration: 672.149961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.042235Z","time spent":"672.224734ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:48:44.714575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.720357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:48:44.714597Z","caller":"traceutil/trace.go:171","msg":"trace[1506275492] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14587; }","duration":"672.772498ms","start":"2026-03-04T06:48:44.04182Z","end":"2026-03-04T06:48:44.714592Z","steps":["trace[1506275492] 'agreement among raft nodes before linearized reading' (duration: 672.713477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.067238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T06:48:44.714609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.137321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:48:44.714664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.897957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:48:44.714662Z","caller":"traceutil/trace.go:171","msg":"trace[57242362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:14587; }","duration":"529.154751ms","start":"2026-03-04T06:48:44.185493Z","end":"2026-03-04T06:48:44.714648Z","steps":["trace[57242362] 'agreement among raft nodes before linearized reading' (duration: 528.960825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:44.714671Z","caller":"traceutil/trace.go:171","msg":"trace[1244935725] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14587; }","duration":"672.238204ms","start":"2026-03-04T06:48:44.042419Z","end":"2026-03-04T06:48:44.714657Z","steps":["trace[1244935725] 'agreement among raft nodes before linearized reading' (duration: 671.990587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:44.714687Z","caller":"traceutil/trace.go:171","msg":"trace[1942624400] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14587; }","duration":"791.949649ms","start":"2026-03-04T06:48:43.922733Z","end":"2026-03-04T06:48:44.714682Z","steps":["trace[1942624400] 'agreement among raft nodes before linearized reading' (duration: 791.894657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.922718Z","time spent":"791.984509ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:48:44.71471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.042408Z","time spent":"672.294145ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:48:44.714739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.704427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:44.714775Z","caller":"traceutil/trace.go:171","msg":"trace[1374836473] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14587; }","duration":"293.765089ms","start":"2026-03-04T06:48:44.420999Z","end":"2026-03-04T06:48:44.714764Z","steps":["trace[1374836473] 'agreement among raft nodes before linearized reading' (duration: 293.720318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.654779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:48:44.71484Z","caller":"traceutil/trace.go:171","msg":"trace[1355150116] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14587; }","duration":"797.696731ms","start":"2026-03-04T06:48:43.917138Z","end":"2026-03-04T06:48:44.714835Z","steps":["trace[1355150116] 'agreement among raft nodes before linearized reading' (duration: 797.641869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.917125Z","time spent":"797.747752ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:48:44.7149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.392195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:44.714945Z","caller":"traceutil/trace.go:171","msg":"trace[1095805325] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14587; }","duration":"294.453407ms","start":"2026-03-04T06:48:44.420485Z","end":"2026-03-04T06:48:44.714938Z","steps":["trace[1095805325] 'agreement among raft nodes before linearized reading' (duration: 294.393896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.714967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.194483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:48:44.7147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.185452Z","time spent":"529.240003ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"info","ts":"2026-03-04T06:48:44.71503Z","caller":"traceutil/trace.go:171","msg":"trace[1384829564] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14587; }","duration":"798.305576ms","start":"2026-03-04T06:48:43.91671Z","end":"2026-03-04T06:48:44.715016Z","steps":["trace[1384829564] 'agreement among raft nodes before linearized reading' (duration: 798.200334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.998154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-04T06:48:44.715066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.916688Z","time spent":"798.367118ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T06:48:44.715083Z","caller":"traceutil/trace.go:171","msg":"trace[676866918] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cspb8; range_end:; response_count:1; response_revision:14587; }","duration":"587.059406ms","start":"2026-03-04T06:48:44.128014Z","end":"2026-03-04T06:48:44.715073Z","steps":["trace[676866918] 'agreement among raft nodes before linearized reading' (duration: 586.951353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.128003Z","time spent":"587.107067ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.606046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:48:44.714614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.041807Z","time spent":"672.803179ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T06:48:44.715217Z","caller":"traceutil/trace.go:171","msg":"trace[719427562] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14587; }","duration":"832.784111ms","start":"2026-03-04T06:48:43.88241Z","end":"2026-03-04T06:48:44.715194Z","steps":["trace[719427562] 'agreement among raft nodes before linearized reading' (duration: 832.571515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.852558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:48:44.715244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.135498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:48:44.715281Z","caller":"traceutil/trace.go:171","msg":"trace[937232235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14587; }","duration":"601.213241ms","start":"2026-03-04T06:48:44.114059Z","end":"2026-03-04T06:48:44.715272Z","steps":["trace[937232235] 'agreement among raft nodes before linearized reading' (duration: 601.041707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:43.882397Z","time spent":"832.864973ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:48:44.715308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.114031Z","time spent":"601.270372ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.666694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:48:44.715332Z","caller":"traceutil/trace.go:171","msg":"trace[671810783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14587; }","duration":"592.713686ms","start":"2026-03-04T06:48:44.122612Z","end":"2026-03-04T06:48:44.715326Z","steps":["trace[671810783] 'agreement among raft nodes before linearized reading' (duration: 592.656954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.122601Z","time spent":"592.750976ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.74119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8293"} {"level":"warn","ts":"2026-03-04T06:48:44.715559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.293663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:48:44.715575Z","caller":"traceutil/trace.go:171","msg":"trace[468594174] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14587; }","duration":"311.010136ms","start":"2026-03-04T06:48:44.404557Z","end":"2026-03-04T06:48:44.715567Z","steps":["trace[468594174] 'agreement among raft nodes before linearized reading' (duration: 310.736399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:44.715597Z","caller":"traceutil/trace.go:171","msg":"trace[839911582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14587; }","duration":"601.53552ms","start":"2026-03-04T06:48:44.114053Z","end":"2026-03-04T06:48:44.715588Z","steps":["trace[839911582] 'agreement among raft nodes before linearized reading' (duration: 601.262342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.404534Z","time spent":"311.064528ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8316,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.104832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:48:44.715272Z","caller":"traceutil/trace.go:171","msg":"trace[1383471368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14587; }","duration":"294.9205ms","start":"2026-03-04T06:48:44.420339Z","end":"2026-03-04T06:48:44.71526Z","steps":["trace[1383471368] 'agreement among raft nodes before linearized reading' (duration: 294.870018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:44.715636Z","caller":"traceutil/trace.go:171","msg":"trace[627701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14587; }","duration":"597.143993ms","start":"2026-03-04T06:48:44.118483Z","end":"2026-03-04T06:48:44.715627Z","steps":["trace[627701] 'agreement among raft nodes before linearized reading' (duration: 597.090751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.118474Z","time spent":"597.177434ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.050424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:48:44.71574Z","caller":"traceutil/trace.go:171","msg":"trace[1998118297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14587; }","duration":"596.576657ms","start":"2026-03-04T06:48:44.119157Z","end":"2026-03-04T06:48:44.715734Z","steps":["trace[1998118297] 'agreement among raft nodes before linearized reading' (duration: 596.027613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.119091Z","time spent":"596.66193ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.11404Z","time spent":"601.584061ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:48:44.715735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.336786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:48:44.715827Z","caller":"traceutil/trace.go:171","msg":"trace[1047260271] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14587; }","duration":"431.45015ms","start":"2026-03-04T06:48:44.284369Z","end":"2026-03-04T06:48:44.715819Z","steps":["trace[1047260271] 'agreement among raft nodes before linearized reading' (duration: 431.308136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:44.715846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:44.284345Z","time spent":"431.496391ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T06:49:08.937426Z","caller":"traceutil/trace.go:171","msg":"trace[1189426982] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"107.617334ms","start":"2026-03-04T06:49:08.829773Z","end":"2026-03-04T06:49:08.937391Z","steps":["trace[1189426982] 'process raft request' (duration: 61.389208ms)","trace[1189426982] 'compare' (duration: 45.892127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:49:08.937462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.372557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:08.937617Z","caller":"traceutil/trace.go:171","msg":"trace[2097200775] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14703; }","duration":"107.550762ms","start":"2026-03-04T06:49:08.830043Z","end":"2026-03-04T06:49:08.937594Z","steps":["trace[2097200775] 'agreement among raft nodes before linearized reading' (duration: 107.198873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:09.075334Z","caller":"traceutil/trace.go:171","msg":"trace[661382219] transaction","detail":"{read_only:false; response_revision:14704; number_of_response:1; }","duration":"132.061732ms","start":"2026-03-04T06:49:08.943214Z","end":"2026-03-04T06:49:09.075276Z","steps":["trace[661382219] 'process raft request' (duration: 93.876709ms)","trace[661382219] 'compare' (duration: 37.957377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:49:09.075683Z","caller":"traceutil/trace.go:171","msg":"trace[1373620582] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"132.446542ms","start":"2026-03-04T06:49:08.943215Z","end":"2026-03-04T06:49:09.075662Z","steps":["trace[1373620582] 'process raft request' (duration: 132.019481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:09.075822Z","caller":"traceutil/trace.go:171","msg":"trace[488428303] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"132.581575ms","start":"2026-03-04T06:49:08.943228Z","end":"2026-03-04T06:49:09.075809Z","steps":["trace[488428303] 'process raft request' (duration: 132.291607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:09.075929Z","caller":"traceutil/trace.go:171","msg":"trace[186134686] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"132.490393ms","start":"2026-03-04T06:49:08.943422Z","end":"2026-03-04T06:49:09.075913Z","steps":["trace[186134686] 'process raft request' (duration: 132.234396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:09.076009Z","caller":"traceutil/trace.go:171","msg":"trace[209566652] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"131.947689ms","start":"2026-03-04T06:49:08.944018Z","end":"2026-03-04T06:49:09.075966Z","steps":["trace[209566652] 'process raft request' (duration: 131.804405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:10.263236Z","caller":"traceutil/trace.go:171","msg":"trace[938131180] linearizableReadLoop","detail":"{readStateIndex:15252; appliedIndex:15251; }","duration":"128.431795ms","start":"2026-03-04T06:49:10.134778Z","end":"2026-03-04T06:49:10.263209Z","steps":["trace[938131180] 'read index received' (duration: 128.170229ms)","trace[938131180] 'applied index is now lower than readState.Index' (duration: 260.486µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:49:10.263386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.571079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:49:10.263431Z","caller":"traceutil/trace.go:171","msg":"trace[1521389582] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14710; }","duration":"128.707623ms","start":"2026-03-04T06:49:10.134709Z","end":"2026-03-04T06:49:10.263417Z","steps":["trace[1521389582] 'agreement among raft nodes before linearized reading' (duration: 128.60416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:10.263372Z","caller":"traceutil/trace.go:171","msg":"trace[1790006519] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"249.409154ms","start":"2026-03-04T06:49:10.013882Z","end":"2026-03-04T06:49:10.263291Z","steps":["trace[1790006519] 'process raft request' (duration: 249.126276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.290831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436057048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:49:11.803252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436057048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:49:11.874637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244589489s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:49:11.875437Z","caller":"traceutil/trace.go:171","msg":"trace[843015791] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"1.245514593s","start":"2026-03-04T06:49:10.629895Z","end":"2026-03-04T06:49:11.875409Z","steps":["trace[843015791] 'process raft request' (duration: 1.245136333s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.875766Z","caller":"traceutil/trace.go:171","msg":"trace[1682883124] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"1.044636988s","start":"2026-03-04T06:49:10.831116Z","end":"2026-03-04T06:49:11.875753Z","steps":["trace[1682883124] 'process raft request' (duration: 1.044534615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.875849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.831081Z","time spent":"1.04472407s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:49:11.876052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.629869Z","time spent":"1.245638667s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:49:11.876058Z","caller":"traceutil/trace.go:171","msg":"trace[235047512] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"1.017879558s","start":"2026-03-04T06:49:10.858144Z","end":"2026-03-04T06:49:11.876024Z","steps":["trace[235047512] 'process raft request' (duration: 1.01757698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.876206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.858101Z","time spent":"1.018022481s","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:49:11.877855Z","caller":"traceutil/trace.go:171","msg":"trace[657930205] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"935.385701ms","start":"2026-03-04T06:49:10.942448Z","end":"2026-03-04T06:49:11.877833Z","steps":["trace[657930205] 'process raft request' (duration: 933.423009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.877881Z","caller":"traceutil/trace.go:171","msg":"trace[1793088203] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"893.937992ms","start":"2026-03-04T06:49:10.983899Z","end":"2026-03-04T06:49:11.877837Z","steps":["trace[1793088203] 'process raft request' (duration: 893.779137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.877949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.942408Z","time spent":"935.500754ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:49:11.878128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.983869Z","time spent":"894.109226ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:49:11.881762Z","caller":"traceutil/trace.go:171","msg":"trace[327743605] linearizableReadLoop","detail":"{readStateIndex:15258; appliedIndex:15252; }","duration":"1.091542141s","start":"2026-03-04T06:49:10.790195Z","end":"2026-03-04T06:49:11.881737Z","steps":["trace[327743605] 'read index received' (duration: 1.084869304s)","trace[327743605] 'applied index is now lower than readState.Index' (duration: 6.671447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:49:11.882282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092074505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:49:11.88232Z","caller":"traceutil/trace.go:171","msg":"trace[817106825] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14715; }","duration":"1.092128076s","start":"2026-03-04T06:49:10.790184Z","end":"2026-03-04T06:49:11.882312Z","steps":["trace[817106825] 'agreement among raft nodes before linearized reading' (duration: 1.091929051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.882351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.790125Z","time spent":"1.092217559s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:49:11.882552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088993663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.882585Z","caller":"traceutil/trace.go:171","msg":"trace[1384573680] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"1.089079005s","start":"2026-03-04T06:49:10.793498Z","end":"2026-03-04T06:49:11.882577Z","steps":["trace[1384573680] 'agreement among raft nodes before linearized reading' (duration: 1.089035624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.88262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.793477Z","time spent":"1.089136997s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:49:11.882746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.169735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-04T06:49:11.882801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.722697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8jqst\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-04T06:49:11.882802Z","caller":"traceutil/trace.go:171","msg":"trace[464238527] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cspb8; range_end:; response_count:1; response_revision:14715; }","duration":"783.256628ms","start":"2026-03-04T06:49:11.09953Z","end":"2026-03-04T06:49:11.882787Z","steps":["trace[464238527] 'agreement among raft nodes before linearized reading' (duration: 783.043532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.882826Z","caller":"traceutil/trace.go:171","msg":"trace[395966530] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8jqst; range_end:; response_count:1; response_revision:14715; }","duration":"784.763998ms","start":"2026-03-04T06:49:11.098056Z","end":"2026-03-04T06:49:11.88282Z","steps":["trace[395966530] 'agreement among raft nodes before linearized reading' (duration: 784.683385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.882846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.098046Z","time spent":"784.795648ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20770,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8jqst\" "} {"level":"warn","ts":"2026-03-04T06:49:11.882904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007625605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.88296Z","caller":"traceutil/trace.go:171","msg":"trace[729976011] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14715; }","duration":"1.007729229s","start":"2026-03-04T06:49:10.875216Z","end":"2026-03-04T06:49:11.882945Z","steps":["trace[729976011] 'agreement among raft nodes before linearized reading' (duration: 1.007618776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.882988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.875192Z","time spent":"1.00778925s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:49:11.883003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025949941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:11.883027Z","caller":"traceutil/trace.go:171","msg":"trace[469572706] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"1.026030624s","start":"2026-03-04T06:49:10.856991Z","end":"2026-03-04T06:49:11.883021Z","steps":["trace[469572706] 'agreement among raft nodes before linearized reading' (duration: 1.025961632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.88305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.856964Z","time spent":"1.026082736s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.594054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:49:11.883181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.539202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.883201Z","caller":"traceutil/trace.go:171","msg":"trace[1321362641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14715; }","duration":"801.709817ms","start":"2026-03-04T06:49:11.081478Z","end":"2026-03-04T06:49:11.883187Z","steps":["trace[1321362641] 'agreement among raft nodes before linearized reading' (duration: 801.491311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.883221Z","caller":"traceutil/trace.go:171","msg":"trace[1226840185] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14715; }","duration":"847.622464ms","start":"2026-03-04T06:49:11.035588Z","end":"2026-03-04T06:49:11.88321Z","steps":["trace[1226840185] 'agreement among raft nodes before linearized reading' (duration: 847.533762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.081467Z","time spent":"801.759838ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.784138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T06:49:11.883305Z","caller":"traceutil/trace.go:171","msg":"trace[650131881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14715; }","duration":"801.856891ms","start":"2026-03-04T06:49:11.081423Z","end":"2026-03-04T06:49:11.88328Z","steps":["trace[650131881] 'agreement among raft nodes before linearized reading' (duration: 801.760208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.880142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:49:11.883353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.950125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:49:11.883358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.081412Z","time spent":"801.936093ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:49:11.883382Z","caller":"traceutil/trace.go:171","msg":"trace[1918196706] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14715; }","duration":"982.030297ms","start":"2026-03-04T06:49:10.901344Z","end":"2026-03-04T06:49:11.883375Z","steps":["trace[1918196706] 'agreement among raft nodes before linearized reading' (duration: 981.970726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.883382Z","caller":"traceutil/trace.go:171","msg":"trace[1997005180] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"287.968105ms","start":"2026-03-04T06:49:11.595404Z","end":"2026-03-04T06:49:11.883372Z","steps":["trace[1997005180] 'agreement among raft nodes before linearized reading' (duration: 287.870863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.901315Z","time spent":"982.084839ms","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:49:11.883445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.81688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:49:11.883474Z","caller":"traceutil/trace.go:171","msg":"trace[1750506676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14715; }","duration":"801.908872ms","start":"2026-03-04T06:49:11.081558Z","end":"2026-03-04T06:49:11.883467Z","steps":["trace[1750506676] 'agreement among raft nodes before linearized reading' (duration: 801.794599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.081521Z","time spent":"801.971443ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05266989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.883564Z","caller":"traceutil/trace.go:171","msg":"trace[1142748191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"1.052694591s","start":"2026-03-04T06:49:10.830861Z","end":"2026-03-04T06:49:11.883556Z","steps":["trace[1142748191] 'agreement among raft nodes before linearized reading' (duration: 1.05266157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086956479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:49:11.883582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.830778Z","time spent":"1.052801194s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T06:49:11.883585Z","caller":"traceutil/trace.go:171","msg":"trace[1793200079] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"1.08698771s","start":"2026-03-04T06:49:10.796592Z","end":"2026-03-04T06:49:11.88358Z","steps":["trace[1793200079] 'agreement among raft nodes before linearized reading' (duration: 1.086957869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.796587Z","time spent":"1.08701762s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081808682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:49:11.883668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082130231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.88368Z","caller":"traceutil/trace.go:171","msg":"trace[1498655403] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14715; }","duration":"1.081898155s","start":"2026-03-04T06:49:10.801774Z","end":"2026-03-04T06:49:11.883673Z","steps":["trace[1498655403] 'agreement among raft nodes before linearized reading' (duration: 1.081848904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.035563Z","time spent":"847.676966ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:49:11.883724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.801747Z","time spent":"1.081970657s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.295883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:49:11.883761Z","caller":"traceutil/trace.go:171","msg":"trace[852745622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14715; }","duration":"802.323693ms","start":"2026-03-04T06:49:11.081427Z","end":"2026-03-04T06:49:11.883751Z","steps":["trace[852745622] 'agreement among raft nodes before linearized reading' (duration: 802.162879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.883685Z","caller":"traceutil/trace.go:171","msg":"trace[1259237645] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14715; }","duration":"1.082154861s","start":"2026-03-04T06:49:10.801526Z","end":"2026-03-04T06:49:11.88368Z","steps":["trace[1259237645] 'agreement among raft nodes before linearized reading' (duration: 1.082130551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084702549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T06:49:11.883799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.081345Z","time spent":"802.446756ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:49:11.88284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.099515Z","time spent":"783.317769ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" "} {"level":"info","ts":"2026-03-04T06:49:11.883826Z","caller":"traceutil/trace.go:171","msg":"trace[1648170057] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14715; }","duration":"1.084880324s","start":"2026-03-04T06:49:10.798928Z","end":"2026-03-04T06:49:11.883809Z","steps":["trace[1648170057] 'agreement among raft nodes before linearized reading' (duration: 1.084575716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.645203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.883882Z","caller":"traceutil/trace.go:171","msg":"trace[1487642620] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"750.730175ms","start":"2026-03-04T06:49:11.133143Z","end":"2026-03-04T06:49:11.883873Z","steps":["trace[1487642620] 'agreement among raft nodes before linearized reading' (duration: 750.690254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.798923Z","time spent":"1.084942825s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.801521Z","time spent":"1.082282726s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T06:49:11.883245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.285003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:49:11.883982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054523149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:49:11.883998Z","caller":"traceutil/trace.go:171","msg":"trace[1320911183] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14715; }","duration":"246.089935ms","start":"2026-03-04T06:49:11.637899Z","end":"2026-03-04T06:49:11.883989Z","steps":["trace[1320911183] 'agreement among raft nodes before linearized reading' (duration: 245.306964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.88401Z","caller":"traceutil/trace.go:171","msg":"trace[868740519] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14715; }","duration":"1.05456011s","start":"2026-03-04T06:49:10.829442Z","end":"2026-03-04T06:49:11.884002Z","steps":["trace[868740519] 'agreement among raft nodes before linearized reading' (duration: 1.054260752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.486648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w2dgb\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-04T06:49:11.884076Z","caller":"traceutil/trace.go:171","msg":"trace[1872296334] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w2dgb; range_end:; response_count:1; response_revision:14715; }","duration":"429.57656ms","start":"2026-03-04T06:49:11.45449Z","end":"2026-03-04T06:49:11.884067Z","steps":["trace[1872296334] 'agreement among raft nodes before linearized reading' (duration: 429.440406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.787891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:49:11.883915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.133113Z","time spent":"750.795217ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.454465Z","time spent":"429.647772ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w2dgb\" "} {"level":"info","ts":"2026-03-04T06:49:11.884145Z","caller":"traceutil/trace.go:171","msg":"trace[1302250086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"941.858012ms","start":"2026-03-04T06:49:10.942276Z","end":"2026-03-04T06:49:11.884134Z","steps":["trace[1302250086] 'agreement among raft nodes before linearized reading' (duration: 940.991179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.942256Z","time spent":"941.906723ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053200515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:11.884211Z","caller":"traceutil/trace.go:171","msg":"trace[380279617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"1.053242735s","start":"2026-03-04T06:49:10.830959Z","end":"2026-03-04T06:49:11.884202Z","steps":["trace[380279617] 'agreement among raft nodes before linearized reading' (duration: 1.052443194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.830954Z","time spent":"1.053287776s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05265384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:49:11.883119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.693477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:49:11.88429Z","caller":"traceutil/trace.go:171","msg":"trace[310790576] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"1.05267437s","start":"2026-03-04T06:49:10.831609Z","end":"2026-03-04T06:49:11.884283Z","steps":["trace[310790576] 'agreement among raft nodes before linearized reading' (duration: 1.051703755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.346425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.884317Z","caller":"traceutil/trace.go:171","msg":"trace[1155388293] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"289.126216ms","start":"2026-03-04T06:49:11.595187Z","end":"2026-03-04T06:49:11.884313Z","steps":["trace[1155388293] 'agreement among raft nodes before linearized reading' (duration: 288.348826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.883385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.543899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:49:11.88434Z","caller":"traceutil/trace.go:171","msg":"trace[372227335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14715; }","duration":"949.501695ms","start":"2026-03-04T06:49:10.934831Z","end":"2026-03-04T06:49:11.884333Z","steps":["trace[372227335] 'agreement among raft nodes before linearized reading' (duration: 948.463737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.387343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T06:49:11.884362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.810495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:49:11.884315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.831561Z","time spent":"1.052750162s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T06:49:11.884381Z","caller":"traceutil/trace.go:171","msg":"trace[2101297599] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14715; }","duration":"289.465435ms","start":"2026-03-04T06:49:11.594906Z","end":"2026-03-04T06:49:11.884371Z","steps":["trace[2101297599] 'agreement among raft nodes before linearized reading' (duration: 288.673824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.884402Z","caller":"traceutil/trace.go:171","msg":"trace[1639557873] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14715; }","duration":"613.892197ms","start":"2026-03-04T06:49:11.270501Z","end":"2026-03-04T06:49:11.884393Z","steps":["trace[1639557873] 'agreement among raft nodes before linearized reading' (duration: 613.832846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.884295Z","caller":"traceutil/trace.go:171","msg":"trace[266383278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14715; }","duration":"802.919379ms","start":"2026-03-04T06:49:11.081369Z","end":"2026-03-04T06:49:11.884288Z","steps":["trace[266383278] 'agreement among raft nodes before linearized reading' (duration: 801.554942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.270474Z","time spent":"613.952798ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.081355Z","time spent":"803.084744ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.934757Z","time spent":"949.602417ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.953409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:11.884568Z","caller":"traceutil/trace.go:171","msg":"trace[1157142432] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"614.037561ms","start":"2026-03-04T06:49:11.270522Z","end":"2026-03-04T06:49:11.884559Z","steps":["trace[1157142432] 'agreement among raft nodes before linearized reading' (duration: 613.434485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.8846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.270479Z","time spent":"614.114033ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:10.829435Z","time spent":"1.054597191s","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:49:11.884123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.737148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xghgc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T06:49:11.884855Z","caller":"traceutil/trace.go:171","msg":"trace[638531072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xghgc; range_end:; response_count:1; response_revision:14715; }","duration":"779.467727ms","start":"2026-03-04T06:49:11.105378Z","end":"2026-03-04T06:49:11.884846Z","steps":["trace[638531072] 'agreement among raft nodes before linearized reading' (duration: 778.538263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.884885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.105301Z","time spent":"779.57258ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-xghgc\" "} {"level":"warn","ts":"2026-03-04T06:49:11.885447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.156677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w2dgb\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-04T06:49:11.885492Z","caller":"traceutil/trace.go:171","msg":"trace[1397662655] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w2dgb; range_end:; response_count:1; response_revision:14715; }","duration":"418.224389ms","start":"2026-03-04T06:49:11.467253Z","end":"2026-03-04T06:49:11.885478Z","steps":["trace[1397662655] 'agreement among raft nodes before linearized reading' (duration: 416.413061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.885621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.467238Z","time spent":"418.374193ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22116,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w2dgb\" "} {"level":"warn","ts":"2026-03-04T06:49:11.885795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.308204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.885823Z","caller":"traceutil/trace.go:171","msg":"trace[1271528114] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14715; }","duration":"615.356966ms","start":"2026-03-04T06:49:11.270458Z","end":"2026-03-04T06:49:11.885815Z","steps":["trace[1271528114] 'agreement among raft nodes before linearized reading' (duration: 615.315685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.88584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.270451Z","time spent":"615.385587ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:49:11.885906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.957954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T06:49:11.885925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.725275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:11.88594Z","caller":"traceutil/trace.go:171","msg":"trace[945318510] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14715; }","duration":"750.763196ms","start":"2026-03-04T06:49:11.135172Z","end":"2026-03-04T06:49:11.885935Z","steps":["trace[945318510] 'agreement among raft nodes before linearized reading' (duration: 750.714745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.885941Z","caller":"traceutil/trace.go:171","msg":"trace[247396185] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14715; }","duration":"750.011736ms","start":"2026-03-04T06:49:11.135921Z","end":"2026-03-04T06:49:11.885933Z","steps":["trace[247396185] 'agreement among raft nodes before linearized reading' (duration: 749.912264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.885954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.135161Z","time spent":"750.788637ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:49:11.88597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.135913Z","time spent":"750.046517ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T06:49:11.885932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.458018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:49:11.884372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.083855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:49:11.886056Z","caller":"traceutil/trace.go:171","msg":"trace[1648734787] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14715; }","duration":"615.617133ms","start":"2026-03-04T06:49:11.270415Z","end":"2026-03-04T06:49:11.886032Z","steps":["trace[1648734787] 'agreement among raft nodes before linearized reading' (duration: 615.397187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.886108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.270399Z","time spent":"615.699825ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T06:49:11.886103Z","caller":"traceutil/trace.go:171","msg":"trace[927758206] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14715; }","duration":"752.80214ms","start":"2026-03-04T06:49:11.133282Z","end":"2026-03-04T06:49:11.886084Z","steps":["trace[927758206] 'agreement among raft nodes before linearized reading' (duration: 751.071294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.886158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.473911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T06:49:11.886163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.133242Z","time spent":"752.905023ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T06:49:11.886192Z","caller":"traceutil/trace.go:171","msg":"trace[693013785] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14715; }","duration":"752.525493ms","start":"2026-03-04T06:49:11.133656Z","end":"2026-03-04T06:49:11.886181Z","steps":["trace[693013785] 'agreement among raft nodes before linearized reading' (duration: 752.42352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:11.886218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:49:11.133642Z","time spent":"752.570654ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T06:49:34.079922Z","caller":"traceutil/trace.go:171","msg":"trace[1707406632] linearizableReadLoop","detail":"{readStateIndex:15362; appliedIndex:15361; }","duration":"119.740795ms","start":"2026-03-04T06:49:33.960149Z","end":"2026-03-04T06:49:34.07989Z","steps":["trace[1707406632] 'read index received' (duration: 119.410606ms)","trace[1707406632] 'applied index is now lower than readState.Index' (duration: 328.809µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:49:34.079946Z","caller":"traceutil/trace.go:171","msg":"trace[1292566658] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"121.599664ms","start":"2026-03-04T06:49:33.958301Z","end":"2026-03-04T06:49:34.079901Z","steps":["trace[1292566658] 'process raft request' (duration: 121.266735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:34.080311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.126895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:49:34.080403Z","caller":"traceutil/trace.go:171","msg":"trace[1652307213] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14815; }","duration":"120.249229ms","start":"2026-03-04T06:49:33.96013Z","end":"2026-03-04T06:49:34.08038Z","steps":["trace[1652307213] 'agreement among raft nodes before linearized reading' (duration: 119.899379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:34.081672Z","caller":"traceutil/trace.go:171","msg":"trace[133833688] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"120.047833ms","start":"2026-03-04T06:49:33.961607Z","end":"2026-03-04T06:49:34.081655Z","steps":["trace[133833688] 'process raft request' (duration: 119.765835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:34.08181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.400118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:49:34.0819Z","caller":"traceutil/trace.go:171","msg":"trace[2081564422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14816; }","duration":"107.534912ms","start":"2026-03-04T06:49:33.974342Z","end":"2026-03-04T06:49:34.081877Z","steps":["trace[2081564422] 'agreement among raft nodes before linearized reading' (duration: 107.229963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:49:34.082031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.283099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:49:34.082126Z","caller":"traceutil/trace.go:171","msg":"trace[1979851858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14816; }","duration":"100.425683ms","start":"2026-03-04T06:49:33.981675Z","end":"2026-03-04T06:49:34.082101Z","steps":["trace[1979851858] 'agreement among raft nodes before linearized reading' (duration: 100.210457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:34.512792Z","caller":"traceutil/trace.go:171","msg":"trace[1622606756] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"114.946378ms","start":"2026-03-04T06:49:34.397814Z","end":"2026-03-04T06:49:34.512761Z","steps":["trace[1622606756] 'process raft request' (duration: 114.738893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.37024Z","caller":"traceutil/trace.go:171","msg":"trace[964028876] linearizableReadLoop","detail":"{readStateIndex:15605; appliedIndex:15604; }","duration":"100.120505ms","start":"2026-03-04T06:50:10.27009Z","end":"2026-03-04T06:50:10.37021Z","steps":["trace[964028876] 'read index received' (duration: 23.179815ms)","trace[964028876] 'applied index is now lower than readState.Index' (duration: 76.93909ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:50:10.370439Z","caller":"traceutil/trace.go:171","msg":"trace[455173841] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"142.830017ms","start":"2026-03-04T06:50:10.227588Z","end":"2026-03-04T06:50:10.370418Z","steps":["trace[455173841] 'process raft request' (duration: 65.755154ms)","trace[455173841] 'compare' (duration: 76.723894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:10.37091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.795623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:50:10.370985Z","caller":"traceutil/trace.go:171","msg":"trace[1061194191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15050; }","duration":"100.883725ms","start":"2026-03-04T06:50:10.270082Z","end":"2026-03-04T06:50:10.370966Z","steps":["trace[1061194191] 'agreement among raft nodes before linearized reading' (duration: 100.719611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:52:33.617898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13576} {"level":"info","ts":"2026-03-04T06:52:33.699665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13576,"took":"78.221312ms","hash":3393458599,"current-db-size-bytes":41926656,"current-db-size":"42 MB","current-db-size-in-use-bytes":29749248,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T06:52:33.699749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3393458599,"revision":13576,"compact-revision":11698} {"level":"info","ts":"2026-03-04T06:53:43.212592Z","caller":"traceutil/trace.go:171","msg":"trace[245585857] linearizableReadLoop","detail":"{readStateIndex:17188; appliedIndex:17187; }","duration":"114.400765ms","start":"2026-03-04T06:53:43.09816Z","end":"2026-03-04T06:53:43.212561Z","steps":["trace[245585857] 'read index received' (duration: 114.285172ms)","trace[245585857] 'applied index is now lower than readState.Index' (duration: 114.273µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:53:43.212797Z","caller":"traceutil/trace.go:171","msg":"trace[1189980033] transaction","detail":"{read_only:false; response_revision:16579; number_of_response:1; }","duration":"129.266827ms","start":"2026-03-04T06:53:43.083497Z","end":"2026-03-04T06:53:43.212764Z","steps":["trace[1189980033] 'process raft request' (duration: 128.867456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:53:43.212935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.751114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12627"} {"level":"info","ts":"2026-03-04T06:53:43.212983Z","caller":"traceutil/trace.go:171","msg":"trace[1766445654] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16579; }","duration":"114.878028ms","start":"2026-03-04T06:53:43.098092Z","end":"2026-03-04T06:53:43.21297Z","steps":["trace[1766445654] 'agreement among raft nodes before linearized reading' (duration: 114.597091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:53:43.243548Z","caller":"traceutil/trace.go:171","msg":"trace[258548173] transaction","detail":"{read_only:false; response_revision:16580; number_of_response:1; }","duration":"144.688223ms","start":"2026-03-04T06:53:43.098828Z","end":"2026-03-04T06:53:43.243516Z","steps":["trace[258548173] 'process raft request' (duration: 144.294123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:54:55.139957Z","caller":"traceutil/trace.go:171","msg":"trace[347909319] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"194.219059ms","start":"2026-03-04T06:54:54.945701Z","end":"2026-03-04T06:54:55.13992Z","steps":["trace[347909319] 'process raft request' (duration: 193.918331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:01.642736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.253268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T06:55:01.643534Z","caller":"traceutil/trace.go:171","msg":"trace[1176325228] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17062; }","duration":"489.09872ms","start":"2026-03-04T06:55:01.154399Z","end":"2026-03-04T06:55:01.643498Z","steps":["trace[1176325228] 'range keys from in-memory index tree' (duration: 487.92784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:01.64354Z","caller":"traceutil/trace.go:171","msg":"trace[590736647] transaction","detail":"{read_only:false; response_revision:17063; number_of_response:1; }","duration":"151.080132ms","start":"2026-03-04T06:55:01.492431Z","end":"2026-03-04T06:55:01.643511Z","steps":["trace[590736647] 'process raft request' (duration: 128.664571ms)","trace[590736647] 'compare' (duration: 21.376133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:55:01.643589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.154368Z","time spent":"489.205913ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T06:55:01.67697Z","caller":"traceutil/trace.go:171","msg":"trace[1111266303] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"184.468892ms","start":"2026-03-04T06:55:01.492464Z","end":"2026-03-04T06:55:01.676932Z","steps":["trace[1111266303] 'process raft request' (duration: 184.167654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:01.836104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.171888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T06:55:01.836278Z","caller":"traceutil/trace.go:171","msg":"trace[791750038] linearizableReadLoop","detail":"{readStateIndex:17693; appliedIndex:17692; }","duration":"113.980653ms","start":"2026-03-04T06:55:01.722271Z","end":"2026-03-04T06:55:01.836252Z","steps":["trace[791750038] 'read index received' (duration: 46.471µs)","trace[791750038] 'applied index is now lower than readState.Index' (duration: 113.932052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:55:01.836421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.130197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T06:55:01.836468Z","caller":"traceutil/trace.go:171","msg":"trace[1632201099] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17065; }","duration":"114.265091ms","start":"2026-03-04T06:55:01.722187Z","end":"2026-03-04T06:55:01.836452Z","steps":["trace[1632201099] 'agreement among raft nodes before linearized reading' (duration: 114.129238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.383652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436066312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:55:02.454582Z","caller":"traceutil/trace.go:171","msg":"trace[1106988589] linearizableReadLoop","detail":"{readStateIndex:17694; appliedIndex:17693; }","duration":"571.682757ms","start":"2026-03-04T06:55:01.882846Z","end":"2026-03-04T06:55:02.454529Z","steps":["trace[1106988589] 'read index received' (duration: 571.40584ms)","trace[1106988589] 'applied index is now lower than readState.Index' (duration: 275.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:55:02.454608Z","caller":"traceutil/trace.go:171","msg":"trace[1355594436] transaction","detail":"{read_only:false; response_revision:17066; number_of_response:1; }","duration":"587.281679ms","start":"2026-03-04T06:55:01.867288Z","end":"2026-03-04T06:55:02.45457Z","steps":["trace[1355594436] 'process raft request' (duration: 586.988811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.454887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.322498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T06:55:02.454911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.029996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T06:55:02.454959Z","caller":"traceutil/trace.go:171","msg":"trace[913756159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17066; }","duration":"571.42129ms","start":"2026-03-04T06:55:01.883519Z","end":"2026-03-04T06:55:02.45494Z","steps":["trace[913756159] 'agreement among raft nodes before linearized reading' (duration: 571.304217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:02.454986Z","caller":"traceutil/trace.go:171","msg":"trace[319254696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17066; }","duration":"572.15889ms","start":"2026-03-04T06:55:01.882804Z","end":"2026-03-04T06:55:02.454963Z","steps":["trace[319254696] 'agreement among raft nodes before linearized reading' (duration: 571.853672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.455014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.883509Z","time spent":"571.493103ms","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:55:02.455036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.882785Z","time spent":"572.242082ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:55:02.455073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.718893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T06:55:02.455068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.714681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-04T06:55:02.455151Z","caller":"traceutil/trace.go:171","msg":"trace[1068649613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17066; }","duration":"512.819687ms","start":"2026-03-04T06:55:01.942295Z","end":"2026-03-04T06:55:02.455114Z","steps":["trace[1068649613] 'agreement among raft nodes before linearized reading' (duration: 512.621061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:02.455164Z","caller":"traceutil/trace.go:171","msg":"trace[417185394] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cspb8; range_end:; response_count:1; response_revision:17066; }","duration":"477.884946ms","start":"2026-03-04T06:55:01.977265Z","end":"2026-03-04T06:55:02.45515Z","steps":["trace[417185394] 'agreement among raft nodes before linearized reading' (duration: 477.607628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.455192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.942272Z","time spent":"512.912578ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:55:02.455207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.977238Z","time spent":"477.958518ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cspb8\" "} {"level":"warn","ts":"2026-03-04T06:55:02.455206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.853706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T06:55:02.455284Z","caller":"traceutil/trace.go:171","msg":"trace[475666655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17066; }","duration":"516.00515ms","start":"2026-03-04T06:55:01.939266Z","end":"2026-03-04T06:55:02.455272Z","steps":["trace[475666655] 'agreement among raft nodes before linearized reading' (duration: 515.683281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.455333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.939244Z","time spent":"516.064142ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:55:02.455394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.041442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T06:55:02.455453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.86726Z","time spent":"587.507194ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:55:02.455553Z","caller":"traceutil/trace.go:171","msg":"trace[1242033434] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:17066; }","duration":"447.30648ms","start":"2026-03-04T06:55:02.008192Z","end":"2026-03-04T06:55:02.455499Z","steps":["trace[1242033434] 'agreement among raft nodes before linearized reading' (duration: 446.909979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.455651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:02.008165Z","time spent":"447.467923ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:55:02.455424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.81046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:55:02.455931Z","caller":"traceutil/trace.go:171","msg":"trace[1236813338] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17066; }","duration":"306.481928ms","start":"2026-03-04T06:55:02.149431Z","end":"2026-03-04T06:55:02.455913Z","steps":["trace[1236813338] 'agreement among raft nodes before linearized reading' (duration: 305.615935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.45598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:02.149406Z","time spent":"306.55705ms","remote":"127.0.0.1:47528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:55:02.456115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.868454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T06:55:02.456237Z","caller":"traceutil/trace.go:171","msg":"trace[1184974046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17066; }","duration":"514.003798ms","start":"2026-03-04T06:55:01.942211Z","end":"2026-03-04T06:55:02.456215Z","steps":["trace[1184974046] 'agreement among raft nodes before linearized reading' (duration: 512.678953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:02.456399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:01.942197Z","time spent":"514.186392ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:55:03.265433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.951083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T06:55:03.265521Z","caller":"traceutil/trace.go:171","msg":"trace[859781106] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17070; }","duration":"512.142878ms","start":"2026-03-04T06:55:02.753358Z","end":"2026-03-04T06:55:03.265501Z","steps":["trace[859781106] 'range keys from in-memory index tree' (duration: 511.706756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:03.265564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:02.753334Z","time spent":"512.21708ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T06:55:03.265436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.145062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T06:55:03.265736Z","caller":"traceutil/trace.go:171","msg":"trace[404999147] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17070; }","duration":"519.527543ms","start":"2026-03-04T06:55:02.746198Z","end":"2026-03-04T06:55:03.265725Z","steps":["trace[404999147] 'range keys from in-memory index tree' (duration: 518.907376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:03.265769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:02.746171Z","time spent":"519.587984ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T06:55:04.149784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388758436066327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:55:04.223389Z","caller":"traceutil/trace.go:171","msg":"trace[1380456912] transaction","detail":"{read_only:false; response_revision:17071; number_of_response:1; }","duration":"574.81531ms","start":"2026-03-04T06:55:03.648539Z","end":"2026-03-04T06:55:04.223354Z","steps":["trace[1380456912] 'process raft request' (duration: 574.542323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:04.223644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:03.648506Z","time spent":"575.001365ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:55:04.399811Z","caller":"traceutil/trace.go:171","msg":"trace[1751209173] linearizableReadLoop","detail":"{readStateIndex:17701; appliedIndex:17698; }","duration":"750.400268ms","start":"2026-03-04T06:55:03.649382Z","end":"2026-03-04T06:55:04.399782Z","steps":["trace[1751209173] 'read index received' (duration: 573.731532ms)","trace[1751209173] 'applied index is now lower than readState.Index' (duration: 176.667696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:55:04.399887Z","caller":"traceutil/trace.go:171","msg":"trace[668233409] transaction","detail":"{read_only:false; response_revision:17073; number_of_response:1; }","duration":"717.289625ms","start":"2026-03-04T06:55:03.682537Z","end":"2026-03-04T06:55:04.399827Z","steps":["trace[668233409] 'process raft request' (duration: 717.182342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:04.4007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.621713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:55:04.399891Z","caller":"traceutil/trace.go:171","msg":"trace[455012334] transaction","detail":"{read_only:false; response_revision:17072; number_of_response:1; }","duration":"718.096616ms","start":"2026-03-04T06:55:03.681753Z","end":"2026-03-04T06:55:04.39985Z","steps":["trace[455012334] 'process raft request' (duration: 622.409424ms)","trace[455012334] 'compare' (duration: 95.281081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:55:04.400759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.180905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-04T06:55:04.400771Z","caller":"traceutil/trace.go:171","msg":"trace[74840463] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:17073; }","duration":"300.718976ms","start":"2026-03-04T06:55:04.100035Z","end":"2026-03-04T06:55:04.400754Z","steps":["trace[74840463] 'agreement among raft nodes before linearized reading' (duration: 300.563831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:04.400806Z","caller":"traceutil/trace.go:171","msg":"trace[784075679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17073; }","duration":"642.282038ms","start":"2026-03-04T06:55:03.758511Z","end":"2026-03-04T06:55:04.400793Z","steps":["trace[784075679] 'agreement among raft nodes before linearized reading' (duration: 642.064722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:04.40082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:04.099956Z","time spent":"300.852869ms","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:55:04.40016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.757337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-04T06:55:04.400849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:03.758496Z","time spent":"642.34484ms","remote":"127.0.0.1:50432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T06:55:04.400903Z","caller":"traceutil/trace.go:171","msg":"trace[243458977] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17073; }","duration":"751.556598ms","start":"2026-03-04T06:55:03.649322Z","end":"2026-03-04T06:55:04.400878Z","steps":["trace[243458977] 'agreement among raft nodes before linearized reading' (duration: 750.648184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:04.400988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:03.649296Z","time spent":"751.656771ms","remote":"127.0.0.1:50410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T06:55:04.400954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:03.681717Z","time spent":"719.081342ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:55:04.401108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:55:03.682503Z","time spent":"718.188529ms","remote":"127.0.0.1:50488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:55:44.621265Z","caller":"traceutil/trace.go:171","msg":"trace[72852750] linearizableReadLoop","detail":"{readStateIndex:17983; appliedIndex:17982; }","duration":"169.765924ms","start":"2026-03-04T06:55:44.451475Z","end":"2026-03-04T06:55:44.621241Z","steps":["trace[72852750] 'read index received' (duration: 169.700522ms)","trace[72852750] 'applied index is now lower than readState.Index' (duration: 61.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:55:44.621388Z","caller":"traceutil/trace.go:171","msg":"trace[831849596] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"262.843947ms","start":"2026-03-04T06:55:44.358508Z","end":"2026-03-04T06:55:44.621352Z","steps":["trace[831849596] 'process raft request' (duration: 262.593121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:44.621558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.058692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T06:55:44.621647Z","caller":"traceutil/trace.go:171","msg":"trace[2127825730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17341; }","duration":"170.203305ms","start":"2026-03-04T06:55:44.451423Z","end":"2026-03-04T06:55:44.621626Z","steps":["trace[2127825730] 'agreement among raft nodes before linearized reading' (duration: 169.945819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:44.624323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:55:44.624379Z","caller":"traceutil/trace.go:171","msg":"trace[1606997703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17344; }","duration":"142.243779ms","start":"2026-03-04T06:55:44.482123Z","end":"2026-03-04T06:55:44.624367Z","steps":["trace[1606997703] 'agreement among raft nodes before linearized reading' (duration: 142.141026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:55:44.624532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.061864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-04T06:55:44.624615Z","caller":"traceutil/trace.go:171","msg":"trace[1806852692] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17344; }","duration":"131.195928ms","start":"2026-03-04T06:55:44.493401Z","end":"2026-03-04T06:55:44.624597Z","steps":["trace[1806852692] 'agreement among raft nodes before linearized reading' (duration: 130.981672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:57:33.625026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16167} {"level":"info","ts":"2026-03-04T06:57:33.725403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16167,"took":"96.017286ms","hash":148139688,"current-db-size-bytes":42348544,"current-db-size":"42 MB","current-db-size-in-use-bytes":26128384,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T06:57:33.725482Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":148139688,"revision":16167,"compact-revision":13576} {"level":"info","ts":"2026-03-04T07:02:18.046354Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T07:02:18.050958Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T07:02:18.05118Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T07:02:33.632903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17866} {"level":"info","ts":"2026-03-04T07:02:33.731359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17866,"took":"95.210734ms","hash":1752962919,"current-db-size-bytes":42348544,"current-db-size":"42 MB","current-db-size-in-use-bytes":21434368,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T07:02:33.731411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1752962919,"revision":17866,"compact-revision":16167}