{"level":"warn","ts":"2026-03-30T16:47:55.515469Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-30T16:47:55.515969Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=controller-2=https://199.204.45.22:2380,controller-1=https://199.19.213.127:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]}
{"level":"warn","ts":"2026-03-30T16:47:55.516520Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."}
{"level":"info","ts":"2026-03-30T16:47:55.516575Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]}
{"level":"info","ts":"2026-03-30T16:47:55.516650Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-30T16:47:55.517468Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]}
{"level":"info","ts":"2026-03-30T16:47:55.517664Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.127:2380,controller-2=https://199.204.45.22:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2026-03-30T16:47:55.527720Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.485204ms"}
{"level":"info","ts":"2026-03-30T16:47:55.548239Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"}
{"level":"info","ts":"2026-03-30T16:47:55.548643Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.127:2380","host":"199.19.213.127:2380","resolved-addr":"199.19.213.127:2380"}
{"level":"info","ts":"2026-03-30T16:47:55.967774Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"3b472061280a15b4","cluster-id":"b3df79a2daf9b6ed"}
{"level":"info","ts":"2026-03-30T16:47:55.967964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=()"}
{"level":"info","ts":"2026-03-30T16:47:55.968031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became follower at term 0"}
{"level":"info","ts":"2026-03-30T16:47:55.968056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3b472061280a15b4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"warn","ts":"2026-03-30T16:47:56.207344Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2026-03-30T16:47:56.221641Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2026-03-30T16:47:56.221729Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0}
{"level":"info","ts":"2026-03-30T16:47:56.268571Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2026-03-30T16:47:56.292096Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.292250Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb","remote-peer-urls":["https://199.19.213.127:2380"]}
{"level":"info","ts":"2026-03-30T16:47:56.292281Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.292306Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.292652Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.294898Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.294958Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb","remote-peer-urls":["https://199.19.213.127:2380"]}
{"level":"info","ts":"2026-03-30T16:47:56.295014Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"3b472061280a15b4","local-server-version":"3.5.21","cluster-version":"to_be_decided"}
{"level":"info","ts":"2026-03-30T16:47:56.294674Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.295427Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.295432Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-30T16:47:56.295515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-30T16:47:56.295531Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2026-03-30T16:47:56.295368Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.295417Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10}
{"level":"info","ts":"2026-03-30T16:47:56.296688Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-30T16:47:56.298788Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2026-03-30T16:47:56.298921Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.22:2380"}
{"level":"info","ts":"2026-03-30T16:47:56.299670Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.22:2380"}
{"level":"info","ts":"2026-03-30T16:47:56.299111Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3b472061280a15b4","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2026-03-30T16:47:56.299145Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2026-03-30T16:47:56.301567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [term: 0] received a MsgHeartbeat message with higher term from 975f045ff4f5c0fb [term: 2]"}
{"level":"info","ts":"2026-03-30T16:47:56.301832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became follower at term 2"}
{"level":"info","ts":"2026-03-30T16:47:56.301857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 elected leader 975f045ff4f5c0fb at term 2"}
{"level":"info","ts":"2026-03-30T16:47:56.302532Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3b472061280a15b4","to":"975f045ff4f5c0fb","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-30T16:47:56.302615Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.302753Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.305344Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.306613Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3b472061280a15b4","to":"975f045ff4f5c0fb","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-30T16:47:56.307087Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.309132Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"975f045ff4f5c0fb"}
{"level":"info","ts":"2026-03-30T16:47:56.330965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=(10907441632692781307)"}
{"level":"info","ts":"2026-03-30T16:47:56.331411Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","added-peer-id":"975f045ff4f5c0fb","added-peer-peer-urls":["https://199.19.213.127:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2026-03-30T16:47:56.331731Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-30T16:47:56.331851Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2026-03-30T16:47:56.408638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=(10907441632692781307) learners=(4271418373239870900)"}
{"level":"info","ts":"2026-03-30T16:47:56.409015Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","added-peer-id":"3b472061280a15b4","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-30T16:47:56.409633Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"3b472061280a15b4","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/3b472061280a15b4/attributes","cluster-id":"b3df79a2daf9b6ed","publish-timeout":"7s"}
{"level":"info","ts":"2026-03-30T16:47:56.409928Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-30T16:47:56.410422Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"}
{"level":"info","ts":"2026-03-30T16:47:56.411207Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-30T16:47:56.412516Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"}
{"level":"info","ts":"2026-03-30T16:47:56.412961Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2026-03-30T16:47:56.411268Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2026-03-30T16:47:56.413562Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2026-03-30T16:47:56.413986Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"warn","ts":"2026-03-30T16:47:56.415690Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:44952","server-name":"","error":"EOF"}
{"level":"warn","ts":"2026-03-30T16:47:56.417628Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:44958","server-name":"","error":"EOF"}
{"level":"warn","ts":"2026-03-30T16:47:59.325587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.567138834s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-30T16:47:59.326061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:57.100142Z","time spent":"2.225906953s","remote":"199.204.45.22:44990","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"info","ts":"2026-03-30T16:47:59.477499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=(4271418373239870900 10907441632692781307)"}
{"level":"info","ts":"2026-03-30T16:47:59.979309Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","promoted-member-id":"3b472061280a15b4"}
{"level":"info","ts":"2026-03-30T16:48:00.407499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 2, index: 528, vote: 0] ignored MsgPreVote from 975f045ff4f5c0fb [logterm: 2, index: 528] at term 2: lease is not expired (remaining ticks: 4)"}
{"level":"info","ts":"2026-03-30T16:48:01.273145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.273228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.273243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.273261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 2, index: 528] sent MsgPreVote request to 975f045ff4f5c0fb at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.273272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 lost leader 975f045ff4f5c0fb at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.276835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 975f045ff4f5c0fb at term 2"}
{"level":"info","ts":"2026-03-30T16:48:01.276892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:48:01.276908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:48:01.276917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:48:01.276942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 2, index: 528] sent MsgVote request to 975f045ff4f5c0fb at term 3"}
{"level":"info","ts":"2026-03-30T16:48:02.312940Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 2, index: 528, vote: 3b472061280a15b4] rejected MsgPreVote from 975f045ff4f5c0fb [logterm: 2, index: 528] at term 3"}
{"level":"info","ts":"2026-03-30T16:48:04.207838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 2, index: 528, vote: 3b472061280a15b4] rejected MsgPreVote from 975f045ff4f5c0fb [logterm: 2, index: 528] at term 3"}
{"level":"warn","ts":"2026-03-30T16:48:04.507667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000623447s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-30T16:48:04.513112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 975f045ff4f5c0fb at term 3"}
{"level":"info","ts":"2026-03-30T16:48:04.513168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:48:04.513187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became leader at term 3"}
{"level":"info","ts":"2026-03-30T16:48:04.513199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 elected leader 3b472061280a15b4 at term 3"}
{"level":"warn","ts":"2026-03-30T16:48:08.965060Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"88.55706ms"}
{"level":"info","ts":"2026-03-30T16:48:08.965176Z","caller":"traceutil/trace.go:171","msg":"trace[1296199047] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:542; }","duration":"387.652929ms","start":"2026-03-30T16:48:08.577485Z","end":"2026-03-30T16:48:08.965138Z","steps":["trace[1296199047] 'read index received'  (duration: 387.642139ms)","trace[1296199047] 'applied index is now lower than readState.Index'  (duration: 9.08µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:08.978785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.264591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:08.978853Z","caller":"traceutil/trace.go:171","msg":"trace[1222786179] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:505; }","duration":"401.389964ms","start":"2026-03-30T16:48:08.577450Z","end":"2026-03-30T16:48:08.978840Z","steps":["trace[1222786179] 'agreement among raft nodes before linearized reading'  (duration: 387.802943ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:08.978889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.577431Z","time spent":"401.449615ms","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:48:08.979102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.175129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:1 size:442"}
{"level":"warn","ts":"2026-03-30T16:48:08.979425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.984713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:08.979549Z","caller":"traceutil/trace.go:171","msg":"trace[844090524] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:508; }","duration":"401.684072ms","start":"2026-03-30T16:48:08.577847Z","end":"2026-03-30T16:48:08.979531Z","steps":["trace[844090524] 'agreement among raft nodes before linearized reading'  (duration: 401.164229ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:08.979610Z","caller":"traceutil/trace.go:171","msg":"trace[1368271056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"309.261061ms","start":"2026-03-30T16:48:08.670321Z","end":"2026-03-30T16:48:08.979582Z","steps":["trace[1368271056] 'agreement among raft nodes before linearized reading'  (duration: 308.930662ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:08.979606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.577823Z","time spent":"401.769685ms","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":465,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:48:08.979694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.670303Z","time spent":"309.378673ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:48:09.211891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.658888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" limit:1 ","response":"range_response_count:1 size:700"}
{"level":"info","ts":"2026-03-30T16:48:09.212012Z","caller":"traceutil/trace.go:171","msg":"trace[1954918001] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:508; }","duration":"131.810133ms","start":"2026-03-30T16:48:09.080171Z","end":"2026-03-30T16:48:09.211981Z","steps":["trace[1954918001] 'range keys from in-memory index tree'  (duration: 131.060822ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:09.986272Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.046808ms"}
{"level":"info","ts":"2026-03-30T16:48:10.110133Z","caller":"traceutil/trace.go:171","msg":"trace[578115646] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"380.408451ms","start":"2026-03-30T16:48:09.729684Z","end":"2026-03-30T16:48:10.110092Z","steps":["trace[578115646] 'process raft request'  (duration: 334.164551ms)","trace[578115646] 'compare'  (duration: 46.068016ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:10.111479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:09.729663Z","time spent":"380.589866ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/services/endpoints/default/kubernetes\" mod_revision:219 > success:<request_put:<key:\"/registry/services/endpoints/default/kubernetes\" value_size:371 >> failure:<request_range:<key:\"/registry/services/endpoints/default/kubernetes\" > >"}
{"level":"info","ts":"2026-03-30T16:48:10.231513Z","caller":"traceutil/trace.go:171","msg":"trace[169433330] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:550; }","duration":"131.583239ms","start":"2026-03-30T16:48:10.099900Z","end":"2026-03-30T16:48:10.231483Z","steps":["trace[169433330] 'read index received'  (duration: 131.575219ms)","trace[169433330] 'applied index is now lower than readState.Index'  (duration: 6.83µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:10.237637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.692047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:48:10.237744Z","caller":"traceutil/trace.go:171","msg":"trace[2136415454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"137.872622ms","start":"2026-03-30T16:48:10.099850Z","end":"2026-03-30T16:48:10.237723Z","steps":["trace[2136415454] 'agreement among raft nodes before linearized reading'  (duration: 131.739913ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:10.237851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.878695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:476"}
{"level":"info","ts":"2026-03-30T16:48:10.237939Z","caller":"traceutil/trace.go:171","msg":"trace[2087272173] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:513; }","duration":"122.991028ms","start":"2026-03-30T16:48:10.114931Z","end":"2026-03-30T16:48:10.237922Z","steps":["trace[2087272173] 'agreement among raft nodes before linearized reading'  (duration: 122.819413ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:10.644607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.312654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:10.644705Z","caller":"traceutil/trace.go:171","msg":"trace[737214934] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:514; }","duration":"253.451178ms","start":"2026-03-30T16:48:10.391235Z","end":"2026-03-30T16:48:10.644686Z","steps":["trace[737214934] 'range keys from in-memory index tree'  (duration: 252.335819ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:13.016152Z","caller":"traceutil/trace.go:171","msg":"trace[994092680] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:556; }","duration":"131.273794ms","start":"2026-03-30T16:48:12.884847Z","end":"2026-03-30T16:48:13.016121Z","steps":["trace[994092680] 'read index received'  (duration: 131.265424ms)","trace[994092680] 'applied index is now lower than readState.Index'  (duration: 6.83µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:13.016330Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.45448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:13.016404Z","caller":"traceutil/trace.go:171","msg":"trace[1204859434] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:518; }","duration":"131.593784ms","start":"2026-03-30T16:48:12.884792Z","end":"2026-03-30T16:48:13.016386Z","steps":["trace[1204859434] 'agreement among raft nodes before linearized reading'  (duration: 131.4554ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:13.146496Z","caller":"traceutil/trace.go:171","msg":"trace[446985774] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:557; }","duration":"130.224182ms","start":"2026-03-30T16:48:13.016241Z","end":"2026-03-30T16:48:13.146465Z","steps":["trace[446985774] 'read index received'  (duration: 130.216771ms)","trace[446985774] 'applied index is now lower than readState.Index'  (duration: 6.091µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:13.164946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.705625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:13.165011Z","caller":"traceutil/trace.go:171","msg":"trace[1023337720] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:519; }","duration":"204.819998ms","start":"2026-03-30T16:48:12.960170Z","end":"2026-03-30T16:48:13.164990Z","steps":["trace[1023337720] 'agreement among raft nodes before linearized reading'  (duration: 186.411657ms)","trace[1023337720] 'range keys from in-memory index tree'  (duration: 18.302018ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:15.012920Z","caller":"traceutil/trace.go:171","msg":"trace[278736682] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"103.762571ms","start":"2026-03-30T16:48:14.909130Z","end":"2026-03-30T16:48:15.012892Z","steps":["trace[278736682] 'process raft request'  (duration: 103.681039ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:15.012935Z","caller":"traceutil/trace.go:171","msg":"trace[2057023731] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"104.483809ms","start":"2026-03-30T16:48:14.908427Z","end":"2026-03-30T16:48:15.012910Z","steps":["trace[2057023731] 'process raft request'  (duration: 90.827958ms)","trace[2057023731] 'compare'  (duration: 13.416115ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:15.311920Z","caller":"traceutil/trace.go:171","msg":"trace[1127106025] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:587; }","duration":"271.462518ms","start":"2026-03-30T16:48:15.040430Z","end":"2026-03-30T16:48:15.311892Z","steps":["trace[1127106025] 'read index received'  (duration: 271.455097ms)","trace[1127106025] 'applied index is now lower than readState.Index'  (duration: 6.22µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:15.462523Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"174.894356ms"}
{"level":"warn","ts":"2026-03-30T16:48:15.508524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.043784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"}
{"level":"info","ts":"2026-03-30T16:48:15.508672Z","caller":"traceutil/trace.go:171","msg":"trace[1890729804] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:546; }","duration":"468.24396ms","start":"2026-03-30T16:48:15.040393Z","end":"2026-03-30T16:48:15.508637Z","steps":["trace[1890729804] 'agreement among raft nodes before linearized reading'  (duration: 271.643962ms)","trace[1890729804] 'range keys from in-memory index tree'  (duration: 196.3365ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:15.508750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.040375Z","time spent":"468.354262ms","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:48:15.508749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.70238ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100072926 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/minions/controller-2\" mod_revision:543 > success:<request_put:<key:\"/registry/minions/controller-2\" value_size:3664 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:48:15.509258Z","caller":"traceutil/trace.go:171","msg":"trace[1591123199] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"197.250225ms","start":"2026-03-30T16:48:15.311995Z","end":"2026-03-30T16:48:15.509245Z","steps":["trace[1591123199] 'read index received'  (duration: 195.685973ms)","trace[1591123199] 'applied index is now lower than readState.Index'  (duration: 1.562362ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:15.509618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.675063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-2.18a1ac640ac3a07e\" limit:1 ","response":"range_response_count:1 size:685"}
{"level":"info","ts":"2026-03-30T16:48:15.509914Z","caller":"traceutil/trace.go:171","msg":"trace[293869928] range","detail":"{range_begin:/registry/events/default/controller-2.18a1ac640ac3a07e; range_end:; response_count:1; response_revision:549; }","duration":"417.995482ms","start":"2026-03-30T16:48:15.091904Z","end":"2026-03-30T16:48:15.509899Z","steps":["trace[293869928] 'agreement among raft nodes before linearized reading'  (duration: 417.451036ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:15.510188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.091889Z","time spent":"418.285289ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":708,"request content":"key:\"/registry/events/default/controller-2.18a1ac640ac3a07e\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:48:15.510422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.918614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:15.510883Z","caller":"traceutil/trace.go:171","msg":"trace[1313781238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"125.418208ms","start":"2026-03-30T16:48:15.385446Z","end":"2026-03-30T16:48:15.510865Z","steps":["trace[1313781238] 'agreement among raft nodes before linearized reading'  (duration: 124.789481ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:15.682310Z","caller":"traceutil/trace.go:171","msg":"trace[904349902] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:591; }","duration":"167.115783ms","start":"2026-03-30T16:48:15.515163Z","end":"2026-03-30T16:48:15.682279Z","steps":["trace[904349902] 'read index received'  (duration: 167.107323ms)","trace[904349902] 'applied index is now lower than readState.Index'  (duration: 6.85µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:15.725362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.169527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-2\" limit:1 ","response":"range_response_count:1 size:3465"}
{"level":"info","ts":"2026-03-30T16:48:15.725451Z","caller":"traceutil/trace.go:171","msg":"trace[223700476] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-2; range_end:; response_count:1; response_revision:550; }","duration":"210.299991ms","start":"2026-03-30T16:48:15.515133Z","end":"2026-03-30T16:48:15.725433Z","steps":["trace[223700476] 'agreement among raft nodes before linearized reading'  (duration: 167.275087ms)","trace[223700476] 'range keys from in-memory index tree'  (duration: 42.793107ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:15.725632Z","caller":"traceutil/trace.go:171","msg":"trace[1821600470] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"212.282155ms","start":"2026-03-30T16:48:15.513294Z","end":"2026-03-30T16:48:15.725576Z","steps":["trace[1821600470] 'process raft request'  (duration: 160.370369ms)","trace[1821600470] 'compare'  (duration: 51.68881ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:16.464468Z","caller":"traceutil/trace.go:171","msg":"trace[2081143010] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"150.37758ms","start":"2026-03-30T16:48:16.314067Z","end":"2026-03-30T16:48:16.464445Z","steps":["trace[2081143010] 'process raft request'  (duration: 150.218306ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:16.465851Z","caller":"traceutil/trace.go:171","msg":"trace[1151347373] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:638; }","duration":"111.535281ms","start":"2026-03-30T16:48:16.354297Z","end":"2026-03-30T16:48:16.465832Z","steps":["trace[1151347373] 'read index received'  (duration: 111.528931ms)","trace[1151347373] 'applied index is now lower than readState.Index'  (duration: 4.79µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:16.466037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.713155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-5hksc\" limit:1 ","response":"range_response_count:1 size:4849"}
{"level":"info","ts":"2026-03-30T16:48:16.466120Z","caller":"traceutil/trace.go:171","msg":"trace[337993685] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-5hksc; range_end:; response_count:1; response_revision:597; }","duration":"111.846769ms","start":"2026-03-30T16:48:16.354255Z","end":"2026-03-30T16:48:16.466102Z","steps":["trace[337993685] 'agreement among raft nodes before linearized reading'  (duration: 111.660354ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:18.046546Z","caller":"traceutil/trace.go:171","msg":"trace[197380913] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"217.404078ms","start":"2026-03-30T16:48:17.829114Z","end":"2026-03-30T16:48:18.046519Z","steps":["trace[197380913] 'process raft request'  (duration: 217.231443ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:18.324926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.791643ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343359 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:504 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:48:18.325097Z","caller":"traceutil/trace.go:171","msg":"trace[1842275075] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"382.668462ms","start":"2026-03-30T16:48:17.942403Z","end":"2026-03-30T16:48:18.325072Z","steps":["trace[1842275075] 'process raft request'  (duration: 178.61527ms)","trace[1842275075] 'compare'  (duration: 203.621649ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:18.325175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:17.942368Z","time spent":"382.772825ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:504 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"info","ts":"2026-03-30T16:48:20.885800Z","caller":"traceutil/trace.go:171","msg":"trace[614836410] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"112.896563ms","start":"2026-03-30T16:48:20.772863Z","end":"2026-03-30T16:48:20.885760Z","steps":["trace[614836410] 'read index received'  (duration: 52.432502ms)","trace[614836410] 'applied index is now lower than readState.Index'  (duration: 60.462491ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:20.886009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.15057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:20.886106Z","caller":"traceutil/trace.go:171","msg":"trace[479164418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"113.268123ms","start":"2026-03-30T16:48:20.772821Z","end":"2026-03-30T16:48:20.886089Z","steps":["trace[479164418] 'agreement among raft nodes before linearized reading'  (duration: 113.107359ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:21.102648Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.674999ms"}
{"level":"info","ts":"2026-03-30T16:48:21.139317Z","caller":"traceutil/trace.go:171","msg":"trace[216150812] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"245.797923ms","start":"2026-03-30T16:48:20.893495Z","end":"2026-03-30T16:48:21.139292Z","steps":["trace[216150812] 'process raft request'  (duration: 245.656839ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:21.816784Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"143.770193ms"}
{"level":"info","ts":"2026-03-30T16:48:26.030240Z","caller":"traceutil/trace.go:171","msg":"trace[1082149960] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:679; }","duration":"146.908709ms","start":"2026-03-30T16:48:25.883302Z","end":"2026-03-30T16:48:26.030210Z","steps":["trace[1082149960] 'read index received'  (duration: 146.899619ms)","trace[1082149960] 'applied index is now lower than readState.Index'  (duration: 7.18µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:26.042610Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.267492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:26.042713Z","caller":"traceutil/trace.go:171","msg":"trace[1890838045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"159.429127ms","start":"2026-03-30T16:48:25.883264Z","end":"2026-03-30T16:48:26.042694Z","steps":["trace[1890838045] 'agreement among raft nodes before linearized reading'  (duration: 147.062134ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:34.873937Z","caller":"traceutil/trace.go:171","msg":"trace[492666423] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:706; }","duration":"100.397009ms","start":"2026-03-30T16:48:34.773505Z","end":"2026-03-30T16:48:34.873902Z","steps":["trace[492666423] 'read index received'  (duration: 100.387469ms)","trace[492666423] 'applied index is now lower than readState.Index'  (duration: 7.44µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:34.893334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.780959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:34.893434Z","caller":"traceutil/trace.go:171","msg":"trace[1310521724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:658; }","duration":"119.911333ms","start":"2026-03-30T16:48:34.773495Z","end":"2026-03-30T16:48:34.893406Z","steps":["trace[1310521724] 'agreement among raft nodes before linearized reading'  (duration: 100.554324ms)","trace[1310521724] 'range keys from in-memory index tree'  (duration: 19.204784ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:35.145759Z","caller":"traceutil/trace.go:171","msg":"trace[922608971] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"125.19877ms","start":"2026-03-30T16:48:35.020533Z","end":"2026-03-30T16:48:35.145731Z","steps":["trace[922608971] 'process raft request'  (duration: 125.036214ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:36.166104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.080671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:48:36.166109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.431142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:36.166177Z","caller":"traceutil/trace.go:171","msg":"trace[735088636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"282.188814ms","start":"2026-03-30T16:48:35.883970Z","end":"2026-03-30T16:48:36.166159Z","steps":["trace[735088636] 'range keys from in-memory index tree'  (duration: 281.194882ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:36.166246Z","caller":"traceutil/trace.go:171","msg":"trace[468982147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:659; }","duration":"392.626238ms","start":"2026-03-30T16:48:35.773573Z","end":"2026-03-30T16:48:36.166199Z","steps":["trace[468982147] 'range keys from in-memory index tree'  (duration: 392.387271ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:36.279214Z","caller":"traceutil/trace.go:171","msg":"trace[1196578990] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:709; }","duration":"112.848125ms","start":"2026-03-30T16:48:36.166319Z","end":"2026-03-30T16:48:36.279168Z","steps":["trace[1196578990] 'read index received'  (duration: 112.837925ms)","trace[1196578990] 'applied index is now lower than readState.Index'  (duration: 8.06µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:36.324553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.197764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:36.324664Z","caller":"traceutil/trace.go:171","msg":"trace[870939448] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:660; }","duration":"158.332888ms","start":"2026-03-30T16:48:36.166308Z","end":"2026-03-30T16:48:36.324641Z","steps":["trace[870939448] 'agreement among raft nodes before linearized reading'  (duration: 112.988979ms)","trace[870939448] 'range keys from in-memory index tree'  (duration: 45.159892ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:36.324657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.064677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:36.324778Z","caller":"traceutil/trace.go:171","msg":"trace[2061725429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:660; }","duration":"157.258402ms","start":"2026-03-30T16:48:36.167488Z","end":"2026-03-30T16:48:36.324746Z","steps":["trace[2061725429] 'agreement among raft nodes before linearized reading'  (duration: 112.558024ms)","trace[2061725429] 'range keys from in-memory index tree'  (duration: 44.513282ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:38.182553Z","caller":"traceutil/trace.go:171","msg":"trace[534212847] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:714; }","duration":"297.516222ms","start":"2026-03-30T16:48:37.885015Z","end":"2026-03-30T16:48:38.182531Z","steps":["trace[534212847] 'read index received'  (duration: 297.509962ms)","trace[534212847] 'applied index is now lower than readState.Index'  (duration: 5.39µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:38.182677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.638587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:38.182701Z","caller":"traceutil/trace.go:171","msg":"trace[1376870062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"297.727669ms","start":"2026-03-30T16:48:37.884968Z","end":"2026-03-30T16:48:38.182695Z","steps":["trace[1376870062] 'agreement among raft nodes before linearized reading'  (duration: 297.651477ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:38.828331Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"435.731169ms"}
{"level":"info","ts":"2026-03-30T16:48:39.121524Z","caller":"traceutil/trace.go:171","msg":"trace[291142018] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:718; }","duration":"236.461107ms","start":"2026-03-30T16:48:38.885031Z","end":"2026-03-30T16:48:39.121492Z","steps":["trace[291142018] 'read index received'  (duration: 236.452497ms)","trace[291142018] 'applied index is now lower than readState.Index'  (duration: 7.42µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:39.138474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.410986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:39.138541Z","caller":"traceutil/trace.go:171","msg":"trace[1971518194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"253.498469ms","start":"2026-03-30T16:48:38.885026Z","end":"2026-03-30T16:48:39.138524Z","steps":["trace[1971518194] 'agreement among raft nodes before linearized reading'  (duration: 236.56072ms)","trace[1971518194] 'range keys from in-memory index tree'  (duration: 16.830335ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:42.449989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=(4271418373239870900 10907441632692781307) learners=(4640298800179487277)"}
{"level":"info","ts":"2026-03-30T16:48:42.450393Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","added-peer-id":"4065a72c645ea22d","added-peer-peer-urls":["https://199.19.213.205:2380"],"added-peer-is-learner":true}
{"level":"info","ts":"2026-03-30T16:48:42.450482Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.450522Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.450863Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.451219Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.451279Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.451297Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.451331Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:42.451304Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d","remote-peer-urls":["https://199.19.213.205:2380"]}
{"level":"info","ts":"2026-03-30T16:48:42.451540Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3b472061280a15b4","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"4065a72c645ea22d"}
{"level":"warn","ts":"2026-03-30T16:48:42.508997Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"4065a72c645ea22d","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"warn","ts":"2026-03-30T16:48:43.026720Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.594947ms"}
{"level":"warn","ts":"2026-03-30T16:48:43.026801Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.6846ms"}
{"level":"info","ts":"2026-03-30T16:48:43.249981Z","caller":"traceutil/trace.go:171","msg":"trace[1430473237] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:729; }","duration":"368.162206ms","start":"2026-03-30T16:48:42.881795Z","end":"2026-03-30T16:48:43.249957Z","steps":["trace[1430473237] 'read index received'  (duration: 368.157355ms)","trace[1430473237] 'applied index is now lower than readState.Index'  (duration: 4.091µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:43.250519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.708953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:43.250587Z","caller":"traceutil/trace.go:171","msg":"trace[1714934033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"368.825437ms","start":"2026-03-30T16:48:42.881738Z","end":"2026-03-30T16:48:43.250564Z","steps":["trace[1714934033] 'agreement among raft nodes before linearized reading'  (duration: 368.657881ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:43.250618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:42.881713Z","time spent":"368.90062ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:48:43.503966Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"4065a72c645ea22d","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"warn","ts":"2026-03-30T16:48:44.503516Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"4065a72c645ea22d","error":"etcdserver: can only promote a learner member which is in sync with leader"}
{"level":"warn","ts":"2026-03-30T16:48:44.544589Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://199.19.213.205:2380/version","remote-member-id":"4065a72c645ea22d","error":"Get \"https://199.19.213.205:2380/version\": dial tcp 199.19.213.205:2380: connect: connection refused"}
{"level":"warn","ts":"2026-03-30T16:48:44.544693Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"4065a72c645ea22d","error":"Get \"https://199.19.213.205:2380/version\": dial tcp 199.19.213.205:2380: connect: connection refused"}
{"level":"info","ts":"2026-03-30T16:48:44.853849Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:44.855336Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3b472061280a15b4","to":"4065a72c645ea22d","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2026-03-30T16:48:44.855420Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:44.863649Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:44.864234Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"3b472061280a15b4","to":"4065a72c645ea22d","stream-type":"stream Message"}
{"level":"info","ts":"2026-03-30T16:48:44.864273Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:44.865029Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3b472061280a15b4","remote-peer-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:45.521934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 switched to configuration voters=(4271418373239870900 4640298800179487277 10907441632692781307)"}
{"level":"info","ts":"2026-03-30T16:48:45.563159Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"3b472061280a15b4","promoted-member-id":"4065a72c645ea22d"}
{"level":"info","ts":"2026-03-30T16:48:45.563290Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"3b472061280a15b4","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"4065a72c645ea22d"}
{"level":"warn","ts":"2026-03-30T16:48:46.904628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.882082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-03-30T16:48:46.904731Z","caller":"traceutil/trace.go:171","msg":"trace[91780790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:686; }","duration":"111.020448ms","start":"2026-03-30T16:48:46.793691Z","end":"2026-03-30T16:48:46.904712Z","steps":["trace[91780790] 'range keys from in-memory index tree'  (duration: 109.851547ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:46.905083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.464101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-30T16:48:46.905108Z","caller":"traceutil/trace.go:171","msg":"trace[16719388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:686; }","duration":"134.565435ms","start":"2026-03-30T16:48:46.770537Z","end":"2026-03-30T16:48:46.905102Z","steps":["trace[16719388] 'range keys from in-memory index tree'  (duration: 133.403606ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:46.905221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.803805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:46.905273Z","caller":"traceutil/trace.go:171","msg":"trace[1535081233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:686; }","duration":"132.856336ms","start":"2026-03-30T16:48:46.772408Z","end":"2026-03-30T16:48:46.905264Z","steps":["trace[1535081233] 'range keys from in-memory index tree'  (duration: 132.770204ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:47.695716Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.952533ms"}
{"level":"warn","ts":"2026-03-30T16:48:47.695817Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"123.068307ms"}
{"level":"warn","ts":"2026-03-30T16:48:47.890662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.382706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:47.890747Z","caller":"traceutil/trace.go:171","msg":"trace[1356107755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:689; }","duration":"117.491749ms","start":"2026-03-30T16:48:47.773237Z","end":"2026-03-30T16:48:47.890729Z","steps":["trace[1356107755] 'range keys from in-memory index tree'  (duration: 117.324253ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:47.891000Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.692749ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073168 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:685 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:374 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:48:49.216394Z","caller":"traceutil/trace.go:171","msg":"trace[184047458] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"243.704999ms","start":"2026-03-30T16:48:48.972654Z","end":"2026-03-30T16:48:49.216359Z","steps":["trace[184047458] 'process raft request'  (duration: 243.489131ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:49.973321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.858167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:48:49.974071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.265749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"range_response_count:1 size:133"}
{"level":"info","ts":"2026-03-30T16:48:49.974121Z","caller":"traceutil/trace.go:171","msg":"trace[1461845609] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:693; }","duration":"399.399764ms","start":"2026-03-30T16:48:49.574711Z","end":"2026-03-30T16:48:49.974110Z","steps":["trace[1461845609] 'range keys from in-memory index tree'  (duration: 398.263975ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:48:49.973432Z","caller":"traceutil/trace.go:171","msg":"trace[2115169232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:693; }","duration":"199.989292ms","start":"2026-03-30T16:48:49.773421Z","end":"2026-03-30T16:48:49.973410Z","steps":["trace[2115169232] 'range keys from in-memory index tree'  (duration: 199.810806ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:49.974845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:49.574658Z","time spent":"400.127069ms","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:48:50.096732Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.23506ms"}
{"level":"warn","ts":"2026-03-30T16:48:50.096818Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"223.330792ms"}
{"level":"info","ts":"2026-03-30T16:48:50.113956Z","caller":"traceutil/trace.go:171","msg":"trace[2052092307] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:751; }","duration":"139.406091ms","start":"2026-03-30T16:48:49.974530Z","end":"2026-03-30T16:48:50.113936Z","steps":["trace[2052092307] 'read index received'  (duration: 139.402041ms)","trace[2052092307] 'applied index is now lower than readState.Index'  (duration: 2.97µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:48:50.114154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.595888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:48:50.114203Z","caller":"traceutil/trace.go:171","msg":"trace[1045250613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:694; }","duration":"139.667391ms","start":"2026-03-30T16:48:49.974523Z","end":"2026-03-30T16:48:50.114191Z","steps":["trace[1045250613] 'agreement among raft nodes before linearized reading'  (duration: 139.568747ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:51.833570Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.306458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"}
{"level":"info","ts":"2026-03-30T16:48:51.833671Z","caller":"traceutil/trace.go:171","msg":"trace[1093197416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"192.456463ms","start":"2026-03-30T16:48:51.641189Z","end":"2026-03-30T16:48:51.833646Z","steps":["trace[1093197416] 'agreement among raft nodes before linearized reading'  (duration: 38.456631ms)","trace[1093197416] 'range keys from in-memory index tree'  (duration: 153.832766ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:48:55.549384Z","caller":"traceutil/trace.go:171","msg":"trace[1710490789] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"119.259746ms","start":"2026-03-30T16:48:55.429767Z","end":"2026-03-30T16:48:55.549027Z","steps":["trace[1710490789] 'process raft request'  (duration: 118.992066ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:48:58.118737Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.532895ms"}
{"level":"warn","ts":"2026-03-30T16:48:58.118825Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.656899ms"}
{"level":"warn","ts":"2026-03-30T16:49:01.926511Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.903801ms"}
{"level":"warn","ts":"2026-03-30T16:49:01.926646Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.041346ms"}
{"level":"info","ts":"2026-03-30T16:49:01.930423Z","caller":"traceutil/trace.go:171","msg":"trace[533147666] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:794; }","duration":"156.989414ms","start":"2026-03-30T16:49:01.773414Z","end":"2026-03-30T16:49:01.930404Z","steps":["trace[533147666] 'read index received'  (duration: 156.984134ms)","trace[533147666] 'applied index is now lower than readState.Index'  (duration: 4.05µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:01.930550Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.119289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:01.930577Z","caller":"traceutil/trace.go:171","msg":"trace[71500318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:731; }","duration":"157.191541ms","start":"2026-03-30T16:49:01.773378Z","end":"2026-03-30T16:49:01.930569Z","steps":["trace[71500318] 'agreement among raft nodes before linearized reading'  (duration: 157.103368ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:07.006921Z","caller":"traceutil/trace.go:171","msg":"trace[809120833] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:903; }","duration":"233.64978ms","start":"2026-03-30T16:49:06.773203Z","end":"2026-03-30T16:49:07.006852Z","steps":["trace[809120833] 'read index received'  (duration: 233.64289ms)","trace[809120833] 'applied index is now lower than readState.Index'  (duration: 5.42µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:07.007064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.827297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:07.007181Z","caller":"traceutil/trace.go:171","msg":"trace[1846182240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"233.967022ms","start":"2026-03-30T16:49:06.773188Z","end":"2026-03-30T16:49:07.007155Z","steps":["trace[1846182240] 'agreement among raft nodes before linearized reading'  (duration: 233.783385ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:07.010314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.696771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:07.010389Z","caller":"traceutil/trace.go:171","msg":"trace[477006969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"114.783424ms","start":"2026-03-30T16:49:06.895588Z","end":"2026-03-30T16:49:07.010371Z","steps":["trace[477006969] 'agreement among raft nodes before linearized reading'  (duration: 114.674ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:12.391481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.823227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:49:12.391666Z","caller":"traceutil/trace.go:171","msg":"trace[1764552306] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:848; }","duration":"245.111218ms","start":"2026-03-30T16:49:12.146536Z","end":"2026-03-30T16:49:12.391647Z","steps":["trace[1764552306] 'count revisions from in-memory index tree'  (duration: 243.849081ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:14.624162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.289779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:49:14.624579Z","caller":"traceutil/trace.go:171","msg":"trace[1000801700] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:855; }","duration":"364.736576ms","start":"2026-03-30T16:49:14.259828Z","end":"2026-03-30T16:49:14.624564Z","steps":["trace[1000801700] 'count revisions from in-memory index tree'  (duration: 363.183656ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:14.624626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:14.259753Z","time spent":"364.85582ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:49:14.796689Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.861871ms"}
{"level":"warn","ts":"2026-03-30T16:49:14.796831Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.007727ms"}
{"level":"warn","ts":"2026-03-30T16:49:15.002488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.686027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:49:15.002533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.794721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-30T16:49:15.002574Z","caller":"traceutil/trace.go:171","msg":"trace[1185674075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:856; }","duration":"116.819753ms","start":"2026-03-30T16:49:14.885735Z","end":"2026-03-30T16:49:15.002555Z","steps":["trace[1185674075] 'range keys from in-memory index tree'  (duration: 114.452711ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:15.002616Z","caller":"traceutil/trace.go:171","msg":"trace[1930725685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:856; }","duration":"116.899415ms","start":"2026-03-30T16:49:14.885698Z","end":"2026-03-30T16:49:15.002598Z","steps":["trace[1930725685] 'range keys from in-memory index tree'  (duration: 115.810544ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:15.887172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.056826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:49:15.887250Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.973506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:15.887308Z","caller":"traceutil/trace.go:171","msg":"trace[2042127617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:858; }","duration":"114.036758ms","start":"2026-03-30T16:49:15.773255Z","end":"2026-03-30T16:49:15.887292Z","steps":["trace[2042127617] 'range keys from in-memory index tree'  (duration: 113.939204ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:15.887259Z","caller":"traceutil/trace.go:171","msg":"trace[238950334] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:858; }","duration":"529.183181ms","start":"2026-03-30T16:49:15.358059Z","end":"2026-03-30T16:49:15.887242Z","steps":["trace[238950334] 'count revisions from in-memory index tree'  (duration: 527.926173ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:15.887545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:15.358032Z","time spent":"529.488133ms","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:49:15.887603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.228775ms","expected-duration":"100ms","prefix":"","request":"header:<ID:11686169504786748167 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" mod_revision:819 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" value_size:604 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-03-30T16:49:16.241606Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"268.372043ms"}
{"level":"warn","ts":"2026-03-30T16:49:16.241690Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"268.464316ms"}
{"level":"info","ts":"2026-03-30T16:49:16.241960Z","caller":"traceutil/trace.go:171","msg":"trace[862343100] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"396.967321ms","start":"2026-03-30T16:49:15.844964Z","end":"2026-03-30T16:49:16.241931Z","steps":["trace[862343100] 'process raft request'  (duration: 396.805595ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:16.242130Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:15.844935Z","time spent":"397.098466ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-2\" mod_revision:823 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-2\" value_size:484 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-2\" > >"}
{"level":"info","ts":"2026-03-30T16:49:16.243102Z","caller":"traceutil/trace.go:171","msg":"trace[1869517076] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:934; }","duration":"356.961224ms","start":"2026-03-30T16:49:15.886120Z","end":"2026-03-30T16:49:16.243082Z","steps":["trace[1869517076] 'read index received'  (duration: 356.954714ms)","trace[1869517076] 'applied index is now lower than readState.Index'  (duration: 4.79µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:16.243408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.11586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:16.243487Z","caller":"traceutil/trace.go:171","msg":"trace[1732209329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"357.394671ms","start":"2026-03-30T16:49:15.886069Z","end":"2026-03-30T16:49:16.243463Z","steps":["trace[1732209329] 'agreement among raft nodes before linearized reading'  (duration: 357.097449ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:16.243579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:15.886051Z","time spent":"357.519316ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:49:16.244059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.954346ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:16.244121Z","caller":"traceutil/trace.go:171","msg":"trace[1561811422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:860; }","duration":"356.039059ms","start":"2026-03-30T16:49:15.888069Z","end":"2026-03-30T16:49:16.244108Z","steps":["trace[1561811422] 'agreement among raft nodes before linearized reading'  (duration: 355.930435ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:16.244271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.228168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-03-30T16:49:16.244345Z","caller":"traceutil/trace.go:171","msg":"trace[768470467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:860; }","duration":"305.352604ms","start":"2026-03-30T16:49:15.938977Z","end":"2026-03-30T16:49:16.244329Z","steps":["trace[768470467] 'agreement among raft nodes before linearized reading'  (duration: 305.222529ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:16.244415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:15.938956Z","time spent":"305.449567ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:16.244304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.069417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-30T16:49:16.244516Z","caller":"traceutil/trace.go:171","msg":"trace[1523400324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:860; }","duration":"277.306066ms","start":"2026-03-30T16:49:15.967194Z","end":"2026-03-30T16:49:16.244500Z","steps":["trace[1523400324] 'agreement among raft nodes before linearized reading'  (duration: 276.953723ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:16.750249Z","caller":"traceutil/trace.go:171","msg":"trace[2053926662] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:935; }","duration":"221.319234ms","start":"2026-03-30T16:49:16.528896Z","end":"2026-03-30T16:49:16.750215Z","steps":["trace[2053926662] 'read index received'  (duration: 221.304324ms)","trace[2053926662] 'applied index is now lower than readState.Index'  (duration: 12.48µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:16.750254Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.480854ms"}
{"level":"warn","ts":"2026-03-30T16:49:16.750367Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"11.591939ms"}
{"level":"warn","ts":"2026-03-30T16:49:16.920588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.683495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:49:16.920671Z","caller":"traceutil/trace.go:171","msg":"trace[2125001002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:861; }","duration":"391.827571ms","start":"2026-03-30T16:49:16.528826Z","end":"2026-03-30T16:49:16.920654Z","steps":["trace[2125001002] 'agreement among raft nodes before linearized reading'  (duration: 221.517441ms)","trace[2125001002] 'range keys from in-memory index tree'  (duration: 170.136663ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:16.920702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:16.528802Z","time spent":"391.894623ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:16.920757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.306182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:16.920896Z","caller":"traceutil/trace.go:171","msg":"trace[1541526159] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:861; }","duration":"147.50373ms","start":"2026-03-30T16:49:16.773361Z","end":"2026-03-30T16:49:16.920864Z","steps":["trace[1541526159] 'range keys from in-memory index tree'  (duration: 147.24322ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:16.920919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.647423ms","expected-duration":"100ms","prefix":"","request":"header:<ID:11686169504786748174 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:15-second id:222d9d3fa5d1130d>","response":"size:40"}
{"level":"warn","ts":"2026-03-30T16:49:19.393210Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"819.769431ms"}
{"level":"warn","ts":"2026-03-30T16:49:19.393265Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"819.826834ms"}
{"level":"warn","ts":"2026-03-30T16:49:23.275404Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.206005ms"}
{"level":"warn","ts":"2026-03-30T16:49:23.275478Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.313519ms"}
{"level":"info","ts":"2026-03-30T16:49:44.189532Z","caller":"traceutil/trace.go:171","msg":"trace[1328980845] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1063; }","duration":"416.394757ms","start":"2026-03-30T16:49:43.773113Z","end":"2026-03-30T16:49:44.189507Z","steps":["trace[1328980845] 'read index received'  (duration: 416.387836ms)","trace[1328980845] 'applied index is now lower than readState.Index'  (duration: 5.6µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:44.189770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.663598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:44.190073Z","caller":"traceutil/trace.go:171","msg":"trace[739318331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"416.993751ms","start":"2026-03-30T16:49:43.773065Z","end":"2026-03-30T16:49:44.190059Z","steps":["trace[739318331] 'agreement among raft nodes before linearized reading'  (duration: 416.635426ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:44.240857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.875184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:44.241007Z","caller":"traceutil/trace.go:171","msg":"trace[232423030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:971; }","duration":"356.070551ms","start":"2026-03-30T16:49:43.884903Z","end":"2026-03-30T16:49:44.240974Z","steps":["trace[232423030] 'agreement among raft nodes before linearized reading'  (duration: 355.859072ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:44.241053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.884880Z","time spent":"356.164614ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:49:44.530528Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.762076ms"}
{"level":"warn","ts":"2026-03-30T16:49:44.530607Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.85074ms"}
{"level":"warn","ts":"2026-03-30T16:49:44.966424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.309095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:44.966513Z","caller":"traceutil/trace.go:171","msg":"trace[1471840674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"193.079977ms","start":"2026-03-30T16:49:44.773415Z","end":"2026-03-30T16:49:44.966495Z","steps":["trace[1471840674] 'range keys from in-memory index tree'  (duration: 192.261343ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:45.702508Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.368677ms"}
{"level":"warn","ts":"2026-03-30T16:49:45.702594Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.467751ms"}
{"level":"warn","ts":"2026-03-30T16:49:45.971972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.781024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:45.972057Z","caller":"traceutil/trace.go:171","msg":"trace[1650835900] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:974; }","duration":"198.885478ms","start":"2026-03-30T16:49:45.773153Z","end":"2026-03-30T16:49:45.972038Z","steps":["trace[1650835900] 'range keys from in-memory index tree'  (duration: 198.678069ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:45.972429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.934379ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073612 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/serviceaccounts/kube-system/cilium-operator\" mod_revision:0 > success:<request_put:<key:\"/registry/serviceaccounts/kube-system/cilium-operator\" value_size:462 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-03-30T16:49:45.975420Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.799024ms"}
{"level":"warn","ts":"2026-03-30T16:49:45.975510Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.899029ms"}
{"level":"info","ts":"2026-03-30T16:49:45.975491Z","caller":"traceutil/trace.go:171","msg":"trace[44189936] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1070; }","duration":"368.942893ms","start":"2026-03-30T16:49:45.606520Z","end":"2026-03-30T16:49:45.975463Z","steps":["trace[44189936] 'read index received'  (duration: 368.933452ms)","trace[44189936] 'applied index is now lower than readState.Index'  (duration: 7.971µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:45.976086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.541078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:45.976166Z","caller":"traceutil/trace.go:171","msg":"trace[737875511] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:977; }","duration":"369.693433ms","start":"2026-03-30T16:49:45.606460Z","end":"2026-03-30T16:49:45.976153Z","steps":["trace[737875511] 'agreement among raft nodes before linearized reading'  (duration: 369.496765ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:45.976205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:45.606423Z","time spent":"369.772377ms","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:49:45.997031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.463008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:49:45.997115Z","caller":"traceutil/trace.go:171","msg":"trace[1018044352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:979; }","duration":"307.613224ms","start":"2026-03-30T16:49:45.689487Z","end":"2026-03-30T16:49:45.997100Z","steps":["trace[1018044352] 'agreement among raft nodes before linearized reading'  (duration: 307.479518ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:45.997149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:45.689459Z","time spent":"307.683846ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:45.997683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.018971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:45.997787Z","caller":"traceutil/trace.go:171","msg":"trace[1498222298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"112.171878ms","start":"2026-03-30T16:49:45.885590Z","end":"2026-03-30T16:49:45.997762Z","steps":["trace[1498222298] 'agreement among raft nodes before linearized reading'  (duration: 111.99774ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:46.651017Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"901.455µs"}
{"level":"warn","ts":"2026-03-30T16:49:46.651118Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.01764ms"}
{"level":"info","ts":"2026-03-30T16:49:46.707931Z","caller":"traceutil/trace.go:171","msg":"trace[1386091457] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1095; }","duration":"119.144213ms","start":"2026-03-30T16:49:46.588764Z","end":"2026-03-30T16:49:46.707908Z","steps":["trace[1386091457] 'read index received'  (duration: 119.138093ms)","trace[1386091457] 'applied index is now lower than readState.Index'  (duration: 5.21µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:46.708095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.30157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-30T16:49:46.708132Z","caller":"traceutil/trace.go:171","msg":"trace[521178662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1000; }","duration":"119.400114ms","start":"2026-03-30T16:49:46.588719Z","end":"2026-03-30T16:49:46.708119Z","steps":["trace[521178662] 'agreement among raft nodes before linearized reading'  (duration: 119.29532ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:46.922257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.958939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:46.922905Z","caller":"traceutil/trace.go:171","msg":"trace[1868977241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"149.607945ms","start":"2026-03-30T16:49:46.773266Z","end":"2026-03-30T16:49:46.922874Z","steps":["trace[1868977241] 'range keys from in-memory index tree'  (duration: 148.909976ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:48.573959Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"482.774µs"}
{"level":"warn","ts":"2026-03-30T16:49:48.574050Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"584.658µs"}
{"level":"warn","ts":"2026-03-30T16:49:48.882352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.241796ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343836 > lease_revoke:<id:40fb9d3fa4367e2c>","response":"size:28"}
{"level":"warn","ts":"2026-03-30T16:49:48.882434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.846863ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:48.882526Z","caller":"traceutil/trace.go:171","msg":"trace[1802999119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"108.962978ms","start":"2026-03-30T16:49:48.773543Z","end":"2026-03-30T16:49:48.882506Z","steps":["trace[1802999119] 'range keys from in-memory index tree'  (duration: 108.788522ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:48.931321Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"157.362663ms"}
{"level":"warn","ts":"2026-03-30T16:49:48.931417Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"157.367104ms"}
{"level":"info","ts":"2026-03-30T16:49:48.932938Z","caller":"traceutil/trace.go:171","msg":"trace[371067042] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1127; }","duration":"265.95265ms","start":"2026-03-30T16:49:48.666945Z","end":"2026-03-30T16:49:48.932898Z","steps":["trace[371067042] 'read index received'  (duration: 265.94275ms)","trace[371067042] 'applied index is now lower than readState.Index'  (duration: 7.77µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:48.933193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.233002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:49:48.933280Z","caller":"traceutil/trace.go:171","msg":"trace[1088625762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1030; }","duration":"266.370867ms","start":"2026-03-30T16:49:48.666882Z","end":"2026-03-30T16:49:48.933253Z","steps":["trace[1088625762] 'agreement among raft nodes before linearized reading'  (duration: 266.218081ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:49.246695Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.668831ms"}
{"level":"warn","ts":"2026-03-30T16:49:49.246811Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.803676ms"}
{"level":"warn","ts":"2026-03-30T16:49:49.456113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.224392ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073675 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1016 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:373 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-03-30T16:49:49.707886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"range_response_count:1 size:133"}
{"level":"info","ts":"2026-03-30T16:49:49.708010Z","caller":"traceutil/trace.go:171","msg":"trace[1291049642] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:1032; }","duration":"130.319587ms","start":"2026-03-30T16:49:49.577665Z","end":"2026-03-30T16:49:49.707985Z","steps":["trace[1291049642] 'range keys from in-memory index tree'  (duration: 128.788994ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:50.367205Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.514765ms"}
{"level":"warn","ts":"2026-03-30T16:49:50.367315Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.637271ms"}
{"level":"warn","ts":"2026-03-30T16:49:50.367720Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.009019ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343874 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" mod_revision:1066 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" value_size:29444 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" > >>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:49:50.368071Z","caller":"traceutil/trace.go:171","msg":"trace[991045428] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"394.462562ms","start":"2026-03-30T16:49:49.973582Z","end":"2026-03-30T16:49:50.368044Z","steps":["trace[991045428] 'process raft request'  (duration: 110.971982ms)","trace[991045428] 'compare'  (duration: 282.727187ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:50.368175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.973540Z","time spent":"394.591327ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" mod_revision:1066 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" value_size:29444 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:50.704429Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.08498ms"}
{"level":"warn","ts":"2026-03-30T16:49:50.704488Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"137.153162ms"}
{"level":"info","ts":"2026-03-30T16:49:50.750687Z","caller":"traceutil/trace.go:171","msg":"trace[744575791] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"713.434052ms","start":"2026-03-30T16:49:50.037232Z","end":"2026-03-30T16:49:50.750666Z","steps":["trace[744575791] 'process raft request'  (duration: 713.000125ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:50.750820Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.037196Z","time spent":"713.552928ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" mod_revision:1067 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" value_size:150377 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" > >"}
{"level":"info","ts":"2026-03-30T16:49:50.750691Z","caller":"traceutil/trace.go:171","msg":"trace[1883388927] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"721.145292ms","start":"2026-03-30T16:49:50.029428Z","end":"2026-03-30T16:49:50.750573Z","steps":["trace[1883388927] 'process raft request'  (duration: 720.660402ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:50.751274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.029403Z","time spent":"721.59861ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" mod_revision:1041 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" value_size:29344 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" > >"}
{"level":"info","ts":"2026-03-30T16:49:50.769470Z","caller":"traceutil/trace.go:171","msg":"trace[1480938369] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"386.8655ms","start":"2026-03-30T16:49:50.382586Z","end":"2026-03-30T16:49:50.769452Z","steps":["trace[1480938369] 'process raft request'  (duration: 386.805137ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:50.769552Z","caller":"traceutil/trace.go:171","msg":"trace[81447796] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"529.089579ms","start":"2026-03-30T16:49:50.240440Z","end":"2026-03-30T16:49:50.769530Z","steps":["trace[81447796] 'process raft request'  (duration: 528.750175ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:50.769598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.382546Z","time spent":"386.983775ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" mod_revision:1069 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" value_size:22948 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:50.769697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.240412Z","time spent":"529.198593ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:963 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:603 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:51.274178Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343870,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:51.312685Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"330.514257ms"}
{"level":"warn","ts":"2026-03-30T16:49:51.312773Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"330.613101ms"}
{"level":"info","ts":"2026-03-30T16:49:51.312714Z","caller":"traceutil/trace.go:171","msg":"trace[178739705] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1225; }","duration":"539.394385ms","start":"2026-03-30T16:49:50.773291Z","end":"2026-03-30T16:49:51.312686Z","steps":["trace[178739705] 'read index received'  (duration: 539.385894ms)","trace[178739705] 'applied index is now lower than readState.Index'  (duration: 7.211µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:51.813992Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:52.315141Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:52.815822Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:52.884146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:49:52.884246Z","caller":"traceutil/trace.go:171","msg":"trace[1451132455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063622s","start":"2026-03-30T16:49:50.884162Z","end":"2026-03-30T16:49:52.884226Z","steps":["trace[1451132455] 'agreement among raft nodes before linearized reading'  (duration: 1.999917586s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:52.884301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.884117Z","time spent":"2.000174245s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:49:53.316320Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:53.817459Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:54.086782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.773315945s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-30T16:49:54.086998Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.574193871s"}
{"level":"warn","ts":"2026-03-30T16:49:54.087023Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.574224162s"}
{"level":"warn","ts":"2026-03-30T16:49:54.315075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630584465s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:54.315169Z","caller":"traceutil/trace.go:171","msg":"trace[117661669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1079; }","duration":"1.630690449s","start":"2026-03-30T16:49:52.684455Z","end":"2026-03-30T16:49:54.315145Z","steps":["trace[117661669] 'range keys from in-memory index tree'  (duration: 1.630538623s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:54.315178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541867334s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:54.315257Z","caller":"traceutil/trace.go:171","msg":"trace[355522155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1079; }","duration":"3.541954299s","start":"2026-03-30T16:49:50.773279Z","end":"2026-03-30T16:49:54.315233Z","steps":["trace[355522155] 'agreement among raft nodes before linearized reading'  (duration: 539.491778ms)","trace[355522155] 'range keys from in-memory index tree'  (duration: 3.002359256s)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:54.317241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004308817s","expected-duration":"100ms","prefix":"","request":"header:<ID:11686169504786748354 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" mod_revision:1069 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" value_size:22948 >> failure:<>>","response":"size:5"}
{"level":"warn","ts":"2026-03-30T16:49:54.317559Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:49:54.317678Z","caller":"traceutil/trace.go:171","msg":"trace[1011511898] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"3.540788741s","start":"2026-03-30T16:49:50.776865Z","end":"2026-03-30T16:49:54.317654Z","steps":["trace[1011511898] 'process raft request'  (duration: 3.540476428s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:54.317700Z","caller":"traceutil/trace.go:171","msg":"trace[250484411] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"3.532981008s","start":"2026-03-30T16:49:50.784699Z","end":"2026-03-30T16:49:54.317680Z","steps":["trace[250484411] 'process raft request'  (duration: 3.532854063s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:54.317799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.784672Z","time spent":"3.533078872s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" mod_revision:1070 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" value_size:31028 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:54.318517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.776812Z","time spent":"3.540921216s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" mod_revision:0 > success:<request_put:<key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" value_size:903 >> failure:<>"}
{"level":"warn","ts":"2026-03-30T16:49:54.467074Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.024602ms"}
{"level":"warn","ts":"2026-03-30T16:49:54.467125Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.083914ms"}
{"level":"warn","ts":"2026-03-30T16:49:54.819403Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:54.884957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:49:54.885066Z","caller":"traceutil/trace.go:171","msg":"trace[1698056812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014909s","start":"2026-03-30T16:49:52.885019Z","end":"2026-03-30T16:49:54.885034Z","steps":["trace[1698056812] 'agreement among raft nodes before linearized reading'  (duration: 1.999882194s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:54.885123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.884998Z","time spent":"2.000113503s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:49:55.116106Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.51282ms"}
{"level":"warn","ts":"2026-03-30T16:49:55.116184Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.620905ms"}
{"level":"warn","ts":"2026-03-30T16:49:55.116100Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282343883,"received-request-id":1564047867282343870}
{"level":"warn","ts":"2026-03-30T16:49:55.320501Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343883,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:49:55.631736Z","caller":"traceutil/trace.go:171","msg":"trace[462515320] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1229; }","duration":"4.318748099s","start":"2026-03-30T16:49:51.312949Z","end":"2026-03-30T16:49:55.631697Z","steps":["trace[462515320] 'read index received'  (duration: 4.318729529s)","trace[462515320] 'applied index is now lower than readState.Index'  (duration: 16.16µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:55.631827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718376466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-30T16:49:55.631613Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.262961ms"}
{"level":"warn","ts":"2026-03-30T16:49:55.631925Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.585416ms"}
{"level":"info","ts":"2026-03-30T16:49:55.631922Z","caller":"traceutil/trace.go:171","msg":"trace[265817234] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:0; response_revision:1081; }","duration":"4.718542054s","start":"2026-03-30T16:49:50.913359Z","end":"2026-03-30T16:49:55.631901Z","steps":["trace[265817234] 'agreement among raft nodes before linearized reading'  (duration: 4.718361875s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.631999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.913339Z","time spent":"4.718649428s","remote":"127.0.0.1:46608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:49:55.632004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823563152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:49:55.632056Z","caller":"traceutil/trace.go:171","msg":"trace[631914931] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1081; }","duration":"4.823687937s","start":"2026-03-30T16:49:50.808355Z","end":"2026-03-30T16:49:55.632043Z","steps":["trace[631914931] 'agreement among raft nodes before linearized reading'  (duration: 4.82353831s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.632105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.808338Z","time spent":"4.8237566s","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:49:55.632219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853657228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-30T16:49:55.632300Z","caller":"traceutil/trace.go:171","msg":"trace[881029728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1081; }","duration":"4.853800015s","start":"2026-03-30T16:49:50.778482Z","end":"2026-03-30T16:49:55.632282Z","steps":["trace[881029728] 'agreement among raft nodes before linearized reading'  (duration: 4.853598526s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.632343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.778455Z","time spent":"4.853879028s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:55.632542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439349191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"}
{"level":"info","ts":"2026-03-30T16:49:55.632660Z","caller":"traceutil/trace.go:171","msg":"trace[368924164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1081; }","duration":"4.43956309s","start":"2026-03-30T16:49:51.193075Z","end":"2026-03-30T16:49:55.632638Z","steps":["trace[368924164] 'agreement among raft nodes before linearized reading'  (duration: 4.439330541s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.632710Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:51.193050Z","time spent":"4.439650814s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:49:55.633008Z","caller":"traceutil/trace.go:171","msg":"trace[1133860515] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"4.813442083s","start":"2026-03-30T16:49:50.819550Z","end":"2026-03-30T16:49:55.632992Z","steps":["trace[1133860515] 'process raft request'  (duration: 4.812836008s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.633153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.819454Z","time spent":"4.813628321s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" mod_revision:1058 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" value_size:59506 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" > >"}
{"level":"info","ts":"2026-03-30T16:49:55.701340Z","caller":"traceutil/trace.go:171","msg":"trace[393561153] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"1.371096347s","start":"2026-03-30T16:49:54.330213Z","end":"2026-03-30T16:49:55.701309Z","steps":["trace[393561153] 'process raft request'  (duration: 1.370857997s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.701551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.330181Z","time spent":"1.371260023s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" mod_revision:1072 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" value_size:29353 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" > >"}
{"level":"info","ts":"2026-03-30T16:49:55.701836Z","caller":"traceutil/trace.go:171","msg":"trace[141944745] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"812.481086ms","start":"2026-03-30T16:49:54.889261Z","end":"2026-03-30T16:49:55.701742Z","steps":["trace[141944745] 'process raft request'  (duration: 811.991926ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.702034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.889242Z","time spent":"812.688716ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" value_size:688 lease:1564047867282343826 >> failure:<>"}
{"level":"info","ts":"2026-03-30T16:49:55.756188Z","caller":"traceutil/trace.go:171","msg":"trace[1717248465] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1237; }","duration":"124.324277ms","start":"2026-03-30T16:49:55.631831Z","end":"2026-03-30T16:49:55.756155Z","steps":["trace[1717248465] 'read index received'  (duration: 97.218196ms)","trace[1717248465] 'applied index is now lower than readState.Index'  (duration: 27.103031ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:55.756355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323429924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-30T16:49:55.756405Z","caller":"traceutil/trace.go:171","msg":"trace[1575078385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1087; }","duration":"4.323541749s","start":"2026-03-30T16:49:51.432850Z","end":"2026-03-30T16:49:55.756392Z","steps":["trace[1575078385] 'agreement among raft nodes before linearized reading'  (duration: 4.323421624s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.756380Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045462395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:49:55.756456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:51.432829Z","time spent":"4.323613292s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:55.756487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679210115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"}
{"level":"info","ts":"2026-03-30T16:49:55.756509Z","caller":"traceutil/trace.go:171","msg":"trace[1245624461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1087; }","duration":"2.679270508s","start":"2026-03-30T16:49:53.077230Z","end":"2026-03-30T16:49:55.756501Z","steps":["trace[1245624461] 'agreement among raft nodes before linearized reading'  (duration: 2.679232857s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:55.756498Z","caller":"traceutil/trace.go:171","msg":"trace[1868875887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"1.045646062s","start":"2026-03-30T16:49:54.710824Z","end":"2026-03-30T16:49:55.756470Z","steps":["trace[1868875887] 'agreement among raft nodes before linearized reading'  (duration: 1.045393642s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.756527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:53.077213Z","time spent":"2.679309299s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:55.756441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438566991s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:49:55.756571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.710806Z","time spent":"1.045746896s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-30T16:49:55.756917Z","caller":"traceutil/trace.go:171","msg":"trace[1325901882] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"1.438834242s","start":"2026-03-30T16:49:54.317866Z","end":"2026-03-30T16:49:55.756701Z","steps":["trace[1325901882] 'agreement among raft nodes before linearized reading'  (duration: 1.43855768s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.756384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.257485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:55.757621Z","caller":"traceutil/trace.go:171","msg":"trace[250285533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"864.601321ms","start":"2026-03-30T16:49:54.893001Z","end":"2026-03-30T16:49:55.757602Z","steps":["trace[250285533] 'agreement among raft nodes before linearized reading'  (duration: 863.275816ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:55.757678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.892972Z","time spent":"864.690574ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:49:56.274170Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343893,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:49:56.676844Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"683.31344ms"}
{"level":"warn","ts":"2026-03-30T16:49:56.676904Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"683.381693ms"}
{"level":"info","ts":"2026-03-30T16:49:56.677073Z","caller":"traceutil/trace.go:171","msg":"trace[1895040973] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1246; }","duration":"903.827177ms","start":"2026-03-30T16:49:55.773230Z","end":"2026-03-30T16:49:56.677057Z","steps":["trace[1895040973] 'read index received'  (duration: 903.823336ms)","trace[1895040973] 'applied index is now lower than readState.Index'  (duration: 3.221µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:56.695107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.702452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:56.695471Z","caller":"traceutil/trace.go:171","msg":"trace[1315568148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1092; }","duration":"922.261666ms","start":"2026-03-30T16:49:55.773179Z","end":"2026-03-30T16:49:56.695441Z","steps":["trace[1315568148] 'agreement among raft nodes before linearized reading'  (duration: 903.949252ms)","trace[1315568148] 'range keys from in-memory index tree'  (duration: 17.768992ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:49:56.697451Z","caller":"traceutil/trace.go:171","msg":"trace[2036202244] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"906.747699ms","start":"2026-03-30T16:49:55.790680Z","end":"2026-03-30T16:49:56.697428Z","steps":["trace[2036202244] 'process raft request'  (duration: 906.476438ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:56.698213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.790616Z","time spent":"907.018321ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" mod_revision:1082 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" value_size:59515 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:56.728270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.353368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:56.728366Z","caller":"traceutil/trace.go:171","msg":"trace[1208289658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"844.511675ms","start":"2026-03-30T16:49:55.883835Z","end":"2026-03-30T16:49:56.728347Z","steps":["trace[1208289658] 'agreement among raft nodes before linearized reading'  (duration: 844.277525ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:56.728399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.883812Z","time spent":"844.582248ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-30T16:49:56.728715Z","caller":"traceutil/trace.go:171","msg":"trace[1217292899] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"868.547997ms","start":"2026-03-30T16:49:55.860142Z","end":"2026-03-30T16:49:56.728690Z","steps":["trace[1217292899] 'process raft request'  (duration: 868.181792ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:56.729151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.860092Z","time spent":"868.901392ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" mod_revision:1073 > success:<request_put:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" value_size:151109 >> failure:<request_range:<key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" > >"}
{"level":"warn","ts":"2026-03-30T16:49:59.042663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.580293ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343923 > lease_revoke:<id:40fb9d3fa4367e6d>","response":"size:28"}
{"level":"info","ts":"2026-03-30T16:49:59.042767Z","caller":"traceutil/trace.go:171","msg":"trace[827538209] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"469.302831ms","start":"2026-03-30T16:49:58.573446Z","end":"2026-03-30T16:49:59.042749Z","steps":["trace[827538209] 'read index received'  (duration: 1.020452ms)","trace[827538209] 'applied index is now lower than readState.Index'  (duration: 468.280669ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:49:59.042963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.326704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:49:59.042987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.548401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:49:59.043024Z","caller":"traceutil/trace.go:171","msg":"trace[67721079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1129; }","duration":"469.686048ms","start":"2026-03-30T16:49:58.573328Z","end":"2026-03-30T16:49:59.043014Z","steps":["trace[67721079] 'agreement among raft nodes before linearized reading'  (duration: 469.537622ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:49:59.043053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:58.573295Z","time spent":"469.7506ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:49:59.043746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.779143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:49:59.043789Z","caller":"traceutil/trace.go:171","msg":"trace[1825415411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1129; }","duration":"142.857567ms","start":"2026-03-30T16:49:58.900919Z","end":"2026-03-30T16:49:59.043776Z","steps":["trace[1825415411] 'agreement among raft nodes before linearized reading'  (duration: 142.655048ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:49:59.044459Z","caller":"traceutil/trace.go:171","msg":"trace[88643512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1129; }","duration":"269.402998ms","start":"2026-03-30T16:49:58.773608Z","end":"2026-03-30T16:49:59.043011Z","steps":["trace[88643512] 'range keys from in-memory index tree'  (duration: 269.310943ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:00.785088Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.291527ms"}
{"level":"warn","ts":"2026-03-30T16:50:00.785195Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.404002ms"}
{"level":"info","ts":"2026-03-30T16:50:00.912312Z","caller":"traceutil/trace.go:171","msg":"trace[1271489793] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1316; }","duration":"170.604385ms","start":"2026-03-30T16:50:00.741683Z","end":"2026-03-30T16:50:00.912288Z","steps":["trace[1271489793] 'read index received'  (duration: 170.598345ms)","trace[1271489793] 'applied index is now lower than readState.Index'  (duration: 4.88µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:00.958494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.771426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:00.958631Z","caller":"traceutil/trace.go:171","msg":"trace[1180596221] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1136; }","duration":"216.960725ms","start":"2026-03-30T16:50:00.741640Z","end":"2026-03-30T16:50:00.958600Z","steps":["trace[1180596221] 'agreement among raft nodes before linearized reading'  (duration: 170.785604ms)","trace[1180596221] 'count revisions from in-memory index tree'  (duration: 45.994403ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:00.958634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.253969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:00.958752Z","caller":"traceutil/trace.go:171","msg":"trace[1073737828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1137; }","duration":"173.350083ms","start":"2026-03-30T16:50:00.785339Z","end":"2026-03-30T16:50:00.958689Z","steps":["trace[1073737828] 'agreement among raft nodes before linearized reading'  (duration: 173.216107ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:01.307426Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.638848ms"}
{"level":"warn","ts":"2026-03-30T16:50:01.307505Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.721971ms"}
{"level":"warn","ts":"2026-03-30T16:50:01.533894Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.446884ms"}
{"level":"warn","ts":"2026-03-30T16:50:01.533953Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.449924ms"}
{"level":"info","ts":"2026-03-30T16:50:01.535188Z","caller":"traceutil/trace.go:171","msg":"trace[1109450492] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"377.171983ms","start":"2026-03-30T16:50:01.157983Z","end":"2026-03-30T16:50:01.535155Z","steps":["trace[1109450492] 'process raft request'  (duration: 377.08963ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:01.535442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.157951Z","time spent":"377.34567ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:1074 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:603 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:02.096973Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.264997ms"}
{"level":"warn","ts":"2026-03-30T16:50:02.097063Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.360301ms"}
{"level":"warn","ts":"2026-03-30T16:50:02.114763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.863909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"}
{"level":"info","ts":"2026-03-30T16:50:02.114918Z","caller":"traceutil/trace.go:171","msg":"trace[1602194952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1141; }","duration":"324.022265ms","start":"2026-03-30T16:50:01.790811Z","end":"2026-03-30T16:50:02.114833Z","steps":["trace[1602194952] 'range keys from in-memory index tree'  (duration: 322.552295ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:02.115003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.790786Z","time spent":"324.198673ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:02.115187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.862205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:02.115250Z","caller":"traceutil/trace.go:171","msg":"trace[538334121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1141; }","duration":"341.930188ms","start":"2026-03-30T16:50:01.773306Z","end":"2026-03-30T16:50:02.115237Z","steps":["trace[538334121] 'range keys from in-memory index tree'  (duration: 341.815394ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:02.192089Z","caller":"traceutil/trace.go:171","msg":"trace[1091200983] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1322; }","duration":"305.529262ms","start":"2026-03-30T16:50:01.886523Z","end":"2026-03-30T16:50:02.192052Z","steps":["trace[1091200983] 'read index received'  (duration: 305.519212ms)","trace[1091200983] 'applied index is now lower than readState.Index'  (duration: 8.33µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:02.192408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.839165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:02.192530Z","caller":"traceutil/trace.go:171","msg":"trace[810179039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1142; }","duration":"306.022672ms","start":"2026-03-30T16:50:01.886479Z","end":"2026-03-30T16:50:02.192502Z","steps":["trace[810179039] 'agreement among raft nodes before linearized reading'  (duration: 305.816894ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:02.192659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.886456Z","time spent":"306.135057ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:02.403786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.257979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"warn","ts":"2026-03-30T16:50:02.403820Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.5038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:02.403876Z","caller":"traceutil/trace.go:171","msg":"trace[1636982415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1142; }","duration":"283.407755ms","start":"2026-03-30T16:50:02.120445Z","end":"2026-03-30T16:50:02.403853Z","steps":["trace[1636982415] 'agreement among raft nodes before linearized reading'  (duration: 131.045878ms)","trace[1636982415] 'range keys from in-memory index tree'  (duration: 152.19804ms)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:50:02.403878Z","caller":"traceutil/trace.go:171","msg":"trace[1386410115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"288.566563ms","start":"2026-03-30T16:50:02.115295Z","end":"2026-03-30T16:50:02.403862Z","steps":["trace[1386410115] 'agreement among raft nodes before linearized reading'  (duration: 136.225926ms)","trace[1386410115] 'range keys from in-memory index tree'  (duration: 152.267613ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:02.404016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.968434ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073823 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1131 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:374 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:50:02.429136Z","caller":"traceutil/trace.go:171","msg":"trace[102303347] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1322; }","duration":"177.634321ms","start":"2026-03-30T16:50:02.251477Z","end":"2026-03-30T16:50:02.429112Z","steps":["trace[102303347] 'read index received'  (duration: 979.942µs)","trace[102303347] 'applied index is now lower than readState.Index'  (duration: 176.651519ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:02.429255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.524107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:02.429307Z","caller":"traceutil/trace.go:171","msg":"trace[391940933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"234.611711ms","start":"2026-03-30T16:50:02.194679Z","end":"2026-03-30T16:50:02.429291Z","steps":["trace[391940933] 'agreement among raft nodes before linearized reading'  (duration: 234.521957ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:03.548484Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.02485ms"}
{"level":"warn","ts":"2026-03-30T16:50:03.548550Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.099363ms"}
{"level":"warn","ts":"2026-03-30T16:50:03.792571Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.999789ms"}
{"level":"warn","ts":"2026-03-30T16:50:03.792635Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.071692ms"}
{"level":"warn","ts":"2026-03-30T16:50:04.382398Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343951,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:04.424403Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"419.334826ms"}
{"level":"warn","ts":"2026-03-30T16:50:04.424498Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"419.43697ms"}
{"level":"info","ts":"2026-03-30T16:50:04.425869Z","caller":"traceutil/trace.go:171","msg":"trace[1102159786] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1332; }","duration":"544.225811ms","start":"2026-03-30T16:50:03.881612Z","end":"2026-03-30T16:50:04.425838Z","steps":["trace[1102159786] 'read index received'  (duration: 544.21948ms)","trace[1102159786] 'applied index is now lower than readState.Index'  (duration: 4.931µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:04.426105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.46093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:04.426154Z","caller":"traceutil/trace.go:171","msg":"trace[538256760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"544.562604ms","start":"2026-03-30T16:50:03.881581Z","end":"2026-03-30T16:50:04.426143Z","steps":["trace[538256760] 'agreement among raft nodes before linearized reading'  (duration: 544.402958ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:04.426191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:03.881568Z","time spent":"544.615477ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:04.426787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.985136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:04.426845Z","caller":"traceutil/trace.go:171","msg":"trace[1468018866] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1150; }","duration":"256.105981ms","start":"2026-03-30T16:50:04.170722Z","end":"2026-03-30T16:50:04.426827Z","steps":["trace[1468018866] 'agreement among raft nodes before linearized reading'  (duration: 255.990996ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:04.921803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.452986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:04.921863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.965609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:04.921897Z","caller":"traceutil/trace.go:171","msg":"trace[1249042256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1150; }","duration":"148.566261ms","start":"2026-03-30T16:50:04.773310Z","end":"2026-03-30T16:50:04.921877Z","steps":["trace[1249042256] 'range keys from in-memory index tree'  (duration: 148.386634ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:04.921965Z","caller":"traceutil/trace.go:171","msg":"trace[247533711] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1150; }","duration":"397.131736ms","start":"2026-03-30T16:50:04.524809Z","end":"2026-03-30T16:50:04.921941Z","steps":["trace[247533711] 'count revisions from in-memory index tree'  (duration: 396.080892ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:04.922018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.524788Z","time spent":"397.21833ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:05.798729Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.75671ms"}
{"level":"warn","ts":"2026-03-30T16:50:05.798813Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.848614ms"}
{"level":"warn","ts":"2026-03-30T16:50:06.394635Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"216.522335ms"}
{"level":"warn","ts":"2026-03-30T16:50:06.394778Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"216.678592ms"}
{"level":"warn","ts":"2026-03-30T16:50:06.395960Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.633361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-30T16:50:06.395995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.080078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:06.396045Z","caller":"traceutil/trace.go:171","msg":"trace[71284009] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1153; }","duration":"588.781257ms","start":"2026-03-30T16:50:05.807233Z","end":"2026-03-30T16:50:06.396015Z","steps":["trace[71284009] 'agreement among raft nodes before linearized reading'  (duration: 146.263422ms)","trace[71284009] 'count revisions from in-memory index tree'  (duration: 442.368058ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:06.396109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.807217Z","time spent":"588.877301ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "}
{"level":"info","ts":"2026-03-30T16:50:06.396106Z","caller":"traceutil/trace.go:171","msg":"trace[1358307411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1153; }","duration":"623.214443ms","start":"2026-03-30T16:50:05.772863Z","end":"2026-03-30T16:50:06.396077Z","steps":["trace[1358307411] 'agreement among raft nodes before linearized reading'  (duration: 82.751608ms)","trace[1358307411] 'range keys from in-memory index tree'  (duration: 540.301578ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:06.396179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.585146ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073854 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:1147 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:435 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:50:06.396650Z","caller":"traceutil/trace.go:171","msg":"trace[2076660797] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1336; }","duration":"443.157221ms","start":"2026-03-30T16:50:05.953483Z","end":"2026-03-30T16:50:06.396640Z","steps":["trace[2076660797] 'read index received'  (duration: 1.261493ms)","trace[2076660797] 'applied index is now lower than readState.Index'  (duration: 441.894808ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:06.396764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.966164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:06.396782Z","caller":"traceutil/trace.go:171","msg":"trace[271285203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1156; }","duration":"514.027626ms","start":"2026-03-30T16:50:05.882748Z","end":"2026-03-30T16:50:06.396776Z","steps":["trace[271285203] 'agreement among raft nodes before linearized reading'  (duration: 513.969084ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:06.396805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.882729Z","time spent":"514.071769ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:06.396886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.500671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:50:06.396927Z","caller":"traceutil/trace.go:171","msg":"trace[2067026360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1156; }","duration":"463.591215ms","start":"2026-03-30T16:50:05.933324Z","end":"2026-03-30T16:50:06.396915Z","steps":["trace[2067026360] 'agreement among raft nodes before linearized reading'  (duration: 463.512432ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:06.396964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.933302Z","time spent":"463.650637ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:06.405179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.202355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:06.405224Z","caller":"traceutil/trace.go:171","msg":"trace[1820130597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1157; }","duration":"184.298079ms","start":"2026-03-30T16:50:06.220913Z","end":"2026-03-30T16:50:06.405211Z","steps":["trace[1820130597] 'agreement among raft nodes before linearized reading'  (duration: 184.238937ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:06.405253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.089948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-30T16:50:06.405354Z","caller":"traceutil/trace.go:171","msg":"trace[771834219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1157; }","duration":"278.247475ms","start":"2026-03-30T16:50:06.127089Z","end":"2026-03-30T16:50:06.405337Z","steps":["trace[771834219] 'agreement among raft nodes before linearized reading'  (duration: 278.048276ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:07.383435Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343965,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:07.781824Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"807.86607ms"}
{"level":"warn","ts":"2026-03-30T16:50:07.781933Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"807.992545ms"}
{"level":"warn","ts":"2026-03-30T16:50:07.884477Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343965,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:07.889337Z","caller":"traceutil/trace.go:171","msg":"trace[1720658528] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1343; }","duration":"1.006371492s","start":"2026-03-30T16:50:06.882930Z","end":"2026-03-30T16:50:07.889302Z","steps":["trace[1720658528] 'read index received'  (duration: 1.006363972s)","trace[1720658528] 'applied index is now lower than readState.Index'  (duration: 5.35µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:07.927960Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045009179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:07.928041Z","caller":"traceutil/trace.go:171","msg":"trace[718854086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"1.045134744s","start":"2026-03-30T16:50:06.882888Z","end":"2026-03-30T16:50:07.928023Z","steps":["trace[718854086] 'agreement among raft nodes before linearized reading'  (duration: 1.006750137s)","trace[718854086] 'range keys from in-memory index tree'  (duration: 38.256781ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:07.928084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.882872Z","time spent":"1.045203747s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:07.928509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.109281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:07.928531Z","caller":"traceutil/trace.go:171","msg":"trace[1542908183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1161; }","duration":"155.134172ms","start":"2026-03-30T16:50:07.773391Z","end":"2026-03-30T16:50:07.928525Z","steps":["trace[1542908183] 'agreement among raft nodes before linearized reading'  (duration: 155.068769ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:07.928804Z","caller":"traceutil/trace.go:171","msg":"trace[480778145] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"801.79526ms","start":"2026-03-30T16:50:07.127001Z","end":"2026-03-30T16:50:07.928797Z","steps":["trace[480778145] 'process raft request'  (duration: 761.833357ms)","trace[480778145] 'compare'  (duration: 39.497224ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:07.928867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.126966Z","time spent":"801.860033ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-2\" mod_revision:1114 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-2\" value_size:483 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-2\" > >"}
{"level":"info","ts":"2026-03-30T16:50:08.127081Z","caller":"traceutil/trace.go:171","msg":"trace[141095272] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1345; }","duration":"197.231183ms","start":"2026-03-30T16:50:07.929815Z","end":"2026-03-30T16:50:08.127046Z","steps":["trace[141095272] 'read index received'  (duration: 197.214902ms)","trace[141095272] 'applied index is now lower than readState.Index'  (duration: 13.711µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:08.343544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.703904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:08.343613Z","caller":"traceutil/trace.go:171","msg":"trace[1204561225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1161; }","duration":"413.801819ms","start":"2026-03-30T16:50:07.929791Z","end":"2026-03-30T16:50:08.343593Z","steps":["trace[1204561225] 'agreement among raft nodes before linearized reading'  (duration: 197.380139ms)","trace[1204561225] 'range keys from in-memory index tree'  (duration: 216.318725ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:08.343647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.929780Z","time spent":"413.859281ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:08.343953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.996924ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100073866 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1152 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:374 >> failure:<>>","response":"size:16"}
{"level":"warn","ts":"2026-03-30T16:50:09.571019Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.589019ms"}
{"level":"warn","ts":"2026-03-30T16:50:09.571114Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.692203ms"}
{"level":"warn","ts":"2026-03-30T16:50:09.734362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.174954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-30T16:50:09.734447Z","caller":"traceutil/trace.go:171","msg":"trace[224176872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1167; }","duration":"140.337962ms","start":"2026-03-30T16:50:09.594085Z","end":"2026-03-30T16:50:09.734423Z","steps":["trace[224176872] 'agreement among raft nodes before linearized reading'  (duration: 52.49584ms)","trace[224176872] 'range keys from in-memory index tree'  (duration: 87.681215ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:09.954240Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.08341ms"}
{"level":"warn","ts":"2026-03-30T16:50:09.954376Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.231326ms"}
{"level":"info","ts":"2026-03-30T16:50:10.011675Z","caller":"traceutil/trace.go:171","msg":"trace[260595844] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1352; }","duration":"238.041319ms","start":"2026-03-30T16:50:09.773606Z","end":"2026-03-30T16:50:10.011647Z","steps":["trace[260595844] 'read index received'  (duration: 238.035348ms)","trace[260595844] 'applied index is now lower than readState.Index'  (duration: 4.541µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:10.011861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.250897ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:10.011900Z","caller":"traceutil/trace.go:171","msg":"trace[850664672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1167; }","duration":"238.310181ms","start":"2026-03-30T16:50:09.773579Z","end":"2026-03-30T16:50:10.011889Z","steps":["trace[850664672] 'agreement among raft nodes before linearized reading'  (duration: 238.224577ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:10.011900Z","caller":"traceutil/trace.go:171","msg":"trace[1284261754] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"276.284253ms","start":"2026-03-30T16:50:09.735592Z","end":"2026-03-30T16:50:10.011876Z","steps":["trace[1284261754] 'process raft request'  (duration: 276.147047ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:10.012593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.437496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:10.012809Z","caller":"traceutil/trace.go:171","msg":"trace[2139284011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1168; }","duration":"129.699458ms","start":"2026-03-30T16:50:09.883090Z","end":"2026-03-30T16:50:10.012789Z","steps":["trace[2139284011] 'agreement among raft nodes before linearized reading'  (duration: 129.424036ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:10.013041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.873316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:10.013095Z","caller":"traceutil/trace.go:171","msg":"trace[141082266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1168; }","duration":"121.950959ms","start":"2026-03-30T16:50:09.891131Z","end":"2026-03-30T16:50:10.013082Z","steps":["trace[141082266] 'agreement among raft nodes before linearized reading'  (duration: 121.853575ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:11.272714Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:11.773025Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:11.808739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1362, vote: 3b472061280a15b4] ignored MsgPreVote from 975f045ff4f5c0fb [logterm: 3, index: 1358] at term 3: lease is not expired (remaining ticks: 7)"}
{"level":"warn","ts":"2026-03-30T16:50:11.997023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412724604s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-30T16:50:11.997517Z","caller":"traceutil/trace.go:171","msg":"trace[1184855405] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"1.413663613s","start":"2026-03-30T16:50:10.583831Z","end":"2026-03-30T16:50:11.997495Z","steps":["trace[1184855405] 'process raft request'  (duration: 1.413506576s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:11.997642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.583726Z","time spent":"1.413850821s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/cilium-n45t6.18a1ac83e14871c9\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-n45t6.18a1ac83e14871c9\" value_size:722 lease:1564047867282343826 >> failure:<>"}
{"level":"warn","ts":"2026-03-30T16:50:11.997161Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.223767632s"}
{"level":"warn","ts":"2026-03-30T16:50:11.998485Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.225098669s"}
{"level":"warn","ts":"2026-03-30T16:50:12.274185Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:12.774871Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:13.275329Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:13.799376Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343984,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:13.856655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172504439s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:13.856753Z","caller":"traceutil/trace.go:171","msg":"trace[359403498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"1.172617664s","start":"2026-03-30T16:50:12.684114Z","end":"2026-03-30T16:50:13.856731Z","steps":["trace[359403498] 'range keys from in-memory index tree'  (duration: 1.172442826s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:13.861506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.860326701s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-30T16:50:13.861674Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.66309624s"}
{"level":"warn","ts":"2026-03-30T16:50:13.861692Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.66311844s"}
{"level":"info","ts":"2026-03-30T16:50:13.861723Z","caller":"traceutil/trace.go:171","msg":"trace[1198563675] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1358; }","duration":"3.089157248s","start":"2026-03-30T16:50:10.772543Z","end":"2026-03-30T16:50:13.861700Z","steps":["trace[1198563675] 'read index received'  (duration: 3.089148247s)","trace[1198563675] 'applied index is now lower than readState.Index'  (duration: 7.111µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:13.861872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089349686s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:13.861904Z","caller":"traceutil/trace.go:171","msg":"trace[1313720688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"3.089400618s","start":"2026-03-30T16:50:10.772493Z","end":"2026-03-30T16:50:13.861893Z","steps":["trace[1313720688] 'agreement among raft nodes before linearized reading'  (duration: 3.089329605s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:13.862783Z","caller":"traceutil/trace.go:171","msg":"trace[254963039] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.987566857s","start":"2026-03-30T16:50:11.875192Z","end":"2026-03-30T16:50:13.862759Z","steps":["trace[254963039] 'process raft request'  (duration: 1.987517034s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:13.863007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.875154Z","time spent":"1.987771305s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:1141 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:13.893586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:13.893683Z","caller":"traceutil/trace.go:171","msg":"trace[1773005856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667777s","start":"2026-03-30T16:50:11.892996Z","end":"2026-03-30T16:50:13.893663Z","steps":["trace[1773005856] 'agreement among raft nodes before linearized reading'  (duration: 2.000544142s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:13.893736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.892985Z","time spent":"2.00074229s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:14.362618Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343989,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:14.532633Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"470.905627ms"}
{"level":"warn","ts":"2026-03-30T16:50:14.532662Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282343989,"received-request-id":1564047867282343984}
{"level":"warn","ts":"2026-03-30T16:50:14.532746Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"471.040042ms"}
{"level":"warn","ts":"2026-03-30T16:50:14.782857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.172421ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343987 > lease_revoke:<id:222d9d3fa5d113d3>","response":"size:28"}
{"level":"warn","ts":"2026-03-30T16:50:14.871722Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343989,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:14.906347Z","caller":"traceutil/trace.go:171","msg":"trace[1779565075] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1364; }","duration":"1.044543899s","start":"2026-03-30T16:50:13.861774Z","end":"2026-03-30T16:50:14.906317Z","steps":["trace[1779565075] 'read index received'  (duration: 1.044529808s)","trace[1779565075] 'applied index is now lower than readState.Index'  (duration: 12.011µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:14.910607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113138964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:14.910851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044224421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"info","ts":"2026-03-30T16:50:14.910928Z","caller":"traceutil/trace.go:171","msg":"trace[641211176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1178; }","duration":"3.044331956s","start":"2026-03-30T16:50:11.866586Z","end":"2026-03-30T16:50:14.910918Z","steps":["trace[641211176] 'agreement among raft nodes before linearized reading'  (duration: 3.03997772s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.910934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.935331ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343988 > lease_revoke:<id:40fb9d3fa4367f09>","response":"size:28"}
{"level":"warn","ts":"2026-03-30T16:50:14.910958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459785579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:14.910999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.866565Z","time spent":"3.044391588s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:14.910993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319869433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:14.911044Z","caller":"traceutil/trace.go:171","msg":"trace[595726599] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; response_count:0; response_revision:1178; }","duration":"1.459894243s","start":"2026-03-30T16:50:13.451131Z","end":"2026-03-30T16:50:14.911026Z","steps":["trace[595726599] 'agreement among raft nodes before linearized reading'  (duration: 1.455402332s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.911146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.451111Z","time spent":"1.460021229s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:14.911174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023657479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:50:14.911176Z","caller":"traceutil/trace.go:171","msg":"trace[1497022685] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1178; }","duration":"3.320094622s","start":"2026-03-30T16:50:11.591022Z","end":"2026-03-30T16:50:14.911116Z","steps":["trace[1497022685] 'agreement among raft nodes before linearized reading'  (duration: 3.315552539s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.911391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.591004Z","time spent":"3.320329633s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:14.911413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122522851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"}
{"level":"info","ts":"2026-03-30T16:50:14.910680Z","caller":"traceutil/trace.go:171","msg":"trace[1472786691] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1178; }","duration":"1.113300861s","start":"2026-03-30T16:50:13.797364Z","end":"2026-03-30T16:50:14.910664Z","steps":["trace[1472786691] 'agreement among raft nodes before linearized reading'  (duration: 1.109112883s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:14.911200Z","caller":"traceutil/trace.go:171","msg":"trace[1652074707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1178; }","duration":"2.023723381s","start":"2026-03-30T16:50:12.887469Z","end":"2026-03-30T16:50:14.911192Z","steps":["trace[1652074707] 'agreement among raft nodes before linearized reading'  (duration: 2.019077084s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.911286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152985684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-30T16:50:14.911574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.797331Z","time spent":"1.114182619s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "}
{"level":"info","ts":"2026-03-30T16:50:14.913477Z","caller":"traceutil/trace.go:171","msg":"trace[1758655502] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1178; }","duration":"1.155165387s","start":"2026-03-30T16:50:13.758252Z","end":"2026-03-30T16:50:14.913418Z","steps":["trace[1758655502] 'agreement among raft nodes before linearized reading'  (duration: 1.148250642s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.913568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.758230Z","time spent":"1.155310973s","remote":"127.0.0.1:46578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "}
{"level":"info","ts":"2026-03-30T16:50:14.913474Z","caller":"traceutil/trace.go:171","msg":"trace[739108958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"2.122598945s","start":"2026-03-30T16:50:12.788843Z","end":"2026-03-30T16:50:14.911442Z","steps":["trace[739108958] 'agreement among raft nodes before linearized reading'  (duration: 2.117711136s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:14.913642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.788816Z","time spent":"2.124811088s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:14.913356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.887442Z","time spent":"2.025893474s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:15.172985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.480471ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282343990 > lease_revoke:<id:15b49d3fa51247fc>","response":"size:28"}
{"level":"info","ts":"2026-03-30T16:50:15.173119Z","caller":"traceutil/trace.go:171","msg":"trace[146323084] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1364; }","duration":"266.658142ms","start":"2026-03-30T16:50:14.906440Z","end":"2026-03-30T16:50:15.173098Z","steps":["trace[146323084] 'read index received'  (duration: 1.225852ms)","trace[146323084] 'applied index is now lower than readState.Index'  (duration: 265.43035ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:15.173232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308898983s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:15.173263Z","caller":"traceutil/trace.go:171","msg":"trace[1593226074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1180; }","duration":"1.308936395s","start":"2026-03-30T16:50:13.864315Z","end":"2026-03-30T16:50:15.173252Z","steps":["trace[1593226074] 'agreement among raft nodes before linearized reading'  (duration: 1.308877342s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:15.173304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.326385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:15.173361Z","caller":"traceutil/trace.go:171","msg":"trace[319687914] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1180; }","duration":"354.390898ms","start":"2026-03-30T16:50:14.818957Z","end":"2026-03-30T16:50:15.173348Z","steps":["trace[319687914] 'agreement among raft nodes before linearized reading'  (duration: 354.296704ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:15.173519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.709443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:15.173499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259624471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:15.173590Z","caller":"traceutil/trace.go:171","msg":"trace[574457267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1180; }","duration":"1.259771948s","start":"2026-03-30T16:50:13.913794Z","end":"2026-03-30T16:50:15.173566Z","steps":["trace[574457267] 'agreement among raft nodes before linearized reading'  (duration: 1.259554019s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:15.173546Z","caller":"traceutil/trace.go:171","msg":"trace[1767217503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1180; }","duration":"462.786176ms","start":"2026-03-30T16:50:14.710751Z","end":"2026-03-30T16:50:15.173537Z","steps":["trace[1767217503] 'agreement among raft nodes before linearized reading'  (duration: 462.741564ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:15.173608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279702168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:15.173631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.913773Z","time spent":"1.259851011s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:15.173724Z","caller":"traceutil/trace.go:171","msg":"trace[1922901020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1180; }","duration":"1.279892956s","start":"2026-03-30T16:50:13.893810Z","end":"2026-03-30T16:50:15.173703Z","steps":["trace[1922901020] 'agreement among raft nodes before linearized reading'  (duration: 1.279607574s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:15.173783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.818904Z","time spent":"354.862838ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:15.173825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.893795Z","time spent":"1.280015331s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:15.173640Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.710722Z","time spent":"462.909291ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:16.090797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.517534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:16.090894Z","caller":"traceutil/trace.go:171","msg":"trace[9151290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"317.632728ms","start":"2026-03-30T16:50:15.773238Z","end":"2026-03-30T16:50:16.090871Z","steps":["trace[9151290] 'range keys from in-memory index tree'  (duration: 317.454531ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:16.386572Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:16.748304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078006824s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-30T16:50:16.748659Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"894.959027ms"}
{"level":"warn","ts":"2026-03-30T16:50:16.748833Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"895.137315ms"}
{"level":"warn","ts":"2026-03-30T16:50:16.887583Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:17.088039Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"309.585µs"}
{"level":"warn","ts":"2026-03-30T16:50:17.088126Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"407.079µs"}
{"level":"warn","ts":"2026-03-30T16:50:17.387721Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:17.886702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000798449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:17.886808Z","caller":"traceutil/trace.go:171","msg":"trace[1378582975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000970517s","start":"2026-03-30T16:50:15.885814Z","end":"2026-03-30T16:50:17.886785Z","steps":["trace[1378582975] 'agreement among raft nodes before linearized reading'  (duration: 2.000832271s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:17.886868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.885792Z","time spent":"2.001062171s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:17.887948Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:18.072958Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"3b472061280a15b4 stepped down to follower since quorum is not active"}
{"level":"info","ts":"2026-03-30T16:50:18.073135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became follower at term 3"}
{"level":"info","ts":"2026-03-30T16:50:18.073161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 lost leader 3b472061280a15b4 at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:18.388865Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:18.389506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 no leader at term 3; dropping index reading msg"}
{"level":"warn","ts":"2026-03-30T16:50:18.890177Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:18.890302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 no leader at term 3; dropping index reading msg"}
{"level":"info","ts":"2026-03-30T16:50:19.173170Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:19.173299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:19.173327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:19.173362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:19.173379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:19.390892Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:19.887703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000837115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:19.888458Z","caller":"traceutil/trace.go:171","msg":"trace[1633464870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001615349s","start":"2026-03-30T16:50:17.886799Z","end":"2026-03-30T16:50:19.888414Z","steps":["trace[1633464870] 'agreement among raft nodes before linearized reading'  (duration: 2.000849636s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:19.888682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.886784Z","time spent":"2.001849308s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:19.891683Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:20.273508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:20.273589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:20.273611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:20.273637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:20.273650Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:20.392291Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:20.893311Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:21.372543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:21.372601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:21.372614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:21.372632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:21.372641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:21.393722Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:21.893812Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:21.901474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:21.903203Z","caller":"traceutil/trace.go:171","msg":"trace[1748753403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001617785s","start":"2026-03-30T16:50:19.901570Z","end":"2026-03-30T16:50:21.903188Z","steps":["trace[1748753403] 'agreement among raft nodes before linearized reading'  (duration: 1.9998691s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:21.903288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.901547Z","time spent":"2.001729779s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:22.409074Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343994,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:22.472461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:22.472510Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:22.472524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:22.472544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:22.472554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:22.885992Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2026-03-30T16:50:23.386864Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343999,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:23.430250Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99873547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:23.430340Z","caller":"traceutil/trace.go:171","msg":"trace[1935267096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998906177s","start":"2026-03-30T16:50:18.431419Z","end":"2026-03-30T16:50:23.430325Z","steps":["trace[1935267096] 'agreement among raft nodes before linearized reading'  (duration: 4.998782162s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:23.430380Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.431388Z","time spent":"4.99898221s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
2026/03/30 16:50:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-03-30T16:50:23.572564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:23.572620Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:23.572633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:23.572652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:23.572660Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"warn","ts":"2026-03-30T16:50:23.889357Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343999,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:23.905467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:23.905517Z","caller":"traceutil/trace.go:171","msg":"trace[297617974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472523s","start":"2026-03-30T16:50:21.905032Z","end":"2026-03-30T16:50:23.905504Z","steps":["trace[297617974] 'agreement among raft nodes before linearized reading'  (duration: 2.00039931s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:23.905556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:21.904996Z","time spent":"2.000551136s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:23.914574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.914484Z","time spent":"7.000086396s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-30T16:50:24.084362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998602096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:24.084439Z","caller":"traceutil/trace.go:171","msg":"trace[2044635751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998761442s","start":"2026-03-30T16:50:19.085662Z","end":"2026-03-30T16:50:24.084424Z","steps":["trace[2044635751] 'agreement among raft nodes before linearized reading'  (duration: 4.998658808s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.084481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.085633Z","time spent":"4.998837135s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/03/30 16:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:24.390641Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282343999,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:24.672821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.672892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.672905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.672924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 4065a72c645ea22d at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.672933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgPreVote request to 975f045ff4f5c0fb at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.673924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 975f045ff4f5c0fb at term 3"}
{"level":"info","ts":"2026-03-30T16:50:24.673976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:50:24.673991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became candidate at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.673999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 3b472061280a15b4 at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.674016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgVote request to 4065a72c645ea22d at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.674032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 3, index: 1385] sent MsgVote request to 975f045ff4f5c0fb at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.880085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 975f045ff4f5c0fb at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.880169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:50:24.880191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became leader at term 4"}
{"level":"info","ts":"2026-03-30T16:50:24.880209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 elected leader 3b472061280a15b4 at term 4"}
{"level":"warn","ts":"2026-03-30T16:50:24.880512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.960435726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-03-30T16:50:24.880608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.328728472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.880702Z","caller":"traceutil/trace.go:171","msg":"trace[1223124529] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"6.328862457s","start":"2026-03-30T16:50:18.551806Z","end":"2026-03-30T16:50:24.880669Z","steps":["trace[1223124529] 'agreement among raft nodes before linearized reading'  (duration: 6.328769323s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:24.880727Z","caller":"traceutil/trace.go:171","msg":"trace[710239068] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n45t6; range_end:; }","duration":"6.960667547s","start":"2026-03-30T16:50:17.919975Z","end":"2026-03-30T16:50:24.880643Z","steps":["trace[710239068] 'agreement among raft nodes before linearized reading'  (duration: 6.960475699s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.880796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.551777Z","time spent":"6.328995984s","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:24.880515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.300510685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.880892Z","caller":"traceutil/trace.go:171","msg":"trace[825944237] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; }","duration":"5.300923473s","start":"2026-03-30T16:50:19.579952Z","end":"2026-03-30T16:50:24.880875Z","steps":["trace[825944237] 'agreement among raft nodes before linearized reading'  (duration: 5.300541797s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.880911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.919954Z","time spent":"6.960937308s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:24.880926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.579934Z","time spent":"5.300983105s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:24.880940Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145264051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"warn","ts":"2026-03-30T16:50:24.880955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.50507614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.881005Z","caller":"traceutil/trace.go:171","msg":"trace[1095492005] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"7.505178884s","start":"2026-03-30T16:50:17.375816Z","end":"2026-03-30T16:50:24.880995Z","steps":["trace[1095492005] 'agreement among raft nodes before linearized reading'  (duration: 7.505122952s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:24.881047Z","caller":"traceutil/trace.go:171","msg":"trace[1863302978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.145356525s","start":"2026-03-30T16:50:17.735616Z","end":"2026-03-30T16:50:24.880972Z","steps":["trace[1863302978] 'agreement among raft nodes before linearized reading'  (duration: 7.145309293s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.881061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.375790Z","time spent":"7.505259378s","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:24.881088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.735586Z","time spent":"7.145489881s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:24.880569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006779081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.881278Z","caller":"traceutil/trace.go:171","msg":"trace[1010160148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.007603507s","start":"2026-03-30T16:50:17.873655Z","end":"2026-03-30T16:50:24.881258Z","steps":["trace[1010160148] 'agreement among raft nodes before linearized reading'  (duration: 7.006835634s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.881333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.873629Z","time spent":"7.00768922s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:24.880608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529658526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.881390Z","caller":"traceutil/trace.go:171","msg":"trace[325971414] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"2.53046052s","start":"2026-03-30T16:50:22.350909Z","end":"2026-03-30T16:50:24.881370Z","steps":["trace[325971414] 'agreement among raft nodes before linearized reading'  (duration: 2.529678337s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:24.881426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:22.350897Z","time spent":"2.530517112s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:24.881650Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.790695118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:24.881788Z","caller":"traceutil/trace.go:171","msg":"trace[1352001186] range","detail":"{range_begin:; range_end:; }","duration":"8.790839134s","start":"2026-03-30T16:50:16.090936Z","end":"2026-03-30T16:50:24.881776Z","steps":["trace[1352001186] 'agreement among raft nodes before linearized reading'  (duration: 8.790693578s)"],"step_count":1}
{"level":"error","ts":"2026-03-30T16:50:24.881981Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"}
{"level":"warn","ts":"2026-03-30T16:50:25.197486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.196194Z","time spent":"7.001279882s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-30T16:50:25.381242Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344001,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:25.881952Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344001,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:25.914671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:25.914791Z","caller":"traceutil/trace.go:171","msg":"trace[1326110474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211633s","start":"2026-03-30T16:50:23.914555Z","end":"2026-03-30T16:50:25.914767Z","steps":["trace[1326110474] 'agreement among raft nodes before linearized reading'  (duration: 2.000061856s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:25.914865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.914537Z","time spent":"2.000300827s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:26.382687Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344001,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:26.623065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 4, index: 1402, vote: 3b472061280a15b4] ignored MsgPreVote from 4065a72c645ea22d [logterm: 4, index: 1386] at term 4: lease is not expired (remaining ticks: 10)"}
{"level":"warn","ts":"2026-03-30T16:50:26.883028Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344001,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:26.903474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.022708276s","expected-duration":"1s"}
{"level":"info","ts":"2026-03-30T16:50:26.913041Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-30T16:50:27.414149Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344001,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:27.549104Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"445.413446ms"}
{"level":"warn","ts":"2026-03-30T16:50:27.549195Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"445.513821ms"}
{"level":"info","ts":"2026-03-30T16:50:27.549579Z","caller":"traceutil/trace.go:171","msg":"trace[1248321066] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"2.669094193s","start":"2026-03-30T16:50:24.880441Z","end":"2026-03-30T16:50:27.549535Z","steps":["trace[1248321066] 'read index received'  (duration: 2.669080343s)","trace[1248321066] 'applied index is now lower than readState.Index'  (duration: 11.59µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:27.549931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63055102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"info","ts":"2026-03-30T16:50:27.550068Z","caller":"traceutil/trace.go:171","msg":"trace[1523776144] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc; range_end:; response_count:1; response_revision:1195; }","duration":"3.630734269s","start":"2026-03-30T16:50:23.919305Z","end":"2026-03-30T16:50:27.550039Z","steps":["trace[1523776144] 'agreement among raft nodes before linearized reading'  (duration: 3.630458027s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.550212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.919289Z","time spent":"3.630844343s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:27.651569Z","caller":"traceutil/trace.go:171","msg":"trace[743760102] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"101.82596ms","start":"2026-03-30T16:50:27.549721Z","end":"2026-03-30T16:50:27.651547Z","steps":["trace[743760102] 'read index received'  (duration: 101.81771ms)","trace[743760102] 'applied index is now lower than readState.Index'  (duration: 7.35µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:27.651706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768380243s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:27.651743Z","caller":"traceutil/trace.go:171","msg":"trace[1383853392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1195; }","duration":"2.768434506s","start":"2026-03-30T16:50:24.883295Z","end":"2026-03-30T16:50:27.651730Z","steps":["trace[1383853392] 'agreement among raft nodes before linearized reading'  (duration: 2.768353632s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.652372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.168489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:50:27.652466Z","caller":"traceutil/trace.go:171","msg":"trace[762300205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1195; }","duration":"502.305216ms","start":"2026-03-30T16:50:27.150144Z","end":"2026-03-30T16:50:27.652449Z","steps":["trace[762300205] 'agreement among raft nodes before linearized reading'  (duration: 502.120148ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.652482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.195442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"}
{"level":"warn","ts":"2026-03-30T16:50:27.652526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.150124Z","time spent":"502.380979ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:27.652539Z","caller":"traceutil/trace.go:171","msg":"trace[647714703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1195; }","duration":"247.304817ms","start":"2026-03-30T16:50:27.405218Z","end":"2026-03-30T16:50:27.652523Z","steps":["trace[647714703] 'agreement among raft nodes before linearized reading'  (duration: 247.185082ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.652550Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416602366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:27.652606Z","caller":"traceutil/trace.go:171","msg":"trace[1829721744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1195; }","duration":"1.41669603s","start":"2026-03-30T16:50:26.235893Z","end":"2026-03-30T16:50:27.652589Z","steps":["trace[1829721744] 'agreement among raft nodes before linearized reading'  (duration: 1.416585306s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.652666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.235874Z","time spent":"1.416778554s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:27.652658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66846111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:27.652701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423273662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 ","response":"range_response_count:1 size:18158"}
{"level":"info","ts":"2026-03-30T16:50:27.652799Z","caller":"traceutil/trace.go:171","msg":"trace[1125416040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1195; }","duration":"1.668740372s","start":"2026-03-30T16:50:25.984013Z","end":"2026-03-30T16:50:27.652753Z","steps":["trace[1125416040] 'agreement among raft nodes before linearized reading'  (duration: 1.66846162s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.652878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.983988Z","time spent":"1.668857076s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-30T16:50:27.652808Z","caller":"traceutil/trace.go:171","msg":"trace[2141235289] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n45t6; range_end:; response_count:1; response_revision:1195; }","duration":"2.423417577s","start":"2026-03-30T16:50:25.229356Z","end":"2026-03-30T16:50:27.652773Z","steps":["trace[2141235289] 'agreement among raft nodes before linearized reading'  (duration: 2.423196458s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:27.654001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.229337Z","time spent":"2.42463591s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18181,"request content":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:28.129129Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"277.670335ms"}
{"level":"warn","ts":"2026-03-30T16:50:28.129269Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"277.836752ms"}
{"level":"warn","ts":"2026-03-30T16:50:28.154374Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:28.654833Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:28.818536Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"489.215756ms"}
{"level":"warn","ts":"2026-03-30T16:50:28.818625Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"489.324991ms"}
{"level":"warn","ts":"2026-03-30T16:50:29.155811Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:29.657016Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:29.664056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:29.664162Z","caller":"traceutil/trace.go:171","msg":"trace[1059254100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053895s","start":"2026-03-30T16:50:27.663595Z","end":"2026-03-30T16:50:29.664134Z","steps":["trace[1059254100] 'agreement among raft nodes before linearized reading'  (duration: 2.000410324s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:29.664224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.663579Z","time spent":"2.000634344s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2026-03-30T16:50:30.153140Z","caller":"traceutil/trace.go:171","msg":"trace[358242005] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"6.207167658s","start":"2026-03-30T16:50:23.945943Z","end":"2026-03-30T16:50:30.153111Z","steps":["trace[358242005] 'process raft request'  (duration: 6.206977679s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:30.153380Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.945928Z","time spent":"6.207306724s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:1178 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"info","ts":"2026-03-30T16:50:30.154581Z","caller":"traceutil/trace.go:171","msg":"trace[1840238879] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1207; }","duration":"4.927422604s","start":"2026-03-30T16:50:25.227141Z","end":"2026-03-30T16:50:30.154564Z","steps":["trace[1840238879] 'process raft request'  (duration: 4.927269897s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:30.154689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.227124Z","time spent":"4.927514038s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":585,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-2\" mod_revision:1160 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-2\" value_size:483 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-2\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:30.157386Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:30.658337Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:30.721073Z","caller":"traceutil/trace.go:171","msg":"trace[2003317800] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"3.561815956s","start":"2026-03-30T16:50:27.159230Z","end":"2026-03-30T16:50:30.721046Z","steps":["trace[2003317800] 'process raft request'  (duration: 3.561539534s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:30.721275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.159205Z","time spent":"3.561964842s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4185,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/minions/controller-2\" mod_revision:885 > success:<request_put:<key:\"/registry/minions/controller-2\" value_size:4147 >> failure:<request_range:<key:\"/registry/minions/controller-2\" > >"}
{"level":"info","ts":"2026-03-30T16:50:30.721540Z","caller":"traceutil/trace.go:171","msg":"trace[1661533601] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"3.168907098s","start":"2026-03-30T16:50:27.552616Z","end":"2026-03-30T16:50:30.721523Z","steps":["trace[1661533601] 'process raft request'  (duration: 3.168357395s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:30.721692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.552580Z","time spent":"3.169071305s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" mod_revision:1182 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" value_size:688 lease:1564047867282343826 >> failure:<request_range:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:31.158770Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344006,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:31.336711Z","caller":"traceutil/trace.go:171","msg":"trace[1806866433] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1410; }","duration":"3.683054903s","start":"2026-03-30T16:50:27.653631Z","end":"2026-03-30T16:50:31.336685Z","steps":["trace[1806866433] 'read index received'  (duration: 3.683048222s)","trace[1806866433] 'applied index is now lower than readState.Index'  (duration: 5.371µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:31.336961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683337385s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:31.337006Z","caller":"traceutil/trace.go:171","msg":"trace[625365533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1212; }","duration":"3.683402058s","start":"2026-03-30T16:50:27.653592Z","end":"2026-03-30T16:50:31.336994Z","steps":["trace[625365533] 'agreement among raft nodes before linearized reading'  (duration: 3.683299843s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:31.340461Z","caller":"traceutil/trace.go:171","msg":"trace[1521180592] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"3.668976045s","start":"2026-03-30T16:50:27.671466Z","end":"2026-03-30T16:50:31.340442Z","steps":["trace[1521180592] 'process raft request'  (duration: 3.668833389s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:31.340595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.671443Z","time spent":"3.669080409s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18315,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/cilium-n45t6\" mod_revision:1019 > success:<request_put:<key:\"/registry/pods/kube-system/cilium-n45t6\" value_size:18266 >> failure:<request_range:<key:\"/registry/pods/kube-system/cilium-n45t6\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:31.665054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:31.665182Z","caller":"traceutil/trace.go:171","msg":"trace[1914872389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787911s","start":"2026-03-30T16:50:29.664366Z","end":"2026-03-30T16:50:31.665154Z","steps":["trace[1914872389] 'agreement among raft nodes before linearized reading'  (duration: 2.000627134s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:31.665247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:29.664345Z","time spent":"2.000887035s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:31.837873Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344008,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.166882Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"629.987036ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.166964Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"630.081341ms"}
{"level":"info","ts":"2026-03-30T16:50:32.166920Z","caller":"traceutil/trace.go:171","msg":"trace[1336904508] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1411; }","duration":"830.106592ms","start":"2026-03-30T16:50:31.336788Z","end":"2026-03-30T16:50:32.166895Z","steps":["trace[1336904508] 'read index received'  (duration: 830.095101ms)","trace[1336904508] 'applied index is now lower than readState.Index'  (duration: 9.611µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:32.167072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68209249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:426"}
{"level":"info","ts":"2026-03-30T16:50:32.167114Z","caller":"traceutil/trace.go:171","msg":"trace[556678092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"2.682208646s","start":"2026-03-30T16:50:29.484896Z","end":"2026-03-30T16:50:32.167105Z","steps":["trace[556678092] 'agreement among raft nodes before linearized reading'  (duration: 2.682065909s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.167107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441459155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"warn","ts":"2026-03-30T16:50:32.167163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:29.484869Z","time spent":"2.682285409s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:32.167207Z","caller":"traceutil/trace.go:171","msg":"trace[1885571252] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc; range_end:; response_count:1; response_revision:1213; }","duration":"1.441615032s","start":"2026-03-30T16:50:30.725570Z","end":"2026-03-30T16:50:32.167185Z","steps":["trace[1885571252] 'agreement among raft nodes before linearized reading'  (duration: 1.441391642s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.167267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.725553Z","time spent":"1.441703665s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.167495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008865385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:1 size:551"}
{"level":"info","ts":"2026-03-30T16:50:32.167550Z","caller":"traceutil/trace.go:171","msg":"trace[1970475886] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:1; response_revision:1213; }","duration":"2.008963359s","start":"2026-03-30T16:50:30.158572Z","end":"2026-03-30T16:50:32.167536Z","steps":["trace[1970475886] 'agreement among raft nodes before linearized reading'  (duration: 2.008820783s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.167590Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.158550Z","time spent":"2.009030212s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":574,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.167603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587261655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"range_response_count:1 size:133"}
{"level":"warn","ts":"2026-03-30T16:50:32.167645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466291591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:32.167657Z","caller":"traceutil/trace.go:171","msg":"trace[1985583688] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:1213; }","duration":"2.5873645s","start":"2026-03-30T16:50:29.580275Z","end":"2026-03-30T16:50:32.167640Z","steps":["trace[1985583688] 'agreement among raft nodes before linearized reading'  (duration: 2.587261615s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:32.167681Z","caller":"traceutil/trace.go:171","msg":"trace[1749442765] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1213; }","duration":"1.466376995s","start":"2026-03-30T16:50:30.701294Z","end":"2026-03-30T16:50:32.167671Z","steps":["trace[1749442765] 'agreement among raft nodes before linearized reading'  (duration: 1.466301082s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.167656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.748333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:429"}
{"level":"warn","ts":"2026-03-30T16:50:32.167712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.701273Z","time spent":"1.466429367s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:32.167705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:29.580246Z","time spent":"2.587446333s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.167717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354063189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:32.167737Z","caller":"traceutil/trace.go:171","msg":"trace[85026842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"897.89717ms","start":"2026-03-30T16:50:31.269819Z","end":"2026-03-30T16:50:32.167716Z","steps":["trace[85026842] 'agreement among raft nodes before linearized reading'  (duration: 897.693741ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:32.167758Z","caller":"traceutil/trace.go:171","msg":"trace[1496772721] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1213; }","duration":"1.354159953s","start":"2026-03-30T16:50:30.813588Z","end":"2026-03-30T16:50:32.167747Z","steps":["trace[1496772721] 'agreement among raft nodes before linearized reading'  (duration: 1.35408479s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.167788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.813564Z","time spent":"1.354217396s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:32.167789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.269796Z","time spent":"897.983424ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.168545Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282344009,"received-request-id":1564047867282344008}
{"level":"warn","ts":"2026-03-30T16:50:32.169954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.487712ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:32.170016Z","caller":"traceutil/trace.go:171","msg":"trace[82532512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"831.585176ms","start":"2026-03-30T16:50:31.338416Z","end":"2026-03-30T16:50:32.170001Z","steps":["trace[82532512] 'agreement among raft nodes before linearized reading'  (duration: 831.45023ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.170033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.629853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:32.170098Z","caller":"traceutil/trace.go:171","msg":"trace[293190693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"552.741978ms","start":"2026-03-30T16:50:31.617338Z","end":"2026-03-30T16:50:32.170080Z","steps":["trace[293190693] 'agreement among raft nodes before linearized reading'  (duration: 552.640493ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.170139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.617307Z","time spent":"552.823301ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.170264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.787855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:32.170545Z","caller":"traceutil/trace.go:171","msg":"trace[2011679187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"498.420793ms","start":"2026-03-30T16:50:31.672109Z","end":"2026-03-30T16:50:32.170530Z","steps":["trace[2011679187] 'agreement among raft nodes before linearized reading'  (duration: 497.797636ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.170704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.672089Z","time spent":"498.605021ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:32.170374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.384347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"info","ts":"2026-03-30T16:50:32.170984Z","caller":"traceutil/trace.go:171","msg":"trace[375994038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1214; }","duration":"307.034966ms","start":"2026-03-30T16:50:31.863935Z","end":"2026-03-30T16:50:32.170970Z","steps":["trace[375994038] 'agreement among raft nodes before linearized reading'  (duration: 306.257442ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.171029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.863912Z","time spent":"307.103399ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.170437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.022118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7723"}
{"level":"info","ts":"2026-03-30T16:50:32.171177Z","caller":"traceutil/trace.go:171","msg":"trace[1615798450] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1214; }","duration":"824.797242ms","start":"2026-03-30T16:50:31.346370Z","end":"2026-03-30T16:50:32.171168Z","steps":["trace[1615798450] 'agreement among raft nodes before linearized reading'  (duration: 823.731276ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.171210Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.346350Z","time spent":"824.851865ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7746,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:32.389900Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.819918ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.390002Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.925272ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.537979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.869995ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282344011 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:15-second id:15b49d3fa512484a>","response":"size:40"}
{"level":"warn","ts":"2026-03-30T16:50:32.538125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.168759Z","time spent":"369.358274ms","remote":"127.0.0.1:46358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"warn","ts":"2026-03-30T16:50:32.672095Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344012,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.832388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.206075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:32.832519Z","caller":"traceutil/trace.go:171","msg":"trace[188676871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"149.363541ms","start":"2026-03-30T16:50:32.683137Z","end":"2026-03-30T16:50:32.832500Z","steps":["trace[188676871] 'range keys from in-memory index tree'  (duration: 149.127541ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.833040Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"243.00751ms"}
{"level":"warn","ts":"2026-03-30T16:50:32.833067Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"243.036661ms"}
{"level":"info","ts":"2026-03-30T16:50:32.833587Z","caller":"traceutil/trace.go:171","msg":"trace[815611428] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"659.143677ms","start":"2026-03-30T16:50:32.174432Z","end":"2026-03-30T16:50:32.833575Z","steps":["trace[815611428] 'process raft request'  (duration: 659.093425ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:32.833678Z","caller":"traceutil/trace.go:171","msg":"trace[1698147577] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"662.785916ms","start":"2026-03-30T16:50:32.170835Z","end":"2026-03-30T16:50:32.833620Z","steps":["trace[1698147577] 'process raft request'  (duration: 662.547735ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.833698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.174417Z","time spent":"659.21115ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-cp-lock\" mod_revision:1211 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-cp-lock\" value_size:373 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-cp-lock\" > >"}
{"level":"info","ts":"2026-03-30T16:50:32.833496Z","caller":"traceutil/trace.go:171","msg":"trace[1636771072] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1413; }","duration":"662.237651ms","start":"2026-03-30T16:50:32.171183Z","end":"2026-03-30T16:50:32.833421Z","steps":["trace[1636771072] 'read index received'  (duration: 662.22003ms)","trace[1636771072] 'applied index is now lower than readState.Index'  (duration: 15.191µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:32.833811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.582156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:32.834141Z","caller":"traceutil/trace.go:171","msg":"trace[1665653728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1216; }","duration":"662.944381ms","start":"2026-03-30T16:50:32.171177Z","end":"2026-03-30T16:50:32.834121Z","steps":["trace[1665653728] 'agreement among raft nodes before linearized reading'  (duration: 662.523743ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:32.833896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.170783Z","time spent":"663.001025ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" mod_revision:1210 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" value_size:688 lease:1564047867282343826 >> failure:<request_range:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:33.059594Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.515849ms"}
{"level":"warn","ts":"2026-03-30T16:50:33.059695Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.625994ms"}
{"level":"info","ts":"2026-03-30T16:50:33.174201Z","caller":"traceutil/trace.go:171","msg":"trace[145199725] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1415; }","duration":"339.548258ms","start":"2026-03-30T16:50:32.834615Z","end":"2026-03-30T16:50:33.174163Z","steps":["trace[145199725] 'read index received'  (duration: 339.537028ms)","trace[145199725] 'applied index is now lower than readState.Index'  (duration: 9.41µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:33.234102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05962257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:33.234195Z","caller":"traceutil/trace.go:171","msg":"trace[862136080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"1.059776117s","start":"2026-03-30T16:50:32.174394Z","end":"2026-03-30T16:50:33.234170Z","steps":["trace[862136080] 'agreement among raft nodes before linearized reading'  (duration: 1.000016122s)","trace[862136080] 'range keys from in-memory index tree'  (duration: 59.601248ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:33.234241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.174376Z","time spent":"1.059854829s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-30T16:50:33.234836Z","caller":"traceutil/trace.go:171","msg":"trace[1866621971] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"1.060268878s","start":"2026-03-30T16:50:32.174553Z","end":"2026-03-30T16:50:33.234822Z","steps":["trace[1866621971] 'process raft request'  (duration: 1.059803588s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:33.234479Z","caller":"traceutil/trace.go:171","msg":"trace[977711761] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"1.059982515s","start":"2026-03-30T16:50:32.174471Z","end":"2026-03-30T16:50:33.234454Z","steps":["trace[977711761] 'process raft request'  (duration: 994.762723ms)","trace[977711761] 'compare'  (duration: 64.876067ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:33.235011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.174517Z","time spent":"1.060379922s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1212 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:373 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:33.235215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.174459Z","time spent":"1.060427555s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-2\" mod_revision:1196 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-2\" value_size:483 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/controller-2\" > >"}
{"level":"info","ts":"2026-03-30T16:50:33.235285Z","caller":"traceutil/trace.go:171","msg":"trace[609433728] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.051594411s","start":"2026-03-30T16:50:32.183677Z","end":"2026-03-30T16:50:33.235271Z","steps":["trace[609433728] 'process raft request'  (duration: 1.050995735s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.235389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.183658Z","time spent":"1.051654334s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7900,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" mod_revision:566 > success:<request_put:<key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" value_size:7838 >> failure:<request_range:<key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" > >"}
{"level":"info","ts":"2026-03-30T16:50:33.235580Z","caller":"traceutil/trace.go:171","msg":"trace[2077489768] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"396.308762ms","start":"2026-03-30T16:50:32.839251Z","end":"2026-03-30T16:50:33.235560Z","steps":["trace[2077489768] 'process raft request'  (duration: 396.24307ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:33.235619Z","caller":"traceutil/trace.go:171","msg":"trace[634719063] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"695.674722ms","start":"2026-03-30T16:50:32.539912Z","end":"2026-03-30T16:50:33.235587Z","steps":["trace[634719063] 'process raft request'  (duration: 695.496853ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.235668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.839233Z","time spent":"396.394916ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac872b5f2eaf\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac872b5f2eaf\" value_size:687 lease:1564047867282343826 >> failure:<>"}
{"level":"warn","ts":"2026-03-30T16:50:33.235838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.539885Z","time spent":"695.818568ms","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/masterleases/199.204.45.22\" mod_revision:1168 > success:<request_put:<key:\"/registry/masterleases/199.204.45.22\" value_size:66 lease:1564047867282344010 >> failure:<request_range:<key:\"/registry/masterleases/199.204.45.22\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:33.240087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.344083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"}
{"level":"info","ts":"2026-03-30T16:50:33.240170Z","caller":"traceutil/trace.go:171","msg":"trace[1325841585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"402.474909ms","start":"2026-03-30T16:50:32.837675Z","end":"2026-03-30T16:50:33.240150Z","steps":["trace[1325841585] 'agreement among raft nodes before linearized reading'  (duration: 402.334473ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.240134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.67233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:50:33.240223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.837651Z","time spent":"402.558953ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:33.240248Z","caller":"traceutil/trace.go:171","msg":"trace[59688765] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; response_count:0; response_revision:1221; }","duration":"302.766274ms","start":"2026-03-30T16:50:32.937446Z","end":"2026-03-30T16:50:33.240212Z","steps":["trace[59688765] 'agreement among raft nodes before linearized reading'  (duration: 302.646269ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.240295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.937425Z","time spent":"302.851207ms","remote":"127.0.0.1:46784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:50:33.240118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.798317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:33.240736Z","caller":"traceutil/trace.go:171","msg":"trace[100754523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1221; }","duration":"404.460645ms","start":"2026-03-30T16:50:32.836251Z","end":"2026-03-30T16:50:33.240712Z","steps":["trace[100754523] 'agreement among raft nodes before linearized reading'  (duration: 403.768865ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:33.352293Z","caller":"traceutil/trace.go:171","msg":"trace[610620936] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1421; }","duration":"112.281175ms","start":"2026-03-30T16:50:33.239989Z","end":"2026-03-30T16:50:33.352270Z","steps":["trace[610620936] 'read index received'  (duration: 112.275605ms)","trace[610620936] 'applied index is now lower than readState.Index'  (duration: 4.08µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:33.389385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.843015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"}
{"level":"info","ts":"2026-03-30T16:50:33.389479Z","caller":"traceutil/trace.go:171","msg":"trace[695722951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1221; }","duration":"150.19692ms","start":"2026-03-30T16:50:33.239258Z","end":"2026-03-30T16:50:33.389455Z","steps":["trace[695722951] 'agreement among raft nodes before linearized reading'  (duration: 113.32324ms)","trace[695722951] 'range keys from in-memory index tree'  (duration: 36.684662ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:33.413659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.815812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:33.413783Z","caller":"traceutil/trace.go:171","msg":"trace[1816827524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1223; }","duration":"166.979529ms","start":"2026-03-30T16:50:33.246776Z","end":"2026-03-30T16:50:33.413756Z","steps":["trace[1816827524] 'agreement among raft nodes before linearized reading'  (duration: 166.758969ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.414385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.671197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"info","ts":"2026-03-30T16:50:33.414444Z","caller":"traceutil/trace.go:171","msg":"trace[649657376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1223; }","duration":"172.736689ms","start":"2026-03-30T16:50:33.241684Z","end":"2026-03-30T16:50:33.414420Z","steps":["trace[649657376] 'agreement among raft nodes before linearized reading'  (duration: 172.625455ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:33.414855Z","caller":"traceutil/trace.go:171","msg":"trace[955279061] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"169.934798ms","start":"2026-03-30T16:50:33.244902Z","end":"2026-03-30T16:50:33.414837Z","steps":["trace[955279061] 'process raft request'  (duration: 169.569682ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.414968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.42078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7915"}
{"level":"info","ts":"2026-03-30T16:50:33.415056Z","caller":"traceutil/trace.go:171","msg":"trace[1712966100] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1225; }","duration":"173.539805ms","start":"2026-03-30T16:50:33.241499Z","end":"2026-03-30T16:50:33.415039Z","steps":["trace[1712966100] 'agreement among raft nodes before linearized reading'  (duration: 173.346777ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:33.415262Z","caller":"traceutil/trace.go:171","msg":"trace[823848561] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"169.524481ms","start":"2026-03-30T16:50:33.245728Z","end":"2026-03-30T16:50:33.415253Z","steps":["trace[823848561] 'process raft request'  (duration: 168.885133ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:33.941971Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:34.444422Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:34.890834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117472226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:34.890938Z","caller":"traceutil/trace.go:171","msg":"trace[1739010548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1229; }","duration":"1.117600272s","start":"2026-03-30T16:50:33.773315Z","end":"2026-03-30T16:50:34.890915Z","steps":["trace[1739010548] 'range keys from in-memory index tree'  (duration: 1.117418214s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:34.944927Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:35.209941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 4, index: 1435, vote: 3b472061280a15b4] ignored MsgPreVote from 975f045ff4f5c0fb [logterm: 4, index: 1435] at term 4: lease is not expired (remaining ticks: 2)"}
{"level":"warn","ts":"2026-03-30T16:50:35.424649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:35.424760Z","caller":"traceutil/trace.go:171","msg":"trace[742104938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541879s","start":"2026-03-30T16:50:33.424197Z","end":"2026-03-30T16:50:35.424738Z","steps":["trace[742104938] 'agreement among raft nodes before linearized reading'  (duration: 2.000394212s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:35.424820Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.424183Z","time spent":"2.000626132s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:35.445699Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:50:35.523978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 4, index: 1435, vote: 3b472061280a15b4] ignored MsgPreVote from 4065a72c645ea22d [logterm: 4, index: 1435] at term 4: lease is not expired (remaining ticks: 2)"}
{"level":"info","ts":"2026-03-30T16:50:35.735931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 4, index: 1435, vote: 3b472061280a15b4] ignored MsgVote from 975f045ff4f5c0fb [logterm: 4, index: 1435] at term 4: lease is not expired (remaining ticks: 2)"}
{"level":"info","ts":"2026-03-30T16:50:35.899579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [term: 4] received a MsgApp message with higher term from 975f045ff4f5c0fb [term: 5]"}
{"level":"info","ts":"2026-03-30T16:50:35.899652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became follower at term 5"}
{"level":"info","ts":"2026-03-30T16:50:35.899678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 changed leader from 3b472061280a15b4 to 975f045ff4f5c0fb at term 5"}
{"level":"warn","ts":"2026-03-30T16:50:35.945993Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:36.447112Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:36.710946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:36.711102Z","caller":"traceutil/trace.go:171","msg":"trace[1931801191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941729s","start":"2026-03-30T16:50:34.710111Z","end":"2026-03-30T16:50:36.711052Z","steps":["trace[1931801191] 'agreement among raft nodes before linearized reading'  (duration: 2.000760592s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:36.711204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:34.710088Z","time spent":"2.001092796s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2026/03/30 16:50:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:36.947839Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:37.436183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000579321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"}
{"level":"info","ts":"2026-03-30T16:50:37.436287Z","caller":"traceutil/trace.go:171","msg":"trace[502294852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733018s","start":"2026-03-30T16:50:35.435533Z","end":"2026-03-30T16:50:37.436266Z","steps":["trace[502294852] 'agreement among raft nodes before linearized reading'  (duration: 2.000590701s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:37.436353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.435526Z","time spent":"2.000817061s","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:37.449272Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:37.949820Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:38.451081Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344030,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:50:38.941800Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.472165241s","expected-duration":"1s"}
{"level":"warn","ts":"2026-03-30T16:50:38.942230Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517595424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:50:38.942316Z","caller":"traceutil/trace.go:171","msg":"trace[4939035] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; }","duration":"5.517761462s","start":"2026-03-30T16:50:33.424525Z","end":"2026-03-30T16:50:38.942286Z","steps":["trace[4939035] 'agreement among raft nodes before linearized reading'  (duration: 5.517638876s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:38.942390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.424489Z","time spent":"5.517883717s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:38.942596Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282344032,"received-request-id":1564047867282344030}
{"level":"info","ts":"2026-03-30T16:50:38.942634Z","caller":"traceutil/trace.go:171","msg":"trace[29304897] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"5.498006814s","start":"2026-03-30T16:50:33.444599Z","end":"2026-03-30T16:50:38.942606Z","steps":["trace[29304897] 'process raft request'  (duration: 5.497950281s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:38.942853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.444564Z","time spent":"5.498169941s","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" mod_revision:1215 > success:<request_put:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" value_size:688 lease:1564047867282343826 >> failure:<request_range:<key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" > >"}
{"level":"info","ts":"2026-03-30T16:50:39.059271Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-30T16:50:39.216443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998592082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2026-03-30T16:50:39.216555Z","caller":"traceutil/trace.go:171","msg":"trace[2060853785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998794772s","start":"2026-03-30T16:50:34.217737Z","end":"2026-03-30T16:50:39.216532Z","steps":["trace[2060853785] 'agreement among raft nodes before linearized reading'  (duration: 4.998627143s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.216631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:34.217709Z","time spent":"4.998907806s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}
2026/03/30 16:50:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:50:39.355551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062606403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"}
{"level":"warn","ts":"2026-03-30T16:50:39.356012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927831025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"}
{"level":"info","ts":"2026-03-30T16:50:39.356066Z","caller":"traceutil/trace.go:171","msg":"trace[1039520103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1245; }","duration":"3.927915649s","start":"2026-03-30T16:50:35.428133Z","end":"2026-03-30T16:50:39.356048Z","steps":["trace[1039520103] 'agreement among raft nodes before linearized reading'  (duration: 3.927853967s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.356103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.428090Z","time spent":"3.928004943s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:39.356053Z","caller":"traceutil/trace.go:171","msg":"trace[2136410071] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1436; }","duration":"413.213505ms","start":"2026-03-30T16:50:38.942006Z","end":"2026-03-30T16:50:39.355220Z","steps":["trace[2136410071] 'read index received'  (duration: 117.825765ms)","trace[2136410071] 'applied index is now lower than readState.Index'  (duration: 295.38668ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:39.355817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909158303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"}
{"level":"warn","ts":"2026-03-30T16:50:39.356423Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282344033,"received-request-id":1564047867282344032}
{"level":"info","ts":"2026-03-30T16:50:39.356466Z","caller":"traceutil/trace.go:171","msg":"trace[1367048865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1245; }","duration":"3.909872974s","start":"2026-03-30T16:50:35.446576Z","end":"2026-03-30T16:50:39.356449Z","steps":["trace[1367048865] 'agreement among raft nodes before linearized reading'  (duration: 3.909170413s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.356521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.446545Z","time spent":"3.909963688s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:39.356527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46550822s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:39.356566Z","caller":"traceutil/trace.go:171","msg":"trace[743901136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1245; }","duration":"4.465569175s","start":"2026-03-30T16:50:34.890982Z","end":"2026-03-30T16:50:39.356551Z","steps":["trace[743901136] 'agreement among raft nodes before linearized reading'  (duration: 4.46548698s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.355914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913656133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:39.356482Z","caller":"traceutil/trace.go:171","msg":"trace[836081166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1245; }","duration":"3.063098684s","start":"2026-03-30T16:50:36.292861Z","end":"2026-03-30T16:50:39.355960Z","steps":["trace[836081166] 'agreement among raft nodes before linearized reading'  (duration: 3.062562601s)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:39.356660Z","caller":"traceutil/trace.go:171","msg":"trace[1372010823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1245; }","duration":"1.914397577s","start":"2026-03-30T16:50:37.442220Z","end":"2026-03-30T16:50:39.356617Z","steps":["trace[1372010823] 'agreement among raft nodes before linearized reading'  (duration: 1.913668204s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.357553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.292836Z","time spent":"3.064553808s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:39.357554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.442200Z","time spent":"1.915300645s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:50:39.518634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.102046ms","expected-duration":"100ms","prefix":"","request":"header:<ID:11686169504786748494 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/etcd-controller-3.18a1ac86b31bc771\" mod_revision:1208 > success:<request_put:<key:\"/registry/events/kube-system/etcd-controller-3.18a1ac86b31bc771\" value_size:658 lease:2462797467931972639 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:50:39.527435Z","caller":"traceutil/trace.go:171","msg":"trace[263485042] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1453; }","duration":"171.000986ms","start":"2026-03-30T16:50:39.356402Z","end":"2026-03-30T16:50:39.527403Z","steps":["trace[263485042] 'read index received'  (duration: 170.986096ms)","trace[263485042] 'applied index is now lower than readState.Index'  (duration: 9.95µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:39.527690Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.714471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"info","ts":"2026-03-30T16:50:39.527778Z","caller":"traceutil/trace.go:171","msg":"trace[894719546] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc; range_end:; response_count:1; response_revision:1247; }","duration":"577.873698ms","start":"2026-03-30T16:50:38.949883Z","end":"2026-03-30T16:50:39.527757Z","steps":["trace[894719546] 'agreement among raft nodes before linearized reading'  (duration: 577.632787ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.527823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.949858Z","time spent":"577.952571ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 "}
{"level":"info","ts":"2026-03-30T16:50:39.548374Z","caller":"traceutil/trace.go:171","msg":"trace[1643193749] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"187.303728ms","start":"2026-03-30T16:50:39.361033Z","end":"2026-03-30T16:50:39.548337Z","steps":["trace[1643193749] 'process raft request'  (duration: 186.833317ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.548495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.598608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:39.548502Z","caller":"traceutil/trace.go:171","msg":"trace[226004165] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"184.315327ms","start":"2026-03-30T16:50:39.364175Z","end":"2026-03-30T16:50:39.548491Z","steps":["trace[226004165] 'process raft request'  (duration: 184.035765ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:39.548402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.699385ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:39.548540Z","caller":"traceutil/trace.go:171","msg":"trace[1373762204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1251; }","duration":"189.683432ms","start":"2026-03-30T16:50:39.358839Z","end":"2026-03-30T16:50:39.548523Z","steps":["trace[1373762204] 'agreement among raft nodes before linearized reading'  (duration: 189.63256ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:39.548556Z","caller":"traceutil/trace.go:171","msg":"trace[1330710340] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1251; }","duration":"190.865703ms","start":"2026-03-30T16:50:39.357676Z","end":"2026-03-30T16:50:39.548542Z","steps":["trace[1330710340] 'agreement among raft nodes before linearized reading'  (duration: 190.663224ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:39.636613Z","caller":"traceutil/trace.go:171","msg":"trace[1070930095] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"106.523585ms","start":"2026-03-30T16:50:39.530070Z","end":"2026-03-30T16:50:39.636593Z","steps":["trace[1070930095] 'process raft request'  (duration: 106.383619ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:39.852995Z","caller":"traceutil/trace.go:171","msg":"trace[112807176] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"124.381595ms","start":"2026-03-30T16:50:39.728585Z","end":"2026-03-30T16:50:39.852967Z","steps":["trace[112807176] 'process raft request'  (duration: 124.27682ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:40.922160Z","caller":"traceutil/trace.go:171","msg":"trace[1100590568] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"444.14272ms","start":"2026-03-30T16:50:40.477993Z","end":"2026-03-30T16:50:40.922136Z","steps":["trace[1100590568] 'process raft request'  (duration: 443.940092ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:40.922337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:40.477956Z","time spent":"444.299987ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" mod_revision:1199 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" value_size:604 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" > >"}
{"level":"info","ts":"2026-03-30T16:50:40.947884Z","caller":"traceutil/trace.go:171","msg":"trace[1402801034] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1515; }","duration":"174.003233ms","start":"2026-03-30T16:50:40.773830Z","end":"2026-03-30T16:50:40.947833Z","steps":["trace[1402801034] 'read index received'  (duration: 166.640312ms)","trace[1402801034] 'applied index is now lower than readState.Index'  (duration: 7.361501ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:40.948045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.230163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:40.948111Z","caller":"traceutil/trace.go:171","msg":"trace[1708102130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1309; }","duration":"174.298846ms","start":"2026-03-30T16:50:40.773775Z","end":"2026-03-30T16:50:40.948074Z","steps":["trace[1708102130] 'agreement among raft nodes before linearized reading'  (duration: 174.206132ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:41.434284Z","caller":"traceutil/trace.go:171","msg":"trace[1312283658] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1520; }","duration":"384.891844ms","start":"2026-03-30T16:50:41.049317Z","end":"2026-03-30T16:50:41.434209Z","steps":["trace[1312283658] 'read index received'  (duration: 384.884674ms)","trace[1312283658] 'applied index is now lower than readState.Index'  (duration: 5.31µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:41.434913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.540752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 ","response":"range_response_count:1 size:18428"}
{"level":"info","ts":"2026-03-30T16:50:41.435243Z","caller":"traceutil/trace.go:171","msg":"trace[590120860] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"384.954999ms","start":"2026-03-30T16:50:41.050255Z","end":"2026-03-30T16:50:41.435210Z","steps":["trace[590120860] 'process raft request'  (duration: 384.846743ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:41.435311Z","caller":"traceutil/trace.go:171","msg":"trace[919471045] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n45t6; range_end:; response_count:1; response_revision:1313; }","duration":"386.101358ms","start":"2026-03-30T16:50:41.049198Z","end":"2026-03-30T16:50:41.435300Z","steps":["trace[919471045] 'agreement among raft nodes before linearized reading'  (duration: 385.324783ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:41.435372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:41.049173Z","time spent":"386.164831ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18451,"request content":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:50:41.435469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:41.050221Z","time spent":"385.103815ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/cilium-n45t6.18a1ac8af9405335\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-n45t6.18a1ac8af9405335\" value_size:687 lease:1564047867282343826 >> failure:<>"}
{"level":"warn","ts":"2026-03-30T16:50:41.437088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.797848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:50:41.437132Z","caller":"traceutil/trace.go:171","msg":"trace[1241362596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"192.913154ms","start":"2026-03-30T16:50:41.244206Z","end":"2026-03-30T16:50:41.437119Z","steps":["trace[1241362596] 'agreement among raft nodes before linearized reading'  (duration: 192.811879ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:41.630787Z","caller":"traceutil/trace.go:171","msg":"trace[55670139] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"178.720193ms","start":"2026-03-30T16:50:41.452037Z","end":"2026-03-30T16:50:41.630757Z","steps":["trace[55670139] 'process raft request'  (duration: 178.559846ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:42.244835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.889842ms","expected-duration":"100ms","prefix":"","request":"header:<ID:1564047867282344074 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b2d9fa875\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b2d9fa875\" value_size:677 lease:1564047867282343826 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:50:42.245015Z","caller":"traceutil/trace.go:171","msg":"trace[1937284606] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1531; }","duration":"184.384486ms","start":"2026-03-30T16:50:42.060616Z","end":"2026-03-30T16:50:42.245001Z","steps":["trace[1937284606] 'read index received'  (duration: 183.723057ms)","trace[1937284606] 'applied index is now lower than readState.Index'  (duration: 660.149µs)"],"step_count":2}
{"level":"info","ts":"2026-03-30T16:50:42.245046Z","caller":"traceutil/trace.go:171","msg":"trace[1333363906] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"315.354117ms","start":"2026-03-30T16:50:41.929678Z","end":"2026-03-30T16:50:42.245032Z","steps":["trace[1333363906] 'process raft request'  (duration: 126.187611ms)","trace[1333363906] 'compare'  (duration: 188.758137ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:42.245099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:41.929648Z","time spent":"315.42909ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b2d9fa875\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b2d9fa875\" value_size:677 lease:1564047867282343826 >> failure:<>"}
{"level":"warn","ts":"2026-03-30T16:50:42.245150Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.534333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n45t6\" limit:1 ","response":"range_response_count:1 size:18694"}
{"level":"info","ts":"2026-03-30T16:50:42.245170Z","caller":"traceutil/trace.go:171","msg":"trace[1186299195] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n45t6; range_end:; response_count:1; response_revision:1326; }","duration":"184.607646ms","start":"2026-03-30T16:50:42.060557Z","end":"2026-03-30T16:50:42.245164Z","steps":["trace[1186299195] 'agreement among raft nodes before linearized reading'  (duration: 184.518112ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:42.784967Z","caller":"traceutil/trace.go:171","msg":"trace[1021530681] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1539; }","duration":"109.801517ms","start":"2026-03-30T16:50:42.675137Z","end":"2026-03-30T16:50:42.784938Z","steps":["trace[1021530681] 'read index received'  (duration: 109.790377ms)","trace[1021530681] 'applied index is now lower than readState.Index'  (duration: 5.62µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:50:42.785220Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.044348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"}
{"level":"info","ts":"2026-03-30T16:50:42.785269Z","caller":"traceutil/trace.go:171","msg":"trace[1091679668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"110.129972ms","start":"2026-03-30T16:50:42.675129Z","end":"2026-03-30T16:50:42.785259Z","steps":["trace[1091679668] 'agreement among raft nodes before linearized reading'  (duration: 109.964525ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:44.645598Z","caller":"traceutil/trace.go:171","msg":"trace[1728098255] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"550.962363ms","start":"2026-03-30T16:50:44.094606Z","end":"2026-03-30T16:50:44.645569Z","steps":["trace[1728098255] 'process raft request'  (duration: 550.8968ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:44.645627Z","caller":"traceutil/trace.go:171","msg":"trace[742277038] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"560.765933ms","start":"2026-03-30T16:50:44.084826Z","end":"2026-03-30T16:50:44.645592Z","steps":["trace[742277038] 'process raft request'  (duration: 560.535333ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:44.645788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:44.094577Z","time spent":"551.122171ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19200,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/cilium-n45t6\" mod_revision:1342 > success:<request_put:<key:\"/registry/pods/kube-system/cilium-n45t6\" value_size:19151 >> failure:<request_range:<key:\"/registry/pods/kube-system/cilium-n45t6\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:44.645920Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:44.084811Z","time spent":"560.959761ms","remote":"127.0.0.1:46416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b715c3b3a\" mod_revision:1337 > success:<request_put:<key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b715c3b3a\" value_size:759 lease:1564047867282343826 >> failure:<request_range:<key:\"/registry/events/kube-system/cilium-operator-69d99df44c-2htdb.18a1ac8b715c3b3a\" > >"}
{"level":"warn","ts":"2026-03-30T16:50:45.600594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.211714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"warn","ts":"2026-03-30T16:50:45.600697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.623514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:50:45.600757Z","caller":"traceutil/trace.go:171","msg":"trace[989731359] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1366; }","duration":"102.387811ms","start":"2026-03-30T16:50:45.498351Z","end":"2026-03-30T16:50:45.600738Z","steps":["trace[989731359] 'count revisions from in-memory index tree'  (duration: 95.234739ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:45.600763Z","caller":"traceutil/trace.go:171","msg":"trace[1397278700] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1366; }","duration":"187.728238ms","start":"2026-03-30T16:50:45.413014Z","end":"2026-03-30T16:50:45.600743Z","steps":["trace[1397278700] 'count revisions from in-memory index tree'  (duration: 181.663062ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:48.182367Z","caller":"traceutil/trace.go:171","msg":"trace[812639091] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1404; }","duration":"100.612353ms","start":"2026-03-30T16:50:48.081733Z","end":"2026-03-30T16:50:48.182345Z","steps":["trace[812639091] 'process raft request'  (duration: 100.5606ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:50:51.484244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.870113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"}
{"level":"info","ts":"2026-03-30T16:50:51.484343Z","caller":"traceutil/trace.go:171","msg":"trace[341918956] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:1448; }","duration":"109.04926ms","start":"2026-03-30T16:50:51.375276Z","end":"2026-03-30T16:50:51.484325Z","steps":["trace[341918956] 'range keys from in-memory index tree'  (duration: 106.421995ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:50:58.496307Z","caller":"traceutil/trace.go:171","msg":"trace[764511491] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"223.723783ms","start":"2026-03-30T16:50:58.272555Z","end":"2026-03-30T16:50:58.496278Z","steps":["trace[764511491] 'process raft request'  (duration: 223.519033ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:00.693726Z","caller":"traceutil/trace.go:171","msg":"trace[232072222] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"110.64464ms","start":"2026-03-30T16:51:00.583058Z","end":"2026-03-30T16:51:00.693703Z","steps":["trace[232072222] 'process raft request'  (duration: 110.49608ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:01.858789Z","caller":"traceutil/trace.go:171","msg":"trace[66056985] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"262.466333ms","start":"2026-03-30T16:51:01.596293Z","end":"2026-03-30T16:51:01.858760Z","steps":["trace[66056985] 'process raft request'  (duration: 262.271692ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:01.860267Z","caller":"traceutil/trace.go:171","msg":"trace[790924593] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"199.915891ms","start":"2026-03-30T16:51:01.659904Z","end":"2026-03-30T16:51:01.859820Z","steps":["trace[790924593] 'process raft request'  (duration: 199.764751ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:02.141695Z","caller":"traceutil/trace.go:171","msg":"trace[1291119016] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"274.821392ms","start":"2026-03-30T16:51:01.866838Z","end":"2026-03-30T16:51:02.141659Z","steps":["trace[1291119016] 'process raft request'  (duration: 211.484499ms)","trace[1291119016] 'compare'  (duration: 63.017712ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:02.373543Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344498,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:51:02.495275Z","caller":"traceutil/trace.go:171","msg":"trace[908782489] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1849; }","duration":"622.706863ms","start":"2026-03-30T16:51:01.872536Z","end":"2026-03-30T16:51:02.495243Z","steps":["trace[908782489] 'read index received'  (duration: 622.693073ms)","trace[908782489] 'applied index is now lower than readState.Index'  (duration: 12.25µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:02.519861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.324123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"}
{"level":"info","ts":"2026-03-30T16:51:02.519934Z","caller":"traceutil/trace.go:171","msg":"trace[359198378] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1577; }","duration":"647.496173ms","start":"2026-03-30T16:51:01.872421Z","end":"2026-03-30T16:51:02.519917Z","steps":["trace[359198378] 'agreement among raft nodes before linearized reading'  (duration: 622.981064ms)","trace[359198378] 'count revisions from in-memory index tree'  (duration: 24.380889ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:02.520599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.872400Z","time spent":"648.184574ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":219,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "}
{"level":"info","ts":"2026-03-30T16:51:02.520571Z","caller":"traceutil/trace.go:171","msg":"trace[1105441793] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"653.372021ms","start":"2026-03-30T16:51:01.867160Z","end":"2026-03-30T16:51:02.520532Z","steps":["trace[1105441793] 'process raft request'  (duration: 628.14518ms)","trace[1105441793] 'compare'  (duration: 24.68809ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:02.520860Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.867151Z","time spent":"653.594091ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1570 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:374 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"warn","ts":"2026-03-30T16:51:02.995824Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344501,"retry-timeout":"500ms"}
{"level":"warn","ts":"2026-03-30T16:51:03.124449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.122808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:03.124530Z","caller":"traceutil/trace.go:171","msg":"trace[1362127776] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1578; }","duration":"441.218339ms","start":"2026-03-30T16:51:02.683295Z","end":"2026-03-30T16:51:03.124514Z","steps":["trace[1362127776] 'range keys from in-memory index tree'  (duration: 441.074548ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.125088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.226369ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100075536 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-node-lease/controller-1\" mod_revision:1449 > success:<request_put:<key:\"/registry/leases/kube-node-lease/controller-1\" value_size:483 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2026-03-30T16:51:03.125308Z","caller":"traceutil/trace.go:171","msg":"trace[762916937] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"408.377455ms","start":"2026-03-30T16:51:02.716914Z","end":"2026-03-30T16:51:03.125291Z","steps":["trace[762916937] 'process raft request'  (duration: 408.316835ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.125383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.716873Z","time spent":"408.470525ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-controller-manager\" mod_revision:1573 > success:<request_put:<key:\"/registry/leases/kube-system/kube-controller-manager\" value_size:435 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-controller-manager\" > >"}
{"level":"info","ts":"2026-03-30T16:51:03.125446Z","caller":"traceutil/trace.go:171","msg":"trace[1372919778] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"605.851623ms","start":"2026-03-30T16:51:02.519584Z","end":"2026-03-30T16:51:03.125436Z","steps":["trace[1372919778] 'process raft request'  (duration: 605.603013ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:03.125310Z","caller":"traceutil/trace.go:171","msg":"trace[1950270828] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"629.884012ms","start":"2026-03-30T16:51:02.495393Z","end":"2026-03-30T16:51:03.125277Z","steps":["trace[1950270828] 'read index received'  (duration: 573.023064ms)","trace[1950270828] 'applied index is now lower than readState.Index'  (duration: 56.858128ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:03.125533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.519551Z","time spent":"605.925963ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/kube-scheduler\" mod_revision:1572 > success:<request_put:<key:\"/registry/leases/kube-system/kube-scheduler\" value_size:416 >> failure:<request_range:<key:\"/registry/leases/kube-system/kube-scheduler\" > >"}
{"level":"warn","ts":"2026-03-30T16:51:03.125651Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1564047867282344504,"received-request-id":1564047867282344501}
{"level":"warn","ts":"2026-03-30T16:51:03.125901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.694206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:03.126063Z","caller":"traceutil/trace.go:171","msg":"trace[2064136351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1582; }","duration":"881.047167ms","start":"2026-03-30T16:51:02.244990Z","end":"2026-03-30T16:51:03.126038Z","steps":["trace[2064136351] 'agreement among raft nodes before linearized reading'  (duration: 880.688326ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.126348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.244964Z","time spent":"881.242947ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:51:03.127155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.121986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:03.127190Z","caller":"traceutil/trace.go:171","msg":"trace[824910086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1582; }","duration":"353.159696ms","start":"2026-03-30T16:51:02.774022Z","end":"2026-03-30T16:51:03.127182Z","steps":["trace[824910086] 'agreement among raft nodes before linearized reading'  (duration: 353.104166ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.127607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.333465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:51:03.127736Z","caller":"traceutil/trace.go:171","msg":"trace[1755014405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1582; }","duration":"172.546826ms","start":"2026-03-30T16:51:02.955166Z","end":"2026-03-30T16:51:03.127713Z","steps":["trace[1755014405] 'agreement among raft nodes before linearized reading'  (duration: 172.005595ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.796253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.781125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:51:03.796326Z","caller":"traceutil/trace.go:171","msg":"trace[562779393] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1582; }","duration":"487.906356ms","start":"2026-03-30T16:51:03.308406Z","end":"2026-03-30T16:51:03.796312Z","steps":["trace[562779393] 'count revisions from in-memory index tree'  (duration: 485.28058ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.796360Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:03.308381Z","time spent":"487.971276ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:51:03.798838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.827511ms","expected-duration":"100ms","prefix":"","request":"header:<ID:13905881171100075557 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:15-second id:40fb9d3fa4368624>","response":"size:40"}
{"level":"info","ts":"2026-03-30T16:51:03.799167Z","caller":"traceutil/trace.go:171","msg":"trace[1782869593] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1854; }","duration":"385.524069ms","start":"2026-03-30T16:51:03.413621Z","end":"2026-03-30T16:51:03.799145Z","steps":["trace[1782869593] 'read index received'  (duration: 375.096328ms)","trace[1782869593] 'applied index is now lower than readState.Index'  (duration: 10.426701ms)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:03.799324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.702749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:51:03.799399Z","caller":"traceutil/trace.go:171","msg":"trace[522807392] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1583; }","duration":"385.780109ms","start":"2026-03-30T16:51:03.413606Z","end":"2026-03-30T16:51:03.799386Z","steps":["trace[522807392] 'agreement among raft nodes before linearized reading'  (duration: 385.633209ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:03.799427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:03.413536Z","time spent":"385.883489ms","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:51:05.742964Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344518,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:51:06.024786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 5, index: 1872, vote: 0] ignored MsgPreVote from 4065a72c645ea22d [logterm: 5, index: 1872] at term 5: lease is not expired (remaining ticks: 1)"}
{"level":"warn","ts":"2026-03-30T16:51:06.243863Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344518,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:51:06.473252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 is starting a new election at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.473335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became pre-candidate at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.473352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 3b472061280a15b4 at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.473373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 5, index: 1872] sent MsgPreVote request to 4065a72c645ea22d at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.473383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 5, index: 1872] sent MsgPreVote request to 975f045ff4f5c0fb at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.473393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 lost leader 975f045ff4f5c0fb at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.474569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgPreVoteResp from 4065a72c645ea22d at term 5"}
{"level":"info","ts":"2026-03-30T16:51:06.474642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:51:06.474667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became candidate at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.474682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 3b472061280a15b4 at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.474709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 5, index: 1872] sent MsgVote request to 4065a72c645ea22d at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.474732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 [logterm: 5, index: 1872] sent MsgVote request to 975f045ff4f5c0fb at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.485322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 received MsgVoteResp from 4065a72c645ea22d at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.485408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 has received 2 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2026-03-30T16:51:06.485442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3b472061280a15b4 became leader at term 6"}
{"level":"info","ts":"2026-03-30T16:51:06.485465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3b472061280a15b4 elected leader 3b472061280a15b4 at term 6"}
{"level":"warn","ts":"2026-03-30T16:51:06.485636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242760368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2026-03-30T16:51:06.485708Z","caller":"traceutil/trace.go:171","msg":"trace[158141499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.242898048s","start":"2026-03-30T16:51:05.242795Z","end":"2026-03-30T16:51:06.485693Z","steps":["trace[158141499] 'agreement among raft nodes before linearized reading'  (duration: 1.242796257s)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:06.485766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.242777Z","time spent":"1.242980188s","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
{"level":"info","ts":"2026-03-30T16:51:06.564557Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"}
{"level":"warn","ts":"2026-03-30T16:51:06.565491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.060041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:06.565568Z","caller":"traceutil/trace.go:171","msg":"trace[1155937479] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1597; }","duration":"459.193431ms","start":"2026-03-30T16:51:06.106359Z","end":"2026-03-30T16:51:06.565553Z","steps":["trace[1155937479] 'agreement among raft nodes before linearized reading'  (duration: 459.082481ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:06.565602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.106335Z","time spent":"459.257501ms","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "}
{"level":"warn","ts":"2026-03-30T16:51:06.565626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.358628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2026-03-30T16:51:06.565496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.848111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"}
{"level":"info","ts":"2026-03-30T16:51:06.565724Z","caller":"traceutil/trace.go:171","msg":"trace[1226769156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1597; }","duration":"399.108312ms","start":"2026-03-30T16:51:06.166601Z","end":"2026-03-30T16:51:06.565710Z","steps":["trace[1226769156] 'agreement among raft nodes before linearized reading'  (duration: 398.837301ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:06.565721Z","caller":"traceutil/trace.go:171","msg":"trace[1532170989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1597; }","duration":"792.477079ms","start":"2026-03-30T16:51:05.773219Z","end":"2026-03-30T16:51:06.565696Z","steps":["trace[1532170989] 'agreement among raft nodes before linearized reading'  (duration: 792.291488ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:06.565788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.166580Z","time spent":"399.196592ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}
{"level":"warn","ts":"2026-03-30T16:51:06.773422Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.68825ms"}
{"level":"warn","ts":"2026-03-30T16:51:06.773647Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.940591ms"}
{"level":"info","ts":"2026-03-30T16:51:06.773917Z","caller":"traceutil/trace.go:171","msg":"trace[1958488073] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"203.697932ms","start":"2026-03-30T16:51:06.570195Z","end":"2026-03-30T16:51:06.773893Z","steps":["trace[1958488073] 'process raft request'  (duration: 203.373951ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:06.836861Z","caller":"traceutil/trace.go:171","msg":"trace[2145146221] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1874; }","duration":"261.090823ms","start":"2026-03-30T16:51:06.575732Z","end":"2026-03-30T16:51:06.836823Z","steps":["trace[2145146221] 'read index received'  (duration: 261.073883ms)","trace[2145146221] 'applied index is now lower than readState.Index'  (duration: 14.41µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:06.837087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.306063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc\" limit:1 ","response":"range_response_count:1 size:794"}
{"level":"info","ts":"2026-03-30T16:51:06.837177Z","caller":"traceutil/trace.go:171","msg":"trace[643791740] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a1ac8039d203bc; range_end:; response_count:1; response_revision:1598; }","duration":"261.483225ms","start":"2026-03-30T16:51:06.575673Z","end":"2026-03-30T16:51:06.837157Z","steps":["trace[643791740] 'agreement among raft nodes before linearized reading'  (duration: 261.256754ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:07.046012Z","caller":"traceutil/trace.go:171","msg":"trace[1702787188] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"474.881618ms","start":"2026-03-30T16:51:06.571085Z","end":"2026-03-30T16:51:07.045967Z","steps":["trace[1702787188] 'process raft request'  (duration: 472.39986ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:07.046643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.571057Z","time spent":"475.084128ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1590 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:374 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"info","ts":"2026-03-30T16:51:07.047697Z","caller":"traceutil/trace.go:171","msg":"trace[308665717] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1875; }","duration":"210.707335ms","start":"2026-03-30T16:51:06.836961Z","end":"2026-03-30T16:51:07.047668Z","steps":["trace[308665717] 'read index received'  (duration: 210.700285ms)","trace[308665717] 'applied index is now lower than readState.Index'  (duration: 5.91µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:07.047850Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.035749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:07.047888Z","caller":"traceutil/trace.go:171","msg":"trace[409286657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"472.127499ms","start":"2026-03-30T16:51:06.575751Z","end":"2026-03-30T16:51:07.047878Z","steps":["trace[409286657] 'agreement among raft nodes before linearized reading'  (duration: 472.031979ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:07.047962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.575650Z","time spent":"472.26988ms","remote":"127.0.0.1:46344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:51:07.048409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.694072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"}
{"level":"info","ts":"2026-03-30T16:51:07.048484Z","caller":"traceutil/trace.go:171","msg":"trace[664120275] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1599; }","duration":"248.762042ms","start":"2026-03-30T16:51:06.799697Z","end":"2026-03-30T16:51:07.048459Z","steps":["trace[664120275] 'agreement among raft nodes before linearized reading'  (duration: 248.653182ms)"],"step_count":1}
{"level":"info","ts":"2026-03-30T16:51:07.048648Z","caller":"traceutil/trace.go:171","msg":"trace[2028604980] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"208.767331ms","start":"2026-03-30T16:51:06.839861Z","end":"2026-03-30T16:51:07.048628Z","steps":["trace[2028604980] 'process raft request'  (duration: 208.56217ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:07.048797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.278908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:07.048851Z","caller":"traceutil/trace.go:171","msg":"trace[495431493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1600; }","duration":"275.334708ms","start":"2026-03-30T16:51:06.773501Z","end":"2026-03-30T16:51:07.048836Z","steps":["trace[495431493] 'agreement among raft nodes before linearized reading'  (duration: 275.234758ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:10.136595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.138320Z","time spent":"4.998268207s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/30 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:51:10.136780Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.138990Z","time spent":"4.997784266s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2026/03/30 16:51:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2026-03-30T16:51:12.732252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.732043Z","time spent":"7.000170282s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
{"level":"warn","ts":"2026-03-30T16:51:23.527842Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.843518ms"}
{"level":"warn","ts":"2026-03-30T16:51:23.527928Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.934019ms"}
{"level":"info","ts":"2026-03-30T16:51:23.528275Z","caller":"traceutil/trace.go:171","msg":"trace[1618670292] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"328.149982ms","start":"2026-03-30T16:51:23.200097Z","end":"2026-03-30T16:51:23.528247Z","steps":["trace[1618670292] 'process raft request'  (duration: 327.922721ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:23.528702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.200078Z","time spent":"328.530406ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-svcs-lock\" mod_revision:1652 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" value_size:373 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-svcs-lock\" > >"}
{"level":"info","ts":"2026-03-30T16:51:23.532646Z","caller":"traceutil/trace.go:171","msg":"trace[2053198257] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1943; }","duration":"289.31234ms","start":"2026-03-30T16:51:23.243315Z","end":"2026-03-30T16:51:23.532628Z","steps":["trace[2053198257] 'read index received'  (duration: 289.30572ms)","trace[2053198257] 'applied index is now lower than readState.Index'  (duration: 5.57µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:23.532777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.452111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:23.532801Z","caller":"traceutil/trace.go:171","msg":"trace[579229610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1658; }","duration":"289.525982ms","start":"2026-03-30T16:51:23.243269Z","end":"2026-03-30T16:51:23.532795Z","steps":["trace[579229610] 'agreement among raft nodes before linearized reading'  (duration: 289.455691ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:24.034228Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1564047867282344655,"retry-timeout":"500ms"}
{"level":"info","ts":"2026-03-30T16:51:24.197787Z","caller":"traceutil/trace.go:171","msg":"trace[1872653412] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1943; }","duration":"664.075513ms","start":"2026-03-30T16:51:23.533683Z","end":"2026-03-30T16:51:24.197759Z","steps":["trace[1872653412] 'read index received'  (duration: 664.065283ms)","trace[1872653412] 'applied index is now lower than readState.Index'  (duration: 8.72µs)"],"step_count":2}
{"level":"warn","ts":"2026-03-30T16:51:24.198231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.526197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:24.198336Z","caller":"traceutil/trace.go:171","msg":"trace[1420846687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1658; }","duration":"664.664458ms","start":"2026-03-30T16:51:23.533650Z","end":"2026-03-30T16:51:24.198314Z","steps":["trace[1420846687] 'agreement among raft nodes before linearized reading'  (duration: 664.310255ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:24.198571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.533593Z","time spent":"664.961731ms","remote":"127.0.0.1:46342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2026-03-30T16:51:24.215210Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.684109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2026-03-30T16:51:24.215325Z","caller":"traceutil/trace.go:171","msg":"trace[1263488202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1661; }","duration":"441.81469ms","start":"2026-03-30T16:51:23.773487Z","end":"2026-03-30T16:51:24.215301Z","steps":["trace[1263488202] 'agreement among raft nodes before linearized reading'  (duration: 441.659639ms)"],"step_count":1}
{"level":"warn","ts":"2026-03-30T16:51:32.393757Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"975f045ff4f5c0fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.642982ms"}
{"level":"warn","ts":"2026-03-30T16:51:32.393848Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.742443ms"}