{"level":"warn","ts":"2026-03-30T16:48:44.762507Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:48:44.762606Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.205:2380","--initial-cluster=controller-2=https://199.204.45.22:2380,controller-3=https://199.19.213.205:2380,controller-1=https://199.19.213.127:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.205:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-30T16:48:44.762699Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:48:44.762709Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-03-30T16:48:44.762737Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:48:44.763611Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"]} {"level":"info","ts":"2026-03-30T16:48:44.765898Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.127:2380,controller-2=https://199.204.45.22:2380,controller-3=https://199.19.213.205:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-30T16:48:44.773838Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.755842ms"} {"level":"info","ts":"2026-03-30T16:48:44.785594Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-30T16:48:44.785633Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.127:2380","host":"199.19.213.127:2380","resolved-addr":"199.19.213.127:2380"} {"level":"info","ts":"2026-03-30T16:48:44.785650Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-30T16:48:44.785658Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.205:2380","host":"199.19.213.205:2380","resolved-addr":"199.19.213.205:2380"} {"level":"info","ts":"2026-03-30T16:48:44.785671Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.205:2380","host":"199.19.213.205:2380","resolved-addr":"199.19.213.205:2380"} {"level":"info","ts":"2026-03-30T16:48:44.785678Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.127:2380","host":"199.19.213.127:2380","resolved-addr":"199.19.213.127:2380"} {"level":"info","ts":"2026-03-30T16:48:44.816863Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"4065a72c645ea22d","cluster-id":"b3df79a2daf9b6ed"} {"level":"info","ts":"2026-03-30T16:48:44.817015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T16:48:44.817038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 0"} {"level":"info","ts":"2026-03-30T16:48:44.817054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4065a72c645ea22d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T16:48:44.832969Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T16:48:44.834417Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T16:48:44.834468Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T16:48:44.836024Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T16:48:44.840468Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.840514Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-30T16:48:44.840550Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.840562Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb","remote-peer-urls":["https://199.19.213.127:2380"]} {"level":"info","ts":"2026-03-30T16:48:44.840597Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.840641Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.841239Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.842153Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.843263Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.843269Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.843318Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-30T16:48:44.843375Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.845286Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.845552Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.845722Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.846088Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.846196Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb","remote-peer-urls":["https://199.19.213.127:2380"]} {"level":"info","ts":"2026-03-30T16:48:44.846128Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.846238Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.846392Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"4065a72c645ea22d","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T16:48:44.845830Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.846594Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T16:48:44.846653Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:44.847014Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:44.847037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:44.848310Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:48:44.850824Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:48:44.851064Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-03-30T16:48:44.851122Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-03-30T16:48:44.851222Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4065a72c645ea22d","initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T16:48:44.851275Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T16:48:44.851590Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [term: 0] received a MsgHeartbeat message with higher term from 3b472061280a15b4 [term: 3]"} {"level":"info","ts":"2026-03-30T16:48:44.851653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 3"} {"level":"info","ts":"2026-03-30T16:48:44.853309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d elected leader 3b472061280a15b4 at term 3"} {"level":"info","ts":"2026-03-30T16:48:44.853710Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.853755Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.858132Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.858163Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.859484Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"4065a72c645ea22d","to":"3b472061280a15b4","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:44.860414Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.862077Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"4065a72c645ea22d","to":"975f045ff4f5c0fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:44.862110Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.862345Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.862836Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"4065a72c645ea22d","to":"3b472061280a15b4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:44.862884Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:44.864859Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"4065a72c645ea22d","to":"975f045ff4f5c0fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:44.865117Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.865720Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4065a72c645ea22d","remote-peer-id":"975f045ff4f5c0fb"} {"level":"info","ts":"2026-03-30T16:48:44.891860Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=(10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:48:44.891983Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","added-peer-id":"975f045ff4f5c0fb","added-peer-peer-urls":["https://199.19.213.127:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:48:44.892075Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:48:44.892115Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:48:44.897199Z","caller":"etcdserver/server.go:798","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"4065a72c645ea22d","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-30T16:48:44.963521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=(10907441632692781307) learners=(4271418373239870900)"} {"level":"info","ts":"2026-03-30T16:48:44.963722Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","added-peer-id":"3b472061280a15b4","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:48:44.964048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=(4271418373239870900 10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:48:44.964136Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","promoted-member-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:48:45.017096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=(4271418373239870900 10907441632692781307) learners=(4640298800179487277)"} {"level":"info","ts":"2026-03-30T16:48:45.017296Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","added-peer-id":"4065a72c645ea22d","added-peer-peer-urls":["https://199.19.213.205:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:48:45.020059Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"4065a72c645ea22d","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.205:2379]}","request-path":"/0/members/4065a72c645ea22d/attributes","cluster-id":"b3df79a2daf9b6ed","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T16:48:45.020090Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:48:45.020140Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:48:45.021272Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T16:48:45.021332Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T16:48:45.021733Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:48:45.021949Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:48:45.023051Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.205:2379"} {"level":"info","ts":"2026-03-30T16:48:45.023418Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T16:48:45.027893Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.205:42862","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:48:45.664985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d switched to configuration voters=(4271418373239870900 4640298800179487277 10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:48:46.521462Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"4065a72c645ea22d","promoted-member-id":"4065a72c645ea22d"} {"level":"warn","ts":"2026-03-30T16:48:46.521737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:45.624243Z","time spent":"897.489371ms","remote":"199.19.213.205:42916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T16:48:48.184320Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452896911s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:48:52.090780Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.386988945s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:48:52.104489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749669822s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:48:58.173447Z","caller":"traceutil/trace.go:171","msg":"trace[1737863096] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"301.109014ms","start":"2026-03-30T16:48:57.872311Z","end":"2026-03-30T16:48:58.173420Z","steps":["trace[1737863096] 'process raft request' (duration: 300.949271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:58.174171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:57.872294Z","time spent":"301.331098ms","remote":"127.0.0.1:38392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:01.929339Z","caller":"traceutil/trace.go:171","msg":"trace[2129091234] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:794; }","duration":"240.089956ms","start":"2026-03-30T16:49:01.689223Z","end":"2026-03-30T16:49:01.929313Z","steps":["trace[2129091234] 'read index received' (duration: 240.082666ms)","trace[2129091234] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:01.929455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.243459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:01.929477Z","caller":"traceutil/trace.go:171","msg":"trace[427839491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:731; }","duration":"240.32777ms","start":"2026-03-30T16:49:01.689142Z","end":"2026-03-30T16:49:01.929470Z","steps":["trace[427839491] 'agreement among raft nodes before linearized reading' (duration: 240.262229ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:05.165960Z","caller":"traceutil/trace.go:171","msg":"trace[361183332] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"310.557889ms","start":"2026-03-30T16:49:04.855387Z","end":"2026-03-30T16:49:05.165945Z","steps":["trace[361183332] 'process raft request' (duration: 310.461088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:05.166071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:04.855371Z","time spent":"310.65079ms","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:05.186017Z","caller":"traceutil/trace.go:171","msg":"trace[510575127] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"116.760098ms","start":"2026-03-30T16:49:05.069241Z","end":"2026-03-30T16:49:05.186002Z","steps":["trace[510575127] 'process raft request' (duration: 116.644306ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:06.476698Z","caller":"traceutil/trace.go:171","msg":"trace[527962492] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"123.581396ms","start":"2026-03-30T16:49:06.353101Z","end":"2026-03-30T16:49:06.476682Z","steps":["trace[527962492] 'process raft request' (duration: 123.474094ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.159361Z","caller":"traceutil/trace.go:171","msg":"trace[1109799727] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:903; }","duration":"469.331689ms","start":"2026-03-30T16:49:06.690001Z","end":"2026-03-30T16:49:07.159333Z","steps":["trace[1109799727] 'read index received' (duration: 469.315459ms)","trace[1109799727] 'applied index is now lower than readState.Index' (duration: 14.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:07.159527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.507132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:07.159574Z","caller":"traceutil/trace.go:171","msg":"trace[1074946744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"469.567812ms","start":"2026-03-30T16:49:06.689995Z","end":"2026-03-30T16:49:07.159563Z","steps":["trace[1074946744] 'agreement among raft nodes before linearized reading' (duration: 469.484121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.161638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.108011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:07.162125Z","caller":"traceutil/trace.go:171","msg":"trace[226348683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"192.628909ms","start":"2026-03-30T16:49:06.969484Z","end":"2026-03-30T16:49:07.162112Z","steps":["trace[226348683] 'agreement among raft nodes before linearized reading' (duration: 192.118091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:14.723103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.558152ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:14.723169Z","caller":"traceutil/trace.go:171","msg":"trace[1655142694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:855; }","duration":"475.636003ms","start":"2026-03-30T16:49:14.247519Z","end":"2026-03-30T16:49:14.723155Z","steps":["trace[1655142694] 'range keys from in-memory index tree' (duration: 475.523061ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:14.884281Z","caller":"traceutil/trace.go:171","msg":"trace[128350689] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:929; }","duration":"250.933816ms","start":"2026-03-30T16:49:14.633330Z","end":"2026-03-30T16:49:14.884263Z","steps":["trace[128350689] 'read index received' (duration: 250.927296ms)","trace[128350689] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:14.884441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.096268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:49:14.884466Z","caller":"traceutil/trace.go:171","msg":"trace[1385891404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:856; }","duration":"251.17551ms","start":"2026-03-30T16:49:14.633284Z","end":"2026-03-30T16:49:14.884459Z","steps":["trace[1385891404] 'agreement among raft nodes before linearized reading' (duration: 251.083148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:14.886140Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.749301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:14.886311Z","caller":"traceutil/trace.go:171","msg":"trace[1950437723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:856; }","duration":"162.923534ms","start":"2026-03-30T16:49:14.723362Z","end":"2026-03-30T16:49:14.886286Z","steps":["trace[1950437723] 'agreement among raft nodes before linearized reading' (duration: 162.694651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.280870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.740768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:49:15.754589Z","caller":"traceutil/trace.go:171","msg":"trace[1625299437] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"202.104247ms","start":"2026-03-30T16:49:15.552449Z","end":"2026-03-30T16:49:15.754553Z","steps":["trace[1625299437] 'process raft request' (duration: 136.571903ms)","trace[1625299437] 'compare' (duration: 64.63807ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:16.240773Z","caller":"traceutil/trace.go:171","msg":"trace[791682855] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:934; }","duration":"271.35318ms","start":"2026-03-30T16:49:15.969403Z","end":"2026-03-30T16:49:16.240756Z","steps":["trace[791682855] 'read index received' (duration: 271.34865ms)","trace[791682855] 'applied index is now lower than readState.Index' (duration: 3.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:16.240903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.496672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:16.240928Z","caller":"traceutil/trace.go:171","msg":"trace[1265034645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"271.573392ms","start":"2026-03-30T16:49:15.969348Z","end":"2026-03-30T16:49:16.240922Z","steps":["trace[1265034645] 'agreement among raft nodes before linearized reading' (duration: 271.504841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.445958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.0127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:49:16.446026Z","caller":"traceutil/trace.go:171","msg":"trace[908816366] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:860; }","duration":"102.129582ms","start":"2026-03-30T16:49:16.343881Z","end":"2026-03-30T16:49:16.446011Z","steps":["trace[908816366] 'range keys from in-memory index tree' (duration: 100.574609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.953728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.426473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:16.953801Z","caller":"traceutil/trace.go:171","msg":"trace[322608487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:861; }","duration":"264.515694ms","start":"2026-03-30T16:49:16.689269Z","end":"2026-03-30T16:49:16.953785Z","steps":["trace[322608487] 'range keys from in-memory index tree' (duration: 264.38282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.099623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:16.446912Z","time spent":"652.704857ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T16:49:17.101564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.675141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:17.101654Z","caller":"traceutil/trace.go:171","msg":"trace[555207525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:862; }","duration":"147.792363ms","start":"2026-03-30T16:49:16.953840Z","end":"2026-03-30T16:49:17.101632Z","steps":["trace[555207525] 'agreement among raft nodes before linearized reading' (duration: 147.640721ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:17.102119Z","caller":"traceutil/trace.go:171","msg":"trace[351235444] linearizableReadLoop","detail":"{readStateIndex:937; appliedIndex:937; }","duration":"148.23642ms","start":"2026-03-30T16:49:16.953860Z","end":"2026-03-30T16:49:17.102096Z","steps":["trace[351235444] 'read index received' (duration: 147.521329ms)","trace[351235444] 'applied index is now lower than readState.Index' (duration: 5.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:17.111384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.228855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:17.111473Z","caller":"traceutil/trace.go:171","msg":"trace[883704420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:862; }","duration":"143.370917ms","start":"2026-03-30T16:49:16.968078Z","end":"2026-03-30T16:49:17.111449Z","steps":["trace[883704420] 'agreement among raft nodes before linearized reading' (duration: 143.222985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.275036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.067368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:49:17.275146Z","caller":"traceutil/trace.go:171","msg":"trace[166925359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:863; }","duration":"115.248471ms","start":"2026-03-30T16:49:17.159874Z","end":"2026-03-30T16:49:17.275122Z","steps":["trace[166925359] 'range keys from in-memory index tree' (duration: 112.905086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.191058Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:19.398959Z","caller":"traceutil/trace.go:171","msg":"trace[895146742] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:941; }","duration":"708.922451ms","start":"2026-03-30T16:49:18.690021Z","end":"2026-03-30T16:49:19.398943Z","steps":["trace[895146742] 'read index received' (duration: 708.918001ms)","trace[895146742] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:19.399070Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.029492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:19.399100Z","caller":"traceutil/trace.go:171","msg":"trace[1017392279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:866; }","duration":"709.077053ms","start":"2026-03-30T16:49:18.690015Z","end":"2026-03-30T16:49:19.399092Z","steps":["trace[1017392279] 'agreement among raft nodes before linearized reading' (duration: 709.009772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.421566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.8317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:19.421645Z","caller":"traceutil/trace.go:171","msg":"trace[1225462640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"456.913291ms","start":"2026-03-30T16:49:18.964714Z","end":"2026-03-30T16:49:19.421627Z","steps":["trace[1225462640] 'agreement among raft nodes before linearized reading' (duration: 456.803749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.421695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:18.964658Z","time spent":"457.021264ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:23.273573Z","caller":"traceutil/trace.go:171","msg":"trace[714275712] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"149.911761ms","start":"2026-03-30T16:49:23.123641Z","end":"2026-03-30T16:49:23.273553Z","steps":["trace[714275712] 'process raft request' (duration: 149.762398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.190154Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748290,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:44.238538Z","caller":"traceutil/trace.go:171","msg":"trace[1887830484] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1063; }","duration":"548.698135ms","start":"2026-03-30T16:49:43.689812Z","end":"2026-03-30T16:49:44.238510Z","steps":["trace[1887830484] 'read index received' (duration: 548.675825ms)","trace[1887830484] 'applied index is now lower than readState.Index' (duration: 20.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:44.239421Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748292,"received-request-id":11686169504786748290} {"level":"warn","ts":"2026-03-30T16:49:44.245139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.295354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:44.245220Z","caller":"traceutil/trace.go:171","msg":"trace[1503375492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"555.402275ms","start":"2026-03-30T16:49:43.689797Z","end":"2026-03-30T16:49:44.245200Z","steps":["trace[1503375492] 'agreement among raft nodes before linearized reading' (duration: 548.962968ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:44.246127Z","caller":"traceutil/trace.go:171","msg":"trace[669986470] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"448.311963ms","start":"2026-03-30T16:49:43.797804Z","end":"2026-03-30T16:49:44.246116Z","steps":["trace[669986470] 'process raft request' (duration: 447.775736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.246211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.176958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:49:44.246225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.967864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:44.246410Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.797781Z","time spent":"448.383005ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:44.246345Z","caller":"traceutil/trace.go:171","msg":"trace[910886866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"279.307358ms","start":"2026-03-30T16:49:43.967019Z","end":"2026-03-30T16:49:44.246327Z","steps":["trace[910886866] 'agreement among raft nodes before linearized reading' (duration: 278.947963ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:44.246252Z","caller":"traceutil/trace.go:171","msg":"trace[1727169135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:972; }","duration":"204.264089ms","start":"2026-03-30T16:49:44.041975Z","end":"2026-03-30T16:49:44.246239Z","steps":["trace[1727169135] 'agreement among raft nodes before linearized reading' (duration: 204.190728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.928861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.023736ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:44.928945Z","caller":"traceutil/trace.go:171","msg":"trace[438264496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"239.125948ms","start":"2026-03-30T16:49:44.689800Z","end":"2026-03-30T16:49:44.928926Z","steps":["trace[438264496] 'range keys from in-memory index tree' (duration: 238.983195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.929002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.475434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:49:44.929060Z","caller":"traceutil/trace.go:171","msg":"trace[247342098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:973; }","duration":"234.570475ms","start":"2026-03-30T16:49:44.694474Z","end":"2026-03-30T16:49:44.929044Z","steps":["trace[247342098] 'range keys from in-memory index tree' (duration: 233.059705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.929084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.373294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:49:44.929134Z","caller":"traceutil/trace.go:171","msg":"trace[747607434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"249.462315ms","start":"2026-03-30T16:49:44.679659Z","end":"2026-03-30T16:49:44.929122Z","steps":["trace[747607434] 'range keys from in-memory index tree' (duration: 247.580709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.797960Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.944462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:45.797993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.091476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:45.798027Z","caller":"traceutil/trace.go:171","msg":"trace[1740932198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:974; }","duration":"108.026613ms","start":"2026-03-30T16:49:45.689985Z","end":"2026-03-30T16:49:45.798012Z","steps":["trace[1740932198] 'range keys from in-memory index tree' (duration: 107.860931ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.993907Z","caller":"traceutil/trace.go:171","msg":"trace[1583217228] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1072; }","duration":"195.677637ms","start":"2026-03-30T16:49:45.798062Z","end":"2026-03-30T16:49:45.993740Z","steps":["trace[1583217228] 'read index received' (duration: 195.616506ms)","trace[1583217228] 'applied index is now lower than readState.Index' (duration: 17.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:45.994056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.95958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.994163Z","caller":"traceutil/trace.go:171","msg":"trace[1127849379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:979; }","duration":"196.058122ms","start":"2026-03-30T16:49:45.798055Z","end":"2026-03-30T16:49:45.994113Z","steps":["trace[1127849379] 'agreement among raft nodes before linearized reading' (duration: 195.882559ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.441686Z","caller":"traceutil/trace.go:171","msg":"trace[1077043983] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"189.689548ms","start":"2026-03-30T16:49:46.251938Z","end":"2026-03-30T16:49:46.441628Z","steps":["trace[1077043983] 'process raft request' (duration: 189.438105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.931955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.445705Z","time spent":"486.244836ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:49:46.939610Z","caller":"traceutil/trace.go:171","msg":"trace[2015280033] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1095; }","duration":"249.666856ms","start":"2026-03-30T16:49:46.689908Z","end":"2026-03-30T16:49:46.939575Z","steps":["trace[2015280033] 'read index received' (duration: 249.660745ms)","trace[2015280033] 'applied index is now lower than readState.Index' (duration: 4.911µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.939715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.785207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.939838Z","caller":"traceutil/trace.go:171","msg":"trace[1102849409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"249.909109ms","start":"2026-03-30T16:49:46.689902Z","end":"2026-03-30T16:49:46.939811Z","steps":["trace[1102849409] 'agreement among raft nodes before linearized reading' (duration: 249.751317ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:48.132710Z","caller":"traceutil/trace.go:171","msg":"trace[1686908570] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1123; }","duration":"162.376468ms","start":"2026-03-30T16:49:47.970272Z","end":"2026-03-30T16:49:48.132649Z","steps":["trace[1686908570] 'read index received' (duration: 162.359888ms)","trace[1686908570] 'applied index is now lower than readState.Index' (duration: 13.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:48.132871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.565312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:48.132935Z","caller":"traceutil/trace.go:171","msg":"trace[422621791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"162.715345ms","start":"2026-03-30T16:49:47.970205Z","end":"2026-03-30T16:49:48.132920Z","steps":["trace[422621791] 'agreement among raft nodes before linearized reading' (duration: 162.539532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.866545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.124224ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:49:48.866585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.830909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:48.866621Z","caller":"traceutil/trace.go:171","msg":"trace[615331257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"176.87494ms","start":"2026-03-30T16:49:48.689735Z","end":"2026-03-30T16:49:48.866610Z","steps":["trace[615331257] 'range keys from in-memory index tree' (duration: 176.797859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.469423Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:50.737713Z","caller":"traceutil/trace.go:171","msg":"trace[1780019319] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1210; }","duration":"769.230031ms","start":"2026-03-30T16:49:49.968449Z","end":"2026-03-30T16:49:50.737679Z","steps":["trace[1780019319] 'read index received' (duration: 769.217481ms)","trace[1780019319] 'applied index is now lower than readState.Index' (duration: 10.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:50.743172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.692672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:50.743266Z","caller":"traceutil/trace.go:171","msg":"trace[438485407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1070; }","duration":"774.827385ms","start":"2026-03-30T16:49:49.968419Z","end":"2026-03-30T16:49:50.743246Z","steps":["trace[438485407] 'agreement among raft nodes before linearized reading' (duration: 769.375023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.743312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.968403Z","time spent":"774.900526ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:50.743686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.202299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:50.744037Z","caller":"traceutil/trace.go:171","msg":"trace[975733750] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1071; }","duration":"764.269446ms","start":"2026-03-30T16:49:49.979745Z","end":"2026-03-30T16:49:50.744014Z","steps":["trace[975733750] 'process raft request' (duration: 764.218575ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:50.744095Z","caller":"traceutil/trace.go:171","msg":"trace[212038508] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1071; }","duration":"769.89634ms","start":"2026-03-30T16:49:49.974158Z","end":"2026-03-30T16:49:50.744054Z","steps":["trace[212038508] 'process raft request' (duration: 769.697098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.744181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.979725Z","time spent":"764.397388ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29606,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:50.744291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.974132Z","time spent":"770.074512ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23108,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:50.766222Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748353,"received-request-id":11686169504786748349} {"level":"info","ts":"2026-03-30T16:49:50.781037Z","caller":"traceutil/trace.go:171","msg":"trace[1209970961] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1076; }","duration":"756.464371ms","start":"2026-03-30T16:49:50.024533Z","end":"2026-03-30T16:49:50.780997Z","steps":["trace[1209970961] 'process raft request' (duration: 756.154517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.781312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.024509Z","time spent":"756.661575ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:51.244244Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:51.310354Z","caller":"traceutil/trace.go:171","msg":"trace[679242736] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1225; }","duration":"566.941097ms","start":"2026-03-30T16:49:50.743391Z","end":"2026-03-30T16:49:51.310332Z","steps":["trace[679242736] 'read index received' (duration: 566.934217ms)","trace[679242736] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:51.810852Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.173773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43035604s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:52.173853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.267201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:23094"} {"level":"info","ts":"2026-03-30T16:49:52.173879Z","caller":"traceutil/trace.go:171","msg":"trace[1007733767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1079; }","duration":"1.430464701s","start":"2026-03-30T16:49:50.743387Z","end":"2026-03-30T16:49:52.173852Z","steps":["trace[1007733767] 'agreement among raft nodes before linearized reading' (duration: 567.050099ms)","trace[1007733767] 'range keys from in-memory index tree' (duration: 863.287721ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:52.174228Z","caller":"traceutil/trace.go:171","msg":"trace[1576422078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1079; }","duration":"1.412627927s","start":"2026-03-30T16:49:50.761504Z","end":"2026-03-30T16:49:52.174132Z","steps":["trace[1576422078] 'process raft request' (duration: 548.981681ms)","trace[1576422078] 'compare' (duration: 863.18341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:52.175476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.761483Z","time spent":"1.412952591s","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23117,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:52.311588Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.745059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:49:52.745122Z","caller":"traceutil/trace.go:171","msg":"trace[956522553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463663s","start":"2026-03-30T16:49:50.744644Z","end":"2026-03-30T16:49:52.745108Z","steps":["trace[956522553] 'agreement among raft nodes before linearized reading' (duration: 2.000383572s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:52.745178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.744633Z","time spent":"2.000538404s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:49:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:49:52.811890Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.312281Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.813202Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.313436Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.754680Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:49:54.754778Z","caller":"traceutil/trace.go:171","msg":"trace[1221993821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612907s","start":"2026-03-30T16:49:52.754143Z","end":"2026-03-30T16:49:54.754756Z","steps":["trace[1221993821] 'agreement among raft nodes before linearized reading' (duration: 2.000498566s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.754835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.754127Z","time spent":"2.000696058s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:49:54.814538Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:55.067408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.75696119s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:49:55.290395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04304592s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.290473Z","caller":"traceutil/trace.go:171","msg":"trace[649481034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"1.043132771s","start":"2026-03-30T16:49:54.247323Z","end":"2026-03-30T16:49:55.290455Z","steps":["trace[649481034] 'range keys from in-memory index tree' (duration: 1.043002599s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.291487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.678612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-30T16:49:55.291551Z","caller":"traceutil/trace.go:171","msg":"trace[1347528139] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1081; }","duration":"4.520617306s","start":"2026-03-30T16:49:50.770917Z","end":"2026-03-30T16:49:55.291535Z","steps":["trace[1347528139] 'process raft request' (duration: 4.296845602s)","trace[1347528139] 'compare' (duration: 223.646092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.291632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.770896Z","time spent":"4.520716048s","remote":"127.0.0.1:38682","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:55.315068Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:55.416077Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748356,"received-request-id":11686169504786748353} {"level":"info","ts":"2026-03-30T16:49:55.664299Z","caller":"traceutil/trace.go:171","msg":"trace[748840539] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1229; }","duration":"4.35383473s","start":"2026-03-30T16:49:51.310419Z","end":"2026-03-30T16:49:55.664253Z","steps":["trace[748840539] 'read index received' (duration: 4.35382661s)","trace[748840539] 'applied index is now lower than readState.Index' (duration: 6.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.664404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837420682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:49:55.664504Z","caller":"traceutil/trace.go:171","msg":"trace[1839036860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1082; }","duration":"4.837572424s","start":"2026-03-30T16:49:50.826915Z","end":"2026-03-30T16:49:55.664487Z","steps":["trace[1839036860] 'agreement among raft nodes before linearized reading' (duration: 4.837361461s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.664563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.826898Z","time spent":"4.837655315s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.664646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901524834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:29467"} {"level":"info","ts":"2026-03-30T16:49:55.664686Z","caller":"traceutil/trace.go:171","msg":"trace[524104344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1082; }","duration":"4.901621705s","start":"2026-03-30T16:49:50.763054Z","end":"2026-03-30T16:49:55.664676Z","steps":["trace[524104344] 'agreement among raft nodes before linearized reading' (duration: 4.901322352s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.664743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.763047Z","time spent":"4.901685886s","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29490,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.753809Z","caller":"traceutil/trace.go:171","msg":"trace[1895108410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1085; }","duration":"3.563370998s","start":"2026-03-30T16:49:52.190420Z","end":"2026-03-30T16:49:55.753791Z","steps":["trace[1895108410] 'process raft request' (duration: 3.563147525s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.753895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.912659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.753922Z","caller":"traceutil/trace.go:171","msg":"trace[1509745095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"998.96864ms","start":"2026-03-30T16:49:54.754944Z","end":"2026-03-30T16:49:55.753913Z","steps":["trace[1509745095] 'agreement among raft nodes before linearized reading' (duration: 998.915569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.753922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.190389Z","time spent":"3.56348284s","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29512,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:55.753938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.754927Z","time spent":"999.00841ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:55.754043Z","caller":"traceutil/trace.go:171","msg":"trace[632039066] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"2.999189972s","start":"2026-03-30T16:49:52.754847Z","end":"2026-03-30T16:49:55.754037Z","steps":["trace[632039066] 'process raft request' (duration: 2.998827538s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174407775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:49:55.754083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.754834Z","time spent":"2.999233443s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.754091Z","caller":"traceutil/trace.go:171","msg":"trace[1311884561] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1087; }","duration":"1.174460006s","start":"2026-03-30T16:49:54.579626Z","end":"2026-03-30T16:49:55.754086Z","steps":["trace[1311884561] 'agreement among raft nodes before linearized reading' (duration: 1.174410365s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.579605Z","time spent":"1.174499276s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:55.754213Z","caller":"traceutil/trace.go:171","msg":"trace[422233850] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"1.25267969s","start":"2026-03-30T16:49:54.501527Z","end":"2026-03-30T16:49:55.754206Z","steps":["trace[422233850] 'process raft request' (duration: 1.252205084s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942029246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T16:49:55.754248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.501502Z","time spent":"1.252730752s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.754251Z","caller":"traceutil/trace.go:171","msg":"trace[639087476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1087; }","duration":"2.942084066s","start":"2026-03-30T16:49:52.812162Z","end":"2026-03-30T16:49:55.754246Z","steps":["trace[639087476] 'agreement among raft nodes before linearized reading' (duration: 2.942051575s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.812144Z","time spent":"2.942118207s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.754323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.933705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-30T16:49:55.754343Z","caller":"traceutil/trace.go:171","msg":"trace[1828263007] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1087; }","duration":"461.984755ms","start":"2026-03-30T16:49:55.292353Z","end":"2026-03-30T16:49:55.754338Z","steps":["trace[1828263007] 'agreement among raft nodes before linearized reading' (duration: 461.951375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.292336Z","time spent":"462.017285ms","remote":"127.0.0.1:38682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1024,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.754360Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434339013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:49:55.754376Z","caller":"traceutil/trace.go:171","msg":"trace[122963181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1087; }","duration":"3.434392944s","start":"2026-03-30T16:49:52.319978Z","end":"2026-03-30T16:49:55.754371Z","steps":["trace[122963181] 'agreement among raft nodes before linearized reading' (duration: 3.434360844s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.319959Z","time spent":"3.434430225s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.754495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474176333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T16:49:55.754532Z","caller":"traceutil/trace.go:171","msg":"trace[1159698567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1087; }","duration":"3.474232134s","start":"2026-03-30T16:49:52.280280Z","end":"2026-03-30T16:49:55.754513Z","steps":["trace[1159698567] 'agreement among raft nodes before linearized reading' (duration: 3.474196394s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.754549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.280261Z","time spent":"3.474283125s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.754626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57881815s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.754640Z","caller":"traceutil/trace.go:171","msg":"trace[1353396623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"3.57883226s","start":"2026-03-30T16:49:52.175803Z","end":"2026-03-30T16:49:55.754635Z","steps":["trace[1353396623] 'agreement among raft nodes before linearized reading' (duration: 3.578811709s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.268089Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:56.454144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.178752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:56.674146Z","caller":"traceutil/trace.go:171","msg":"trace[459471612] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1246; }","duration":"906.108835ms","start":"2026-03-30T16:49:55.768003Z","end":"2026-03-30T16:49:56.674112Z","steps":["trace[459471612] 'read index received' (duration: 906.101034ms)","trace[459471612] 'applied index is now lower than readState.Index' (duration: 6.101µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.674420Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.390068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.674475Z","caller":"traceutil/trace.go:171","msg":"trace[1060934079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"906.54524ms","start":"2026-03-30T16:49:55.767914Z","end":"2026-03-30T16:49:56.674459Z","steps":["trace[1060934079] 'agreement among raft nodes before linearized reading' (duration: 906.441879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.674567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.767900Z","time spent":"906.651821ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:56.674704Z","caller":"traceutil/trace.go:171","msg":"trace[419770298] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"905.03173ms","start":"2026-03-30T16:49:55.769663Z","end":"2026-03-30T16:49:56.674695Z","steps":["trace[419770298] 'process raft request' (duration: 904.620925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.674786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.769651Z","time spent":"905.08899ms","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.674899Z","caller":"traceutil/trace.go:171","msg":"trace[595705796] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1093; }","duration":"895.03125ms","start":"2026-03-30T16:49:55.779857Z","end":"2026-03-30T16:49:56.674888Z","steps":["trace[595705796] 'process raft request' (duration: 894.556374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.674938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.779836Z","time spent":"895.081012ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65250,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:56.726285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.374975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:80694"} {"level":"info","ts":"2026-03-30T16:49:56.726393Z","caller":"traceutil/trace.go:171","msg":"trace[1744867737] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1094; }","duration":"930.518847ms","start":"2026-03-30T16:49:55.795857Z","end":"2026-03-30T16:49:56.726376Z","steps":["trace[1744867737] 'agreement among raft nodes before linearized reading' (duration: 930.356575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.726445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.795842Z","time spent":"930.592347ms","remote":"127.0.0.1:38178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":80717,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.726278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.226703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:49:56.726499Z","caller":"traceutil/trace.go:171","msg":"trace[74649762] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:1094; }","duration":"380.529177ms","start":"2026-03-30T16:49:56.345952Z","end":"2026-03-30T16:49:56.726481Z","steps":["trace[74649762] 'agreement among raft nodes before linearized reading' (duration: 380.204503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.726551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:56.345931Z","time spent":"380.604578ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.726572Z","caller":"traceutil/trace.go:171","msg":"trace[1870985329] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"178.151937ms","start":"2026-03-30T16:49:56.548404Z","end":"2026-03-30T16:49:56.726556Z","steps":["trace[1870985329] 'process raft request' (duration: 178.119857ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:57.605712Z","caller":"traceutil/trace.go:171","msg":"trace[2062277161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1121; }","duration":"138.51591ms","start":"2026-03-30T16:49:57.467174Z","end":"2026-03-30T16:49:57.605690Z","steps":["trace[2062277161] 'process raft request' (duration: 138.275477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:58.753118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.25136ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:49:58.753334Z","caller":"traceutil/trace.go:171","msg":"trace[668864896] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"108.45584ms","start":"2026-03-30T16:49:58.644866Z","end":"2026-03-30T16:49:58.753321Z","steps":["trace[668864896] 'read index received' (duration: 1.818774ms)","trace[668864896] 'applied index is now lower than readState.Index' (duration: 106.635656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:58.753440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:49:58.753472Z","caller":"traceutil/trace.go:171","msg":"trace[66804573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1129; }","duration":"108.632342ms","start":"2026-03-30T16:49:58.644833Z","end":"2026-03-30T16:49:58.753465Z","steps":["trace[66804573] 'agreement among raft nodes before linearized reading' (duration: 108.554921ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:00.113731Z","caller":"traceutil/trace.go:171","msg":"trace[1420287675] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1314; }","duration":"122.009543ms","start":"2026-03-30T16:49:59.991701Z","end":"2026-03-30T16:50:00.113710Z","steps":["trace[1420287675] 'read index received' (duration: 122.004773ms)","trace[1420287675] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:00.113921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.200536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:00.114005Z","caller":"traceutil/trace.go:171","msg":"trace[782573929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1134; }","duration":"122.327178ms","start":"2026-03-30T16:49:59.991658Z","end":"2026-03-30T16:50:00.113986Z","steps":["trace[782573929] 'agreement among raft nodes before linearized reading' (duration: 122.125625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.647400Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.166077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:00.648332Z","caller":"traceutil/trace.go:171","msg":"trace[716227433] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:1134; }","duration":"320.821346ms","start":"2026-03-30T16:50:00.327149Z","end":"2026-03-30T16:50:00.647970Z","steps":["trace[716227433] 'count revisions from in-memory index tree' (duration: 318.503327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.648400Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.327129Z","time spent":"321.253551ms","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":30,"request content":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:00.909325Z","caller":"traceutil/trace.go:171","msg":"trace[804349360] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1317; }","duration":"219.256513ms","start":"2026-03-30T16:50:00.690052Z","end":"2026-03-30T16:50:00.909308Z","steps":["trace[804349360] 'read index received' (duration: 219.253533ms)","trace[804349360] 'applied index is now lower than readState.Index' (duration: 2.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:00.909410Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.346014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:00.909432Z","caller":"traceutil/trace.go:171","msg":"trace[394979118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1137; }","duration":"219.378775ms","start":"2026-03-30T16:50:00.690047Z","end":"2026-03-30T16:50:00.909426Z","steps":["trace[394979118] 'agreement among raft nodes before linearized reading' (duration: 219.326154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.118032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.579178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.118132Z","caller":"traceutil/trace.go:171","msg":"trace[2069670965] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1141; }","duration":"428.68205ms","start":"2026-03-30T16:50:01.689425Z","end":"2026-03-30T16:50:02.118107Z","steps":["trace[2069670965] 'range keys from in-memory index tree' (duration: 428.534538ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.227306Z","caller":"traceutil/trace.go:171","msg":"trace[904079897] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1322; }","duration":"349.333299ms","start":"2026-03-30T16:50:01.877944Z","end":"2026-03-30T16:50:02.227278Z","steps":["trace[904079897] 'read index received' (duration: 349.324899ms)","trace[904079897] 'applied index is now lower than readState.Index' (duration: 6.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.405861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.85198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:02.405997Z","caller":"traceutil/trace.go:171","msg":"trace[1903447914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1142; }","duration":"528.065484ms","start":"2026-03-30T16:50:01.877900Z","end":"2026-03-30T16:50:02.405965Z","steps":["trace[1903447914] 'agreement among raft nodes before linearized reading' (duration: 349.483621ms)","trace[1903447914] 'range keys from in-memory index tree' (duration: 178.33938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.406340Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.772455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:50:02.406073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.877878Z","time spent":"528.180115ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:02.429951Z","caller":"traceutil/trace.go:171","msg":"trace[2059783753] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1322; }","duration":"202.528745ms","start":"2026-03-30T16:50:02.227382Z","end":"2026-03-30T16:50:02.429910Z","steps":["trace[2059783753] 'read index received' (duration: 151.816123ms)","trace[2059783753] 'applied index is now lower than readState.Index' (duration: 50.710812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.430356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.116132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.430536Z","caller":"traceutil/trace.go:171","msg":"trace[764423679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1143; }","duration":"312.327555ms","start":"2026-03-30T16:50:02.118190Z","end":"2026-03-30T16:50:02.430517Z","steps":["trace[764423679] 'agreement among raft nodes before linearized reading' (duration: 312.021551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.430452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.230348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:50:02.430818Z","caller":"traceutil/trace.go:171","msg":"trace[1842837565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1143; }","duration":"552.666215ms","start":"2026-03-30T16:50:01.878131Z","end":"2026-03-30T16:50:02.430797Z","steps":["trace[1842837565] 'agreement among raft nodes before linearized reading' (duration: 552.167748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.430950Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.878115Z","time spent":"552.786707ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:04.422956Z","caller":"traceutil/trace.go:171","msg":"trace[1905031696] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1332; }","duration":"186.557049ms","start":"2026-03-30T16:50:04.236376Z","end":"2026-03-30T16:50:04.422933Z","steps":["trace[1905031696] 'read index received' (duration: 186.489188ms)","trace[1905031696] 'applied index is now lower than readState.Index' (duration: 66.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.423146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.746591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:50:04.423241Z","caller":"traceutil/trace.go:171","msg":"trace[1055774600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1150; }","duration":"186.874853ms","start":"2026-03-30T16:50:04.236347Z","end":"2026-03-30T16:50:04.423222Z","steps":["trace[1055774600] 'agreement among raft nodes before linearized reading' (duration: 186.685161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.918288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.476907ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.918350Z","caller":"traceutil/trace.go:171","msg":"trace[2041837635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1150; }","duration":"228.552568ms","start":"2026-03-30T16:50:04.689784Z","end":"2026-03-30T16:50:04.918337Z","steps":["trace[2041837635] 'range keys from in-memory index tree' (duration: 228.435376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.918362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.370922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.918466Z","caller":"traceutil/trace.go:171","msg":"trace[465750181] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1150; }","duration":"412.524504ms","start":"2026-03-30T16:50:04.505913Z","end":"2026-03-30T16:50:04.918438Z","steps":["trace[465750181] 'count revisions from in-memory index tree' (duration: 396.873227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.918509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.902653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:04.918514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.505895Z","time spent":"412.607225ms","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:04.918586Z","caller":"traceutil/trace.go:171","msg":"trace[1049113585] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1150; }","duration":"225.020815ms","start":"2026-03-30T16:50:04.693547Z","end":"2026-03-30T16:50:04.918568Z","steps":["trace[1049113585] 'count revisions from in-memory index tree' (duration: 223.147851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.244746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.373091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:50:05.941048Z","caller":"traceutil/trace.go:171","msg":"trace[1916973178] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1336; }","duration":"250.954083ms","start":"2026-03-30T16:50:05.690068Z","end":"2026-03-30T16:50:05.941022Z","steps":["trace[1916973178] 'read index received' (duration: 250.944643ms)","trace[1916973178] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.391470Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.376006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:06.391683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.43996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:06.391732Z","caller":"traceutil/trace.go:171","msg":"trace[1092128640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1153; }","duration":"701.640289ms","start":"2026-03-30T16:50:05.690061Z","end":"2026-03-30T16:50:06.391701Z","steps":["trace[1092128640] 'agreement among raft nodes before linearized reading' (duration: 251.039774ms)","trace[1092128640] 'range keys from in-memory index tree' (duration: 450.313012ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:06.451872Z","caller":"traceutil/trace.go:171","msg":"trace[70482620] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1338; }","duration":"483.225755ms","start":"2026-03-30T16:50:05.968626Z","end":"2026-03-30T16:50:06.451852Z","steps":["trace[70482620] 'read index received' (duration: 483.058183ms)","trace[70482620] 'applied index is now lower than readState.Index' (duration: 166.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:06.451977Z","caller":"traceutil/trace.go:171","msg":"trace[1567331364] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"629.775766ms","start":"2026-03-30T16:50:05.822181Z","end":"2026-03-30T16:50:06.451956Z","steps":["trace[1567331364] 'process raft request' (duration: 629.628084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.452119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.822160Z","time spent":"629.879667ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:06.452004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.367826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.452484Z","caller":"traceutil/trace.go:171","msg":"trace[1411309166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1157; }","duration":"483.891223ms","start":"2026-03-30T16:50:05.968571Z","end":"2026-03-30T16:50:06.452462Z","steps":["trace[1411309166] 'agreement among raft nodes before linearized reading' (duration: 483.387997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.452594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.968551Z","time spent":"484.026774ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:06.454125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.147733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:50:06.454190Z","caller":"traceutil/trace.go:171","msg":"trace[662616659] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:1157; }","duration":"107.246005ms","start":"2026-03-30T16:50:06.346929Z","end":"2026-03-30T16:50:06.454175Z","steps":["trace[662616659] 'agreement among raft nodes before linearized reading' (duration: 107.130393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.454252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.006756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:06.454412Z","caller":"traceutil/trace.go:171","msg":"trace[1676461034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1157; }","duration":"172.168047ms","start":"2026-03-30T16:50:06.282198Z","end":"2026-03-30T16:50:06.454366Z","steps":["trace[1676461034] 'agreement among raft nodes before linearized reading' (duration: 171.903444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.454397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.904159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:06.454188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.28703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:50:06.454485Z","caller":"traceutil/trace.go:171","msg":"trace[68863843] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1157; }","duration":"190.194192ms","start":"2026-03-30T16:50:06.264270Z","end":"2026-03-30T16:50:06.454464Z","steps":["trace[68863843] 'agreement among raft nodes before linearized reading' (duration: 189.900989ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:06.454528Z","caller":"traceutil/trace.go:171","msg":"trace[1948069173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1157; }","duration":"287.651944ms","start":"2026-03-30T16:50:06.166853Z","end":"2026-03-30T16:50:06.454505Z","steps":["trace[1948069173] 'agreement among raft nodes before linearized reading' (duration: 287.156298ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:07.901618Z","caller":"traceutil/trace.go:171","msg":"trace[1969331604] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"964.951148ms","start":"2026-03-30T16:50:06.936648Z","end":"2026-03-30T16:50:07.901599Z","steps":["trace[1969331604] 'process raft request' (duration: 964.731205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.901842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.936627Z","time spent":"965.15874ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:07.901635Z","caller":"traceutil/trace.go:171","msg":"trace[1692213027] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1345; }","duration":"211.959367ms","start":"2026-03-30T16:50:07.689662Z","end":"2026-03-30T16:50:07.901621Z","steps":["trace[1692213027] 'read index received' (duration: 211.955497ms)","trace[1692213027] 'applied index is now lower than readState.Index' (duration: 3.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:07.901710Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.033348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:07.902003Z","caller":"traceutil/trace.go:171","msg":"trace[2093535332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1161; }","duration":"212.335033ms","start":"2026-03-30T16:50:07.689656Z","end":"2026-03-30T16:50:07.901991Z","steps":["trace[2093535332] 'agreement among raft nodes before linearized reading' (duration: 212.008868ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:08.138893Z","caller":"traceutil/trace.go:171","msg":"trace[1774003979] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"170.724369ms","start":"2026-03-30T16:50:07.968136Z","end":"2026-03-30T16:50:08.138861Z","steps":["trace[1774003979] 'read index received' (duration: 155.569431ms)","trace[1774003979] 'applied index is now lower than readState.Index' (duration: 15.153668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.139054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.891791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:08.139084Z","caller":"traceutil/trace.go:171","msg":"trace[1654063578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"170.979342ms","start":"2026-03-30T16:50:07.968093Z","end":"2026-03-30T16:50:08.139073Z","steps":["trace[1654063578] 'agreement among raft nodes before linearized reading' (duration: 170.891781ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:08.771505Z","caller":"traceutil/trace.go:171","msg":"trace[1453076078] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1346; }","duration":"245.919564ms","start":"2026-03-30T16:50:08.525567Z","end":"2026-03-30T16:50:08.771487Z","steps":["trace[1453076078] 'read index received' (duration: 184.082095ms)","trace[1453076078] 'applied index is now lower than readState.Index' (duration: 61.836679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.771612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.032276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:08.771755Z","caller":"traceutil/trace.go:171","msg":"trace[155075237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1166; }","duration":"246.237887ms","start":"2026-03-30T16:50:08.525503Z","end":"2026-03-30T16:50:08.771740Z","steps":["trace[155075237] 'agreement among raft nodes before linearized reading' (duration: 246.049955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.772650Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.193856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:08.772711Z","caller":"traceutil/trace.go:171","msg":"trace[2037137653] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1166; }","duration":"213.305567ms","start":"2026-03-30T16:50:08.559391Z","end":"2026-03-30T16:50:08.772697Z","steps":["trace[2037137653] 'agreement among raft nodes before linearized reading' (duration: 213.212106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:09.086402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.557427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:09.086488Z","caller":"traceutil/trace.go:171","msg":"trace[1629681060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1166; }","duration":"115.655059ms","start":"2026-03-30T16:50:08.970813Z","end":"2026-03-30T16:50:09.086468Z","steps":["trace[1629681060] 'range keys from in-memory index tree' (duration: 114.19325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.508345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.461734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:10.508824Z","caller":"traceutil/trace.go:171","msg":"trace[88161298] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1352; }","duration":"536.737734ms","start":"2026-03-30T16:50:09.972071Z","end":"2026-03-30T16:50:10.508809Z","steps":["trace[88161298] 'read index received' (duration: 36.967909ms)","trace[88161298] 'applied index is now lower than readState.Index' (duration: 499.768885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:10.508904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.832215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.508923Z","caller":"traceutil/trace.go:171","msg":"trace[1657189619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"536.887096ms","start":"2026-03-30T16:50:09.972030Z","end":"2026-03-30T16:50:10.508917Z","steps":["trace[1657189619] 'agreement among raft nodes before linearized reading' (duration: 536.846395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.508944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.972015Z","time spent":"536.923876ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:10.516005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.908559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:10.516098Z","caller":"traceutil/trace.go:171","msg":"trace[1830613389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1171; }","duration":"542.01911ms","start":"2026-03-30T16:50:09.974054Z","end":"2026-03-30T16:50:10.516073Z","steps":["trace[1830613389] 'agreement among raft nodes before linearized reading' (duration: 541.879688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.516179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.974047Z","time spent":"542.110281ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.516223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.706605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:50:10.516513Z","caller":"traceutil/trace.go:171","msg":"trace[1940747744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1171; }","duration":"187.198601ms","start":"2026-03-30T16:50:10.329290Z","end":"2026-03-30T16:50:10.516488Z","steps":["trace[1940747744] 'agreement among raft nodes before linearized reading' (duration: 186.653694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.697582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008120575s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:11.697665Z","caller":"traceutil/trace.go:171","msg":"trace[195773444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1172; }","duration":"1.008212337s","start":"2026-03-30T16:50:10.689434Z","end":"2026-03-30T16:50:11.697646Z","steps":["trace[195773444] 'range keys from in-memory index tree' (duration: 1.008072704s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:11.804429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1358, vote: 0] ignored MsgPreVote from 975f045ff4f5c0fb [logterm: 3, index: 1358] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-03-30T16:50:12.081031Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.582256Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.083234Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.583507Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:13.858224Z","caller":"traceutil/trace.go:171","msg":"trace[202741996] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1358; }","duration":"2.27817984s","start":"2026-03-30T16:50:11.580017Z","end":"2026-03-30T16:50:13.858197Z","steps":["trace[202741996] 'read index received' (duration: 2.27817032s)","trace[202741996] 'applied index is now lower than readState.Index' (duration: 5.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:13.858497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278456893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:13.858553Z","caller":"traceutil/trace.go:171","msg":"trace[706039532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1173; }","duration":"2.278546814s","start":"2026-03-30T16:50:11.579980Z","end":"2026-03-30T16:50:13.858526Z","steps":["trace[706039532] 'agreement among raft nodes before linearized reading' (duration: 2.278439062s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.858588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.579955Z","time spent":"2.278624385s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:13.969386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:13.969473Z","caller":"traceutil/trace.go:171","msg":"trace[549990827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750372s","start":"2026-03-30T16:50:11.968703Z","end":"2026-03-30T16:50:13.969453Z","steps":["trace[549990827] 'agreement among raft nodes before linearized reading' (duration: 2.0006326s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.969534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.968686Z","time spent":"2.000836244s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:14.359139Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:14.529489Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748449,"received-request-id":11686169504786748446} {"level":"warn","ts":"2026-03-30T16:50:14.860118Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.902805Z","caller":"traceutil/trace.go:171","msg":"trace[698230122] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1363; }","duration":"1.044491473s","start":"2026-03-30T16:50:13.858288Z","end":"2026-03-30T16:50:14.902780Z","steps":["trace[698230122] 'read index received' (duration: 1.044484903s)","trace[698230122] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:14.903606Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748450,"received-request-id":11686169504786748449} {"level":"warn","ts":"2026-03-30T16:50:15.126915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.181508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.126985Z","caller":"traceutil/trace.go:171","msg":"trace[1578030458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"879.261009ms","start":"2026-03-30T16:50:14.247706Z","end":"2026-03-30T16:50:15.126967Z","steps":["trace[1578030458] 'range keys from in-memory index tree' (duration: 879.117607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.127133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975786852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:15.127226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42950246s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.127212Z","caller":"traceutil/trace.go:171","msg":"trace[1729756564] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1178; }","duration":"1.975941423s","start":"2026-03-30T16:50:13.151256Z","end":"2026-03-30T16:50:15.127197Z","steps":["trace[1729756564] 'agreement among raft nodes before linearized reading' (duration: 1.751648584s)","trace[1729756564] 'count revisions from in-memory index tree' (duration: 224.146838ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:15.127293Z","caller":"traceutil/trace.go:171","msg":"trace[1808880096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"3.42957736s","start":"2026-03-30T16:50:11.697703Z","end":"2026-03-30T16:50:15.127280Z","steps":["trace[1808880096] 'agreement among raft nodes before linearized reading' (duration: 3.20519085s)","trace[1808880096] 'range keys from in-memory index tree' (duration: 224.129297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.127368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.151238Z","time spent":"1.976117216s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:15.128045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333738031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:15.128140Z","caller":"traceutil/trace.go:171","msg":"trace[1812790944] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1178; }","duration":"1.333889902s","start":"2026-03-30T16:50:13.794225Z","end":"2026-03-30T16:50:15.128115Z","steps":["trace[1812790944] 'agreement among raft nodes before linearized reading' (duration: 1.108603511s)","trace[1812790944] 'count revisions from in-memory index tree' (duration: 225.145379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.128200Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.794204Z","time spent":"1.333981074s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:15.128349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292361174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:15.128401Z","caller":"traceutil/trace.go:171","msg":"trace[2072373688] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1178; }","duration":"3.292446795s","start":"2026-03-30T16:50:11.835938Z","end":"2026-03-30T16:50:15.128385Z","steps":["trace[2072373688] 'agreement among raft nodes before linearized reading' (duration: 3.066946481s)","trace[2072373688] 'count revisions from in-memory index tree' (duration: 225.426223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.128383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160502086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:15.128520Z","caller":"traceutil/trace.go:171","msg":"trace[214410737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1178; }","duration":"2.160722379s","start":"2026-03-30T16:50:12.967762Z","end":"2026-03-30T16:50:15.128484Z","steps":["trace[214410737] 'agreement among raft nodes before linearized reading' (duration: 1.935086834s)","trace[214410737] 'range keys from in-memory index tree' (duration: 224.521532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.128586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.967732Z","time spent":"2.16084114s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.128448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.835921Z","time spent":"3.292516075s","remote":"127.0.0.1:38490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":57,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:15.128788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454609198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:15.128818Z","caller":"traceutil/trace.go:171","msg":"trace[1129369873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1178; }","duration":"1.455262137s","start":"2026-03-30T16:50:13.673547Z","end":"2026-03-30T16:50:15.128809Z","steps":["trace[1129369873] 'agreement among raft nodes before linearized reading' (duration: 1.229285857s)","trace[1129369873] 'range keys from in-memory index tree' (duration: 225.321991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.128856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.673525Z","time spent":"1.455325547s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.147770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.161472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:15.162620Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.083758Z","time spent":"3.078854222s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:15.239076Z","caller":"traceutil/trace.go:171","msg":"trace[731745244] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1363; }","duration":"336.179309ms","start":"2026-03-30T16:50:14.902862Z","end":"2026-03-30T16:50:15.239042Z","steps":["trace[731745244] 'read index received' (duration: 1.883502ms)","trace[731745244] 'applied index is now lower than readState.Index' (duration: 334.292327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.239428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269461373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.239495Z","caller":"traceutil/trace.go:171","msg":"trace[1399602482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"1.269578685s","start":"2026-03-30T16:50:13.969901Z","end":"2026-03-30T16:50:15.239480Z","steps":["trace[1399602482] 'agreement among raft nodes before linearized reading' (duration: 1.269480214s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.239523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.969873Z","time spent":"1.269645326s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:15.240176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.545832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:50:15.240423Z","caller":"traceutil/trace.go:171","msg":"trace[641282794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1182; }","duration":"820.289321ms","start":"2026-03-30T16:50:14.420118Z","end":"2026-03-30T16:50:15.240407Z","steps":["trace[641282794] 'agreement among raft nodes before linearized reading' (duration: 819.462521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.240482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.420090Z","time spent":"820.377632ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.260868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.975533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.260969Z","caller":"traceutil/trace.go:171","msg":"trace[891764653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"113.091615ms","start":"2026-03-30T16:50:15.147856Z","end":"2026-03-30T16:50:15.260948Z","steps":["trace[891764653] 'agreement among raft nodes before linearized reading' (duration: 112.961313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:16.191167Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:16.691433Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:17.191820Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:17.692300Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.193204Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.693855Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.968372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:18.968473Z","caller":"traceutil/trace.go:171","msg":"trace[1364596965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392979s","start":"2026-03-30T16:50:16.968058Z","end":"2026-03-30T16:50:18.968451Z","steps":["trace[1364596965] 'agreement among raft nodes before linearized reading' (duration: 2.000276568s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:18.968535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.968041Z","time spent":"2.0004816s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:19.169525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:19.194797Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:19.725288Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.226159Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:20.269775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:20.463372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.720904228s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:20.727052Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.969640Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:20.969744Z","caller":"traceutil/trace.go:171","msg":"trace[836881472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066014s","start":"2026-03-30T16:50:18.969061Z","end":"2026-03-30T16:50:20.969721Z","steps":["trace[836881472] 'agreement among raft nodes before linearized reading' (duration: 2.000533239s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.969803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.969045Z","time spent":"2.000746251s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:21.227787Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:21.369586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:50:21.727930Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.228457Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:22.468974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:50:22.640259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999271194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:22.640343Z","caller":"traceutil/trace.go:171","msg":"trace[231960679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999411787s","start":"2026-03-30T16:50:17.640914Z","end":"2026-03-30T16:50:22.640326Z","steps":["trace[231960679] 'agreement among raft nodes before linearized reading' (duration: 4.999289805s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.640392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.640895Z","time spent":"4.999486487s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:22.690582Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-30T16:50:22.690708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000430198s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-30T16:50:22.690740Z","caller":"traceutil/trace.go:171","msg":"trace[48163063] range","detail":"{range_begin:; range_end:; }","duration":"7.000482379s","start":"2026-03-30T16:50:15.690244Z","end":"2026-03-30T16:50:22.690727Z","steps":["trace[48163063] 'agreement among raft nodes before linearized reading' (duration: 7.000428008s)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:50:22.690850Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:50:22.976945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:22.977031Z","caller":"traceutil/trace.go:171","msg":"trace[1769472057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120549s","start":"2026-03-30T16:50:20.976890Z","end":"2026-03-30T16:50:22.977011Z","steps":["trace[1769472057] 'agreement among raft nodes before linearized reading' (duration: 2.000012778s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.977079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.976866Z","time spent":"2.000204201s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:23.191505Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:23.570221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:50:23.692441Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:23.752274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05889689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:23.772088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.771665Z","time spent":"7.000419351s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:24.193340Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:24.380959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000115315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:24.381035Z","caller":"traceutil/trace.go:171","msg":"trace[300124337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000265876s","start":"2026-03-30T16:50:19.380753Z","end":"2026-03-30T16:50:24.381019Z","steps":["trace[300124337] 'agreement among raft nodes before linearized reading' (duration: 5.000147685s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.381091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.380733Z","time spent":"5.000347248s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/30 16:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:24.668919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] cast MsgPreVote for 3b472061280a15b4 [logterm: 3, index: 1385] at term 3"} {"level":"warn","ts":"2026-03-30T16:50:24.694401Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:24.837712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [term: 3] received a MsgVote message with higher term from 3b472061280a15b4 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:24.837776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 4"} {"level":"info","ts":"2026-03-30T16:50:24.837795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 3, index: 1385, vote: 0] cast MsgVote for 3b472061280a15b4 [logterm: 3, index: 1385] at term 4"} {"level":"info","ts":"2026-03-30T16:50:24.837812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d lost leader 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:24.876766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d elected leader 3b472061280a15b4 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:24.943472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118585749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.943533Z","caller":"traceutil/trace.go:171","msg":"trace[1366805975] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; }","duration":"4.118689111s","start":"2026-03-30T16:50:20.824831Z","end":"2026-03-30T16:50:24.943520Z","steps":["trace[1366805975] 'agreement among raft nodes before linearized reading' (duration: 4.11861972s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.943533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680511274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:24.943530Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223673591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:24.943554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411472412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:24.943636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.038269067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:24.943633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.596213515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:24.943636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.990476901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.943656Z","caller":"traceutil/trace.go:171","msg":"trace[830615744] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tzvm8; range_end:; }","duration":"9.038366738s","start":"2026-03-30T16:50:15.905282Z","end":"2026-03-30T16:50:24.943649Z","steps":["trace[830615744] 'agreement among raft nodes before linearized reading' (duration: 9.038349168s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:24.943661Z","caller":"traceutil/trace.go:171","msg":"trace[1344959306] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; }","duration":"8.596275825s","start":"2026-03-30T16:50:16.347378Z","end":"2026-03-30T16:50:24.943653Z","steps":["trace[1344959306] 'agreement among raft nodes before linearized reading' (duration: 8.596246315s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:24.943656Z","caller":"traceutil/trace.go:171","msg":"trace[976504765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.411654333s","start":"2026-03-30T16:50:17.531984Z","end":"2026-03-30T16:50:24.943638Z","steps":["trace[976504765] 'agreement among raft nodes before linearized reading' (duration: 7.411495801s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.943679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.905210Z","time spent":"9.038464621s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:24.943683Z","caller":"traceutil/trace.go:171","msg":"trace[205839810] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"5.990568483s","start":"2026-03-30T16:50:18.953102Z","end":"2026-03-30T16:50:24.943671Z","steps":["trace[205839810] 'agreement among raft nodes before linearized reading' (duration: 5.990515012s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.943698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.347360Z","time spent":"8.596326156s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.205\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.943721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.953082Z","time spent":"5.990627574s","remote":"127.0.0.1:38528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:24.943735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.531968Z","time spent":"7.411752964s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.943589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.824808Z","time spent":"4.118753271s","remote":"127.0.0.1:38456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:24.943472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971093135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.944033Z","caller":"traceutil/trace.go:171","msg":"trace[1387605213] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200; range_end:; }","duration":"3.971679752s","start":"2026-03-30T16:50:20.972344Z","end":"2026-03-30T16:50:24.944024Z","steps":["trace[1387605213] 'agreement among raft nodes before linearized reading' (duration: 3.971091965s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.944064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.972292Z","time spent":"3.971763172s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:24.943578Z","caller":"traceutil/trace.go:171","msg":"trace[1326759444] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"3.680598564s","start":"2026-03-30T16:50:21.262966Z","end":"2026-03-30T16:50:24.943565Z","steps":["trace[1326759444] 'agreement among raft nodes before linearized reading' (duration: 3.680544684s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.944131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:21.262945Z","time spent":"3.681174112s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:24.943590Z","caller":"traceutil/trace.go:171","msg":"trace[730598322] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"4.223782882s","start":"2026-03-30T16:50:20.719794Z","end":"2026-03-30T16:50:24.943577Z","steps":["trace[730598322] 'agreement among raft nodes before linearized reading' (duration: 4.223709091s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.944253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.719774Z","time spent":"4.224460219s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:24.943619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.410660008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.944481Z","caller":"traceutil/trace.go:171","msg":"trace[1116550212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.411518898s","start":"2026-03-30T16:50:16.532952Z","end":"2026-03-30T16:50:24.944471Z","steps":["trace[1116550212] 'agreement among raft nodes before linearized reading' (duration: 8.410660228s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.944519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.532890Z","time spent":"8.411618019s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.977919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:24.978076Z","caller":"traceutil/trace.go:171","msg":"trace[2111827872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261766s","start":"2026-03-30T16:50:22.977799Z","end":"2026-03-30T16:50:24.978061Z","steps":["trace[2111827872] 'agreement among raft nodes before linearized reading' (duration: 2.000102434s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.978169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:22.977772Z","time spent":"2.000382617s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:25.078467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.077774Z","time spent":"7.00068783s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:25.444523Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:25.945097Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:26.445938Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748466,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:26.617598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d is starting a new election at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.617654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became pre-candidate at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.617673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d received MsgPreVoteResp from 4065a72c645ea22d at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.617696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1386] sent MsgPreVote request to 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.617710Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1386] sent MsgPreVote request to 975f045ff4f5c0fb at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.617729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d lost leader 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.899735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 4"} {"level":"info","ts":"2026-03-30T16:50:26.899830Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d elected leader 3b472061280a15b4 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:26.900173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208100523s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:26.900219Z","caller":"traceutil/trace.go:171","msg":"trace[802273798] range","detail":"{range_begin:; range_end:; }","duration":"4.208175364s","start":"2026-03-30T16:50:22.692031Z","end":"2026-03-30T16:50:26.900207Z","steps":["trace[802273798] 'agreement among raft nodes before linearized reading' (duration: 4.208098393s)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:50:26.900265Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:50:26.900440Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959945466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:26.900487Z","caller":"traceutil/trace.go:171","msg":"trace[1736229885] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"2.960039848s","start":"2026-03-30T16:50:23.940434Z","end":"2026-03-30T16:50:26.900474Z","steps":["trace[1736229885] 'agreement among raft nodes before linearized reading' (duration: 2.959985417s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.900566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139183443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:26.900615Z","caller":"traceutil/trace.go:171","msg":"trace[1927143572] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"4.139284164s","start":"2026-03-30T16:50:22.761318Z","end":"2026-03-30T16:50:26.900603Z","steps":["trace[1927143572] 'agreement among raft nodes before linearized reading' (duration: 4.139226234s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.900651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:22.761300Z","time spent":"4.139340645s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:26.900528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.940413Z","time spent":"2.960102189s","remote":"127.0.0.1:38634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:26.901087Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:50:26.988153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:26.988223Z","caller":"traceutil/trace.go:171","msg":"trace[14030588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000958255s","start":"2026-03-30T16:50:24.987249Z","end":"2026-03-30T16:50:26.988207Z","steps":["trace[14030588] 'agreement among raft nodes before linearized reading' (duration: 2.000865544s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.988267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.987237Z","time spent":"2.001022396s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:27.402091Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:27.902796Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.403782Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.904131Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.988788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:28.988887Z","caller":"traceutil/trace.go:171","msg":"trace[468858088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062464s","start":"2026-03-30T16:50:26.988244Z","end":"2026-03-30T16:50:28.988869Z","steps":["trace[468858088] 'agreement among raft nodes before linearized reading' (duration: 2.000483198s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.988939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.988223Z","time spent":"2.000705241s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:29.404689Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.905826Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:30.147135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.246287586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:30.147535Z","caller":"traceutil/trace.go:171","msg":"trace[2022558963] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"3.247555822s","start":"2026-03-30T16:50:26.899956Z","end":"2026-03-30T16:50:30.147512Z","steps":["trace[2022558963] 'read index received' (duration: 3.247548612s)","trace[2022558963] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.647893Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:30.778351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.777428Z","time spent":"7.000917858s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:31.001490Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:31.001625Z","caller":"traceutil/trace.go:171","msg":"trace[1826894841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850037s","start":"2026-03-30T16:50:29.000751Z","end":"2026-03-30T16:50:31.001601Z","steps":["trace[1826894841] 'agreement among raft nodes before linearized reading' (duration: 2.000697885s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:31.001689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:29.000730Z","time spent":"2.000944359s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:31.149135Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:31.650229Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:31.952232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.951244Z","time spent":"7.000980531s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:32.084752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.083791Z","time spent":"7.000955779s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:32.150429Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:32.650940Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:32.890975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994140323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:32.891069Z","caller":"traceutil/trace.go:171","msg":"trace[103704855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.994298496s","start":"2026-03-30T16:50:27.896750Z","end":"2026-03-30T16:50:32.891048Z","steps":["trace[103704855] 'agreement among raft nodes before linearized reading' (duration: 4.994175034s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:32.891137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.896731Z","time spent":"4.994387277s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/30 16:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:33.002499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:33.002578Z","caller":"traceutil/trace.go:171","msg":"trace[752552802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620503s","start":"2026-03-30T16:50:31.001940Z","end":"2026-03-30T16:50:33.002560Z","steps":["trace[752552802] 'agreement among raft nodes before linearized reading' (duration: 2.000516552s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.002627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.001921Z","time spent":"2.000697524s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:33.067107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.117704396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-03-30T16:50:33.067192Z","caller":"traceutil/trace.go:171","msg":"trace[2008740384] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tzvm8; range_end:; response_count:1; response_revision:1195; }","duration":"8.117794547s","start":"2026-03-30T16:50:24.949373Z","end":"2026-03-30T16:50:33.067168Z","steps":["trace[2008740384] 'agreement among raft nodes before linearized reading' (duration: 5.198240749s)","trace[2008740384] 'range keys from in-memory index tree' (duration: 2.919416407s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.067232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.949339Z","time spent":"8.117883148s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18186,"request content":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.067386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.719150246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:50:33.067470Z","caller":"traceutil/trace.go:171","msg":"trace[168613172] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:1195; }","duration":"6.719307628s","start":"2026-03-30T16:50:26.348140Z","end":"2026-03-30T16:50:33.067448Z","steps":["trace[168613172] 'agreement among raft nodes before linearized reading' (duration: 3.799466036s)","trace[168613172] 'range keys from in-memory index tree' (duration: 2.9196734s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.067511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.348109Z","time spent":"6.719393918s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.069004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.690597423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-30T16:50:33.069049Z","caller":"traceutil/trace.go:171","msg":"trace[135059737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.690680824s","start":"2026-03-30T16:50:26.378355Z","end":"2026-03-30T16:50:33.069036Z","steps":["trace[135059737] 'agreement among raft nodes before linearized reading' (duration: 3.769233344s)","trace[135059737] 'range keys from in-memory index tree' (duration: 2.921374839s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.069077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.378337Z","time spent":"6.690733306s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/30 16:50:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:33.151616Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:33.346389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.915970347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:33.438712Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748470,"received-request-id":11686169504786748469} {"level":"warn","ts":"2026-03-30T16:50:33.652844Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:34.153623Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:34.654754Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:35.012158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000886525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:35.012242Z","caller":"traceutil/trace.go:171","msg":"trace[1479291125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001011367s","start":"2026-03-30T16:50:33.011212Z","end":"2026-03-30T16:50:35.012223Z","steps":["trace[1479291125] 'agreement among raft nodes before linearized reading' (duration: 2.000905836s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.012345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.011199Z","time spent":"2.001133288s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:35.155759Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:35.205135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1435, vote: 3b472061280a15b4] cast MsgPreVote for 975f045ff4f5c0fb [logterm: 4, index: 1435] at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d is starting a new election at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became pre-candidate at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d received MsgPreVoteResp from 4065a72c645ea22d at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1435] sent MsgPreVote request to 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1435] sent MsgPreVote request to 975f045ff4f5c0fb at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.518244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d lost leader 3b472061280a15b4 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:35.656079Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:35.731163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [term: 4] received a MsgVote message with higher term from 975f045ff4f5c0fb [term: 5]"} {"level":"info","ts":"2026-03-30T16:50:35.731236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.731261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 4, index: 1435, vote: 0] cast MsgVote for 975f045ff4f5c0fb [logterm: 4, index: 1435] at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.894547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d elected leader 975f045ff4f5c0fb at term 5"} {"level":"warn","ts":"2026-03-30T16:50:35.894740Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292668128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:35.894775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.039143184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:35.894845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.477655992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:35.894872Z","caller":"traceutil/trace.go:171","msg":"trace[1227923197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.477756933s","start":"2026-03-30T16:50:27.417108Z","end":"2026-03-30T16:50:35.894865Z","steps":["trace[1227923197] 'agreement among raft nodes before linearized reading' (duration: 8.477728793s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.894929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.417090Z","time spent":"8.477825933s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.894928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.993173621s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:35.894867Z","caller":"traceutil/trace.go:171","msg":"trace[339859296] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"8.039297316s","start":"2026-03-30T16:50:27.855551Z","end":"2026-03-30T16:50:35.894849Z","steps":["trace[339859296] 'agreement among raft nodes before linearized reading' (duration: 8.039169974s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:35.895002Z","caller":"traceutil/trace.go:171","msg":"trace[118406071] range","detail":"{range_begin:; range_end:; }","duration":"8.993259822s","start":"2026-03-30T16:50:26.901730Z","end":"2026-03-30T16:50:35.894990Z","steps":["trace[118406071] 'agreement among raft nodes before linearized reading' (duration: 8.993172131s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.894972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831342997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:35.895087Z","caller":"traceutil/trace.go:171","msg":"trace[569200039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.83161286s","start":"2026-03-30T16:50:28.063452Z","end":"2026-03-30T16:50:35.895064Z","steps":["trace[569200039] 'agreement among raft nodes before linearized reading' (duration: 7.831378608s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.895026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.855533Z","time spent":"8.039478938s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:35.895176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:28.063433Z","time spent":"7.831707231s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:35.894810Z","caller":"traceutil/trace.go:171","msg":"trace[856903751] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; }","duration":"7.292791479s","start":"2026-03-30T16:50:28.602003Z","end":"2026-03-30T16:50:35.894794Z","steps":["trace[856903751] 'agreement among raft nodes before linearized reading' (duration: 7.292701318s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.895259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:28.601981Z","time spent":"7.293264274s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"error","ts":"2026-03-30T16:50:35.895237Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-30T16:50:36.014151Z","caller":"traceutil/trace.go:171","msg":"trace[912278882] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"5.225795357s","start":"2026-03-30T16:50:30.788264Z","end":"2026-03-30T16:50:36.014059Z","steps":["trace[912278882] 'process raft request' (duration: 5.225671456s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:36.014239Z","caller":"traceutil/trace.go:171","msg":"trace[1095737388] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"3.924136786s","start":"2026-03-30T16:50:32.090084Z","end":"2026-03-30T16:50:36.014221Z","steps":["trace[1095737388] 'process raft request' (duration: 3.923925714s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.014310Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.788230Z","time spent":"5.226002809s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":586,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:36.014360Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.090065Z","time spent":"3.924226807s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:36.014475Z","caller":"traceutil/trace.go:171","msg":"trace[1842744401] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"2.931018812s","start":"2026-03-30T16:50:33.083447Z","end":"2026-03-30T16:50:36.014466Z","steps":["trace[1842744401] 'process raft request' (duration: 2.930652328s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.014518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.083418Z","time spent":"2.931076653s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:36.014580Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.070762Z","time spent":"2.943813763s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:36.014664Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-30T16:50:36.015478Z","caller":"traceutil/trace.go:171","msg":"trace[2007634824] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"120.791617ms","start":"2026-03-30T16:50:35.894668Z","end":"2026-03-30T16:50:36.015459Z","steps":["trace[2007634824] 'read index received' (duration: 120.770677ms)","trace[2007634824] 'applied index is now lower than readState.Index' (duration: 19.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.017320Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748477,"received-request-id":11686169504786748476} {"level":"warn","ts":"2026-03-30T16:50:36.516263Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:36.819273Z","caller":"traceutil/trace.go:171","msg":"trace[1876090301] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"803.696878ms","start":"2026-03-30T16:50:36.015551Z","end":"2026-03-30T16:50:36.819248Z","steps":["trace[1876090301] 'read index received' (duration: 803.687658ms)","trace[1876090301] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.959233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19182455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.959313Z","caller":"traceutil/trace.go:171","msg":"trace[2018502663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"1.191951072s","start":"2026-03-30T16:50:35.767343Z","end":"2026-03-30T16:50:36.959294Z","steps":["trace[2018502663] 'agreement among raft nodes before linearized reading' (duration: 248.107632ms)","trace[2018502663] 'range keys from in-memory index tree' (duration: 943.706208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.959312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.215877Z","time spent":"743.429081ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:36.959347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.767324Z","time spent":"1.192016682s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:36.959577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809079349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:36.959628Z","caller":"traceutil/trace.go:171","msg":"trace[1478689307] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1231; }","duration":"4.809170359s","start":"2026-03-30T16:50:32.150443Z","end":"2026-03-30T16:50:36.959613Z","steps":["trace[1478689307] 'agreement among raft nodes before linearized reading' (duration: 3.865050847s)","trace[1478689307] 'count revisions from in-memory index tree' (duration: 944.056972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.959815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.150420Z","time spent":"4.809234391s","remote":"127.0.0.1:38214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:36.960020Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455913221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:36.960017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947636874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.960055Z","caller":"traceutil/trace.go:171","msg":"trace[658212015] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1231; }","duration":"1.455948491s","start":"2026-03-30T16:50:35.504096Z","end":"2026-03-30T16:50:36.960044Z","steps":["trace[658212015] 'agreement among raft nodes before linearized reading' (duration: 511.377053ms)","trace[658212015] 'count revisions from in-memory index tree' (duration: 944.527698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960080Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.504029Z","time spent":"1.456044452s","remote":"127.0.0.1:38486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":71,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:36.960072Z","caller":"traceutil/trace.go:171","msg":"trace[2127345079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"1.947731815s","start":"2026-03-30T16:50:35.012321Z","end":"2026-03-30T16:50:36.960053Z","steps":["trace[2127345079] 'agreement among raft nodes before linearized reading' (duration: 1.003158197s)","trace[2127345079] 'range keys from in-memory index tree' (duration: 944.516158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.012301Z","time spent":"1.947803076s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:36.959551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814802545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:36.960173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002232922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:36.960270Z","caller":"traceutil/trace.go:171","msg":"trace[1948374885] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200; range_end:; response_count:1; response_revision:1231; }","duration":"5.002377634s","start":"2026-03-30T16:50:31.957862Z","end":"2026-03-30T16:50:36.960240Z","steps":["trace[1948374885] 'agreement among raft nodes before linearized reading' (duration: 4.057624303s)","trace[1948374885] 'range keys from in-memory index tree' (duration: 944.586618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.957844Z","time spent":"5.002471594s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:36.960215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035395346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:50:36.960556Z","caller":"traceutil/trace.go:171","msg":"trace[343127489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1231; }","duration":"2.035769791s","start":"2026-03-30T16:50:34.924773Z","end":"2026-03-30T16:50:36.960542Z","steps":["trace[343127489] 'agreement among raft nodes before linearized reading' (duration: 1.090693706s)","trace[343127489] 'range keys from in-memory index tree' (duration: 944.717841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:34.924753Z","time spent":"2.035832092s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:36.960615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.4088326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.960661Z","caller":"traceutil/trace.go:171","msg":"trace[57461537] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1231; }","duration":"1.815618166s","start":"2026-03-30T16:50:35.144591Z","end":"2026-03-30T16:50:36.960209Z","steps":["trace[57461537] 'agreement among raft nodes before linearized reading' (duration: 870.892125ms)","trace[57461537] 'count revisions from in-memory index tree' (duration: 943.91513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458885413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:36.960702Z","caller":"traceutil/trace.go:171","msg":"trace[1249373639] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1231; }","duration":"6.40892085s","start":"2026-03-30T16:50:30.551735Z","end":"2026-03-30T16:50:36.960656Z","steps":["trace[1249373639] 'agreement among raft nodes before linearized reading' (duration: 5.463832185s)","trace[1249373639] 'count revisions from in-memory index tree' (duration: 945.008084ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:36.960718Z","caller":"traceutil/trace.go:171","msg":"trace[450972005] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1231; }","duration":"5.458955804s","start":"2026-03-30T16:50:31.501752Z","end":"2026-03-30T16:50:36.960708Z","steps":["trace[450972005] 'agreement among raft nodes before linearized reading' (duration: 4.513745518s)","trace[450972005] 'count revisions from in-memory index tree' (duration: 945.161125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.960735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:35.144575Z","time spent":"1.816139232s","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:36.960750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.501736Z","time spent":"5.459005594s","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:36.960757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.551719Z","time spent":"6.409022522s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:36.959810Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062963798s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.960874Z","caller":"traceutil/trace.go:171","msg":"trace[224297070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1231; }","duration":"1.064031581s","start":"2026-03-30T16:50:35.896831Z","end":"2026-03-30T16:50:36.960862Z","steps":["trace[224297070] 'agreement among raft nodes before linearized reading' (duration: 922.538693ms)","trace[224297070] 'range keys from in-memory index tree' (duration: 140.413244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.320210Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:37.329047Z","caller":"traceutil/trace.go:171","msg":"trace[2053620170] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"1.313163832s","start":"2026-03-30T16:50:36.015856Z","end":"2026-03-30T16:50:37.329020Z","steps":["trace[2053620170] 'process raft request' (duration: 1.312886898s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.329349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.015840Z","time spent":"1.313281483s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:37.464659Z","caller":"traceutil/trace.go:171","msg":"trace[666863938] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1439; }","duration":"645.290874ms","start":"2026-03-30T16:50:36.819341Z","end":"2026-03-30T16:50:37.464632Z","steps":["trace[666863938] 'read index received' (duration: 645.283474ms)","trace[666863938] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.543383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16648494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:37.543425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524313631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-03-30T16:50:37.543463Z","caller":"traceutil/trace.go:171","msg":"trace[163404567] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1234; }","duration":"1.166584601s","start":"2026-03-30T16:50:36.376859Z","end":"2026-03-30T16:50:37.543443Z","steps":["trace[163404567] 'agreement among raft nodes before linearized reading' (duration: 1.08784505s)","trace[163404567] 'count revisions from in-memory index tree' (duration: 78.622869ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:37.543494Z","caller":"traceutil/trace.go:171","msg":"trace[1372901313] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy; range_end:; response_count:1; response_revision:1234; }","duration":"1.524409613s","start":"2026-03-30T16:50:36.019064Z","end":"2026-03-30T16:50:37.543473Z","steps":["trace[1372901313] 'agreement among raft nodes before linearized reading' (duration: 1.445652682s)","trace[1372901313] 'range keys from in-memory index tree' (duration: 78.64787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.543533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.376805Z","time spent":"1.166695331s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:37.543579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.018994Z","time spent":"1.524540425s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.543850Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.939275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.543899Z","caller":"traceutil/trace.go:171","msg":"trace[969579721] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1234; }","duration":"749.012637ms","start":"2026-03-30T16:50:36.794870Z","end":"2026-03-30T16:50:37.543882Z","steps":["trace[969579721] 'agreement among raft nodes before linearized reading' (duration: 669.839521ms)","trace[969579721] 'count revisions from in-memory index tree' (duration: 79.117035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.543928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042620657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:37.543988Z","caller":"traceutil/trace.go:171","msg":"trace[899988957] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1234; }","duration":"1.042716778s","start":"2026-03-30T16:50:36.501252Z","end":"2026-03-30T16:50:37.543969Z","steps":["trace[899988957] 'agreement among raft nodes before linearized reading' (duration: 963.428641ms)","trace[899988957] 'count revisions from in-memory index tree' (duration: 79.203266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.544013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524409163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-3\" limit:1 ","response":"range_response_count:1 size:5802"} {"level":"warn","ts":"2026-03-30T16:50:37.544036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.501232Z","time spent":"1.042790038s","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:37.544064Z","caller":"traceutil/trace.go:171","msg":"trace[264148622] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-3; range_end:; response_count:1; response_revision:1234; }","duration":"1.524480254s","start":"2026-03-30T16:50:36.019566Z","end":"2026-03-30T16:50:37.544046Z","steps":["trace[264148622] 'agreement among raft nodes before linearized reading' (duration: 1.445125066s)","trace[264148622] 'range keys from in-memory index tree' (duration: 79.272687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.544107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.019555Z","time spent":"1.524539294s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":5825,"request content":"key:\"/registry/pods/kube-system/etcd-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.544090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524665215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-30T16:50:37.543944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.794853Z","time spent":"749.076627ms","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:37.544183Z","caller":"traceutil/trace.go:171","msg":"trace[1502560196] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:1; response_revision:1234; }","duration":"1.524778817s","start":"2026-03-30T16:50:36.019378Z","end":"2026-03-30T16:50:37.544156Z","steps":["trace[1502560196] 'agreement among raft nodes before linearized reading' (duration: 1.445336998s)","trace[1502560196] 'range keys from in-memory index tree' (duration: 79.285787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.544239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.019352Z","time spent":"1.524873749s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":575,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.544977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.302744ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.545036Z","caller":"traceutil/trace.go:171","msg":"trace[1611828351] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1235; }","duration":"582.361075ms","start":"2026-03-30T16:50:36.962659Z","end":"2026-03-30T16:50:37.545020Z","steps":["trace[1611828351] 'agreement among raft nodes before linearized reading' (duration: 582.256753ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:37.545281Z","caller":"traceutil/trace.go:171","msg":"trace[180502837] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"580.210109ms","start":"2026-03-30T16:50:36.965047Z","end":"2026-03-30T16:50:37.545257Z","steps":["trace[180502837] 'process raft request' (duration: 500.633699ms)","trace[180502837] 'compare' (duration: 77.82604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.545318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.723572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.545357Z","caller":"traceutil/trace.go:171","msg":"trace[813168150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1235; }","duration":"573.785033ms","start":"2026-03-30T16:50:36.971561Z","end":"2026-03-30T16:50:37.545346Z","steps":["trace[813168150] 'agreement among raft nodes before linearized reading' (duration: 573.723973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.545387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.971548Z","time spent":"573.831404ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:37.545567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.965026Z","time spent":"580.3021ms","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:37.545585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.006356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:37.545669Z","caller":"traceutil/trace.go:171","msg":"trace[2012017530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1235; }","duration":"574.127348ms","start":"2026-03-30T16:50:36.971519Z","end":"2026-03-30T16:50:37.545647Z","steps":["trace[2012017530] 'agreement among raft nodes before linearized reading' (duration: 573.959715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.545740Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.971508Z","time spent":"574.216549ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.547533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.720874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-30T16:50:37.547663Z","caller":"traceutil/trace.go:171","msg":"trace[517214652] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1235; }","duration":"215.862945ms","start":"2026-03-30T16:50:37.331757Z","end":"2026-03-30T16:50:37.547620Z","steps":["trace[517214652] 'agreement among raft nodes before linearized reading' (duration: 213.169113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.049820Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:38.210906Z","caller":"traceutil/trace.go:171","msg":"trace[1455028044] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1441; }","duration":"661.386593ms","start":"2026-03-30T16:50:37.549491Z","end":"2026-03-30T16:50:38.210878Z","steps":["trace[1455028044] 'read index received' (duration: 661.380113ms)","trace[1455028044] 'applied index is now lower than readState.Index' (duration: 5.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.211057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.558745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.211103Z","caller":"traceutil/trace.go:171","msg":"trace[436193595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1236; }","duration":"661.650246ms","start":"2026-03-30T16:50:37.549438Z","end":"2026-03-30T16:50:38.211088Z","steps":["trace[436193595] 'agreement among raft nodes before linearized reading' (duration: 661.559295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.211156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.549339Z","time spent":"661.804878ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:38.211233Z","caller":"traceutil/trace.go:171","msg":"trace[614777602] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"661.072729ms","start":"2026-03-30T16:50:37.550148Z","end":"2026-03-30T16:50:38.211220Z","steps":["trace[614777602] 'process raft request' (duration: 661.002178ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:38.211270Z","caller":"traceutil/trace.go:171","msg":"trace[461692348] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"661.557185ms","start":"2026-03-30T16:50:37.549700Z","end":"2026-03-30T16:50:38.211257Z","steps":["trace[461692348] 'process raft request' (duration: 661.409943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.211363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.550123Z","time spent":"661.142831ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.211370Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.549689Z","time spent":"661.609406ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:38.211516Z","caller":"traceutil/trace.go:171","msg":"trace[531770190] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"655.685506ms","start":"2026-03-30T16:50:37.555796Z","end":"2026-03-30T16:50:38.211482Z","steps":["trace[531770190] 'process raft request' (duration: 655.389943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.211621Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748486,"received-request-id":11686169504786748482} {"level":"warn","ts":"2026-03-30T16:50:38.211729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.555783Z","time spent":"655.867819ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5959,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.214080Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.473469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-30T16:50:38.214118Z","caller":"traceutil/trace.go:171","msg":"trace[1467110232] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1240; }","duration":"664.53552ms","start":"2026-03-30T16:50:37.549574Z","end":"2026-03-30T16:50:38.214109Z","steps":["trace[1467110232] 'agreement among raft nodes before linearized reading' (duration: 664.461459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.214142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.549564Z","time spent":"664.57242ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-30T16:50:38.214142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.534788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.214179Z","caller":"traceutil/trace.go:171","msg":"trace[1244395464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1240; }","duration":"251.573188ms","start":"2026-03-30T16:50:37.962596Z","end":"2026-03-30T16:50:38.214169Z","steps":["trace[1244395464] 'agreement among raft nodes before linearized reading' (duration: 251.516448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.214190Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.308158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac806e68761d\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-03-30T16:50:38.214220Z","caller":"traceutil/trace.go:171","msg":"trace[2023735913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac806e68761d; range_end:; response_count:1; response_revision:1240; }","duration":"664.352708ms","start":"2026-03-30T16:50:37.549859Z","end":"2026-03-30T16:50:38.214212Z","steps":["trace[2023735913] 'agreement among raft nodes before linearized reading' (duration: 664.288527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.214245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.549852Z","time spent":"664.385078ms","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac806e68761d\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.320920Z","caller":"traceutil/trace.go:171","msg":"trace[1095918970] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1445; }","duration":"105.410371ms","start":"2026-03-30T16:50:38.215482Z","end":"2026-03-30T16:50:38.320893Z","steps":["trace[1095918970] 'read index received' (duration: 105.398601ms)","trace[1095918970] 'applied index is now lower than readState.Index' (duration: 10.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.375792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.287672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7733"} {"level":"info","ts":"2026-03-30T16:50:38.375889Z","caller":"traceutil/trace.go:171","msg":"trace[1271361719] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1240; }","duration":"160.449194ms","start":"2026-03-30T16:50:38.215419Z","end":"2026-03-30T16:50:38.375868Z","steps":["trace[1271361719] 'agreement among raft nodes before linearized reading' (duration: 105.553193ms)","trace[1271361719] 'range keys from in-memory index tree' (duration: 54.715879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.821465Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:38.840343Z","caller":"traceutil/trace.go:171","msg":"trace[622167369] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"623.900286ms","start":"2026-03-30T16:50:38.216422Z","end":"2026-03-30T16:50:38.840322Z","steps":["trace[622167369] 'process raft request' (duration: 623.671464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.840489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.216401Z","time spent":"624.014928ms","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:39.025746Z","caller":"traceutil/trace.go:171","msg":"trace[763867158] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1447; }","duration":"704.730679ms","start":"2026-03-30T16:50:38.320988Z","end":"2026-03-30T16:50:39.025718Z","steps":["trace[763867158] 'read index received' (duration: 704.718119ms)","trace[763867158] 'applied index is now lower than readState.Index' (duration: 10.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.025837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.456047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:39.025838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.048395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:39.025891Z","caller":"traceutil/trace.go:171","msg":"trace[17608388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1242; }","duration":"806.564829ms","start":"2026-03-30T16:50:38.219312Z","end":"2026-03-30T16:50:39.025877Z","steps":["trace[17608388] 'agreement among raft nodes before linearized reading' (duration: 806.441988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.025895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.885546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-30T16:50:39.025909Z","caller":"traceutil/trace.go:171","msg":"trace[286154994] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1242; }","duration":"754.131766ms","start":"2026-03-30T16:50:38.271763Z","end":"2026-03-30T16:50:39.025895Z","steps":["trace[286154994] 'agreement among raft nodes before linearized reading' (duration: 753.971814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.025924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.219305Z","time spent":"806.6129ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:39.025931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.271720Z","time spent":"754.205177ms","remote":"127.0.0.1:38500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:39.025933Z","caller":"traceutil/trace.go:171","msg":"trace[1996597738] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1242; }","duration":"808.937747ms","start":"2026-03-30T16:50:38.216984Z","end":"2026-03-30T16:50:39.025922Z","steps":["trace[1996597738] 'agreement among raft nodes before linearized reading' (duration: 808.852966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.025961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.216978Z","time spent":"808.975477ms","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:39.051411Z","caller":"traceutil/trace.go:171","msg":"trace[1555068549] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"666.079508ms","start":"2026-03-30T16:50:38.385312Z","end":"2026-03-30T16:50:39.051391Z","steps":["trace[1555068549] 'process raft request' (duration: 665.968536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.051551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.385290Z","time spent":"666.20123ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7910,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:39.051990Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [term: 5] ignored a MsgReadIndexResp message with lower term from 3b472061280a15b4 [term: 4]"} {"level":"warn","ts":"2026-03-30T16:50:39.054401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.463173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.054462Z","caller":"traceutil/trace.go:171","msg":"trace[1081579281] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1245; }","duration":"136.539904ms","start":"2026-03-30T16:50:38.917908Z","end":"2026-03-30T16:50:39.054448Z","steps":["trace[1081579281] 'agreement among raft nodes before linearized reading' (duration: 136.447603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.054892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.832261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/etcd-controller-3.18a1ac86b31bc771\" limit:1 ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-30T16:50:39.054943Z","caller":"traceutil/trace.go:171","msg":"trace[1991075627] range","detail":"{range_begin:/registry/events/kube-system/etcd-controller-3.18a1ac86b31bc771; range_end:; response_count:1; response_revision:1245; }","duration":"210.912882ms","start":"2026-03-30T16:50:38.844017Z","end":"2026-03-30T16:50:39.054930Z","steps":["trace[1991075627] 'agreement among raft nodes before linearized reading' (duration: 210.75247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.332674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.331141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:39.332817Z","caller":"traceutil/trace.go:171","msg":"trace[1238244536] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"274.331537ms","start":"2026-03-30T16:50:39.058456Z","end":"2026-03-30T16:50:39.332787Z","steps":["trace[1238244536] 'process raft request' (duration: 81.806893ms)","trace[1238244536] 'compare' (duration: 192.2132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.426378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:39.058699Z","time spent":"367.670656ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:39.522369Z","caller":"traceutil/trace.go:171","msg":"trace[623922405] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1453; }","duration":"186.877859ms","start":"2026-03-30T16:50:39.335472Z","end":"2026-03-30T16:50:39.522350Z","steps":["trace[623922405] 'read index received' (duration: 186.873839ms)","trace[623922405] 'applied index is now lower than readState.Index' (duration: 3.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.522516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.01661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:39.522540Z","caller":"traceutil/trace.go:171","msg":"trace[313815970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7fba3b1200; range_end:; response_count:1; response_revision:1247; }","duration":"187.095691ms","start":"2026-03-30T16:50:39.335437Z","end":"2026-03-30T16:50:39.522532Z","steps":["trace[313815970] 'agreement among raft nodes before linearized reading' (duration: 187.00697ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.522639Z","caller":"traceutil/trace.go:171","msg":"trace[737699805] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"442.66147ms","start":"2026-03-30T16:50:39.079955Z","end":"2026-03-30T16:50:39.522616Z","steps":["trace[737699805] 'process raft request' (duration: 442.481698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:39.079933Z","time spent":"442.769852ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:39.601032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.980856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:39.601234Z","caller":"traceutil/trace.go:171","msg":"trace[560145438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1250; }","duration":"149.180639ms","start":"2026-03-30T16:50:39.451956Z","end":"2026-03-30T16:50:39.601137Z","steps":["trace[560145438] 'agreement among raft nodes before linearized reading' (duration: 148.929196ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.636609Z","caller":"traceutil/trace.go:171","msg":"trace[2094663047] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"208.833735ms","start":"2026-03-30T16:50:39.427747Z","end":"2026-03-30T16:50:39.636581Z","steps":["trace[2094663047] 'process raft request' (duration: 208.695823ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.636698Z","caller":"traceutil/trace.go:171","msg":"trace[825426048] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"112.057856ms","start":"2026-03-30T16:50:39.524623Z","end":"2026-03-30T16:50:39.636681Z","steps":["trace[825426048] 'process raft request' (duration: 111.865014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.640583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.275637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7925"} {"level":"info","ts":"2026-03-30T16:50:39.640647Z","caller":"traceutil/trace.go:171","msg":"trace[1461339614] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1257; }","duration":"111.380337ms","start":"2026-03-30T16:50:39.529252Z","end":"2026-03-30T16:50:39.640633Z","steps":["trace[1461339614] 'agreement among raft nodes before linearized reading' (duration: 111.255956ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.801513Z","caller":"traceutil/trace.go:171","msg":"trace[1851163207] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"104.63658ms","start":"2026-03-30T16:50:39.696849Z","end":"2026-03-30T16:50:39.801485Z","steps":["trace[1851163207] 'process raft request' (duration: 103.835751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.742322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.248479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:50:40.742440Z","caller":"traceutil/trace.go:171","msg":"trace[949304145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1306; }","duration":"370.38211ms","start":"2026-03-30T16:50:40.372008Z","end":"2026-03-30T16:50:40.742390Z","steps":["trace[949304145] 'range keys from in-memory index tree' (duration: 368.450387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.742477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:40.371990Z","time spent":"370.477191ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:41.245216Z","caller":"traceutil/trace.go:171","msg":"trace[628619116] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1516; }","duration":"213.298787ms","start":"2026-03-30T16:50:41.031894Z","end":"2026-03-30T16:50:41.245193Z","steps":["trace[628619116] 'read index received' (duration: 213.289737ms)","trace[628619116] 'applied index is now lower than readState.Index' (duration: 6.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:41.245428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.487549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 ","response":"range_response_count:1 size:18954"} {"level":"info","ts":"2026-03-30T16:50:41.245420Z","caller":"traceutil/trace.go:171","msg":"trace[1836569783] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"213.046355ms","start":"2026-03-30T16:50:41.032354Z","end":"2026-03-30T16:50:41.245400Z","steps":["trace[1836569783] 'process raft request' (duration: 212.930893ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.245480Z","caller":"traceutil/trace.go:171","msg":"trace[129235090] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tzvm8; range_end:; response_count:1; response_revision:1309; }","duration":"214.798654ms","start":"2026-03-30T16:50:41.030667Z","end":"2026-03-30T16:50:41.245465Z","steps":["trace[129235090] 'agreement among raft nodes before linearized reading' (duration: 214.600592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:41.427103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.533612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:41.429564Z","caller":"traceutil/trace.go:171","msg":"trace[38111848] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1519; }","duration":"184.268781ms","start":"2026-03-30T16:50:41.245273Z","end":"2026-03-30T16:50:41.429542Z","steps":["trace[38111848] 'read index received' (duration: 184.261641ms)","trace[38111848] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:41.430598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.037823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:41.430664Z","caller":"traceutil/trace.go:171","msg":"trace[1609656498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1312; }","duration":"207.049685ms","start":"2026-03-30T16:50:41.223597Z","end":"2026-03-30T16:50:41.430647Z","steps":["trace[1609656498] 'agreement among raft nodes before linearized reading' (duration: 206.024124ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.477566Z","caller":"traceutil/trace.go:171","msg":"trace[1823411161] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"215.28574ms","start":"2026-03-30T16:50:41.262258Z","end":"2026-03-30T16:50:41.477543Z","steps":["trace[1823411161] 'process raft request' (duration: 215.136569ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.221314Z","caller":"traceutil/trace.go:171","msg":"trace[896364692] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1532; }","duration":"257.974204ms","start":"2026-03-30T16:50:41.963319Z","end":"2026-03-30T16:50:42.221294Z","steps":["trace[896364692] 'read index received' (duration: 257.952414ms)","trace[896364692] 'applied index is now lower than readState.Index' (duration: 20.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:42.221438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.137756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:42.221463Z","caller":"traceutil/trace.go:171","msg":"trace[1719167230] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1325; }","duration":"258.181037ms","start":"2026-03-30T16:50:41.963276Z","end":"2026-03-30T16:50:42.221457Z","steps":["trace[1719167230] 'agreement among raft nodes before linearized reading' (duration: 258.119846ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.222818Z","caller":"traceutil/trace.go:171","msg":"trace[1129338126] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"182.448777ms","start":"2026-03-30T16:50:42.040358Z","end":"2026-03-30T16:50:42.222807Z","steps":["trace[1129338126] 'process raft request' (duration: 182.312475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.223332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.38168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tzvm8\" limit:1 ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-30T16:50:42.223618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.347235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-30T16:50:42.223390Z","caller":"traceutil/trace.go:171","msg":"trace[1651132255] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tzvm8; range_end:; response_count:1; response_revision:1326; }","duration":"184.47943ms","start":"2026-03-30T16:50:42.038899Z","end":"2026-03-30T16:50:42.223378Z","steps":["trace[1651132255] 'agreement among raft nodes before linearized reading' (duration: 184.352019ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.223649Z","caller":"traceutil/trace.go:171","msg":"trace[2138956940] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1326; }","duration":"163.406665ms","start":"2026-03-30T16:50:42.060236Z","end":"2026-03-30T16:50:42.223642Z","steps":["trace[2138956940] 'agreement among raft nodes before linearized reading' (duration: 163.280064ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:44.605993Z","caller":"traceutil/trace.go:171","msg":"trace[56022923] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"528.693753ms","start":"2026-03-30T16:50:44.077282Z","end":"2026-03-30T16:50:44.605975Z","steps":["trace[56022923] 'process raft request' (duration: 528.582412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.606118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:44.077256Z","time spent":"528.793664ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:48.166867Z","caller":"traceutil/trace.go:171","msg":"trace[230121698] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"113.399572ms","start":"2026-03-30T16:50:48.053445Z","end":"2026-03-30T16:50:48.166844Z","steps":["trace[230121698] 'process raft request' (duration: 113.285991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.463429Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:02.770607Z","caller":"traceutil/trace.go:171","msg":"trace[445376661] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"807.935627ms","start":"2026-03-30T16:51:01.962644Z","end":"2026-03-30T16:51:02.770580Z","steps":["trace[445376661] 'read index received' (duration: 807.630234ms)","trace[445376661] 'applied index is now lower than readState.Index' (duration: 304.553µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.770766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.13141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.770812Z","caller":"traceutil/trace.go:171","msg":"trace[1742073783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1579; }","duration":"808.193321ms","start":"2026-03-30T16:51:01.962605Z","end":"2026-03-30T16:51:02.770799Z","steps":["trace[1742073783] 'agreement among raft nodes before linearized reading' (duration: 808.11484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.075470Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.163154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.075595Z","caller":"traceutil/trace.go:171","msg":"trace[731354070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1579; }","duration":"113.312845ms","start":"2026-03-30T16:51:02.962258Z","end":"2026-03-30T16:51:03.075571Z","steps":["trace[731354070] 'range keys from in-memory index tree' (duration: 113.117663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.088830Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115905127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.088903Z","caller":"traceutil/trace.go:171","msg":"trace[453046076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1582; }","duration":"1.116023399s","start":"2026-03-30T16:51:01.972863Z","end":"2026-03-30T16:51:03.088886Z","steps":["trace[453046076] 'agreement among raft nodes before linearized reading' (duration: 1.115908438s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.088956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.972846Z","time spent":"1.11610264s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:51:03.089006Z","caller":"traceutil/trace.go:171","msg":"trace[1371609649] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1854; }","duration":"318.005342ms","start":"2026-03-30T16:51:02.770689Z","end":"2026-03-30T16:51:03.088694Z","steps":["trace[1371609649] 'read index received' (duration: 317.8131ms)","trace[1371609649] 'applied index is now lower than readState.Index' (duration: 190.242µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.089861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003674802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:51:03.090337Z","caller":"traceutil/trace.go:171","msg":"trace[1756993609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1582; }","duration":"1.004995377s","start":"2026-03-30T16:51:02.085116Z","end":"2026-03-30T16:51:03.090111Z","steps":["trace[1756993609] 'agreement among raft nodes before linearized reading' (duration: 1.003635612s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.090711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.085098Z","time spent":"1.005537872s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:05.697762Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:06.018254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d is starting a new election at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.018353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became pre-candidate at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.018377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d received MsgPreVoteResp from 4065a72c645ea22d at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.018403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 5, index: 1872] sent MsgPreVote request to 3b472061280a15b4 at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.018419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 5, index: 1872] sent MsgPreVote request to 975f045ff4f5c0fb at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.018433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d lost leader 975f045ff4f5c0fb at term 5"} {"level":"warn","ts":"2026-03-30T16:51:06.198451Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11686169504786748709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:06.468503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 5, index: 1872, vote: 975f045ff4f5c0fb] cast MsgPreVote for 3b472061280a15b4 [logterm: 5, index: 1872] at term 5"} {"level":"info","ts":"2026-03-30T16:51:06.476115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [term: 5] received a MsgVote message with higher term from 3b472061280a15b4 [term: 6]"} {"level":"info","ts":"2026-03-30T16:51:06.476288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d became follower at term 6"} {"level":"info","ts":"2026-03-30T16:51:06.476478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4065a72c645ea22d [logterm: 5, index: 1872, vote: 0] cast MsgVote for 3b472061280a15b4 [logterm: 5, index: 1872] at term 6"} {"level":"info","ts":"2026-03-30T16:51:06.480575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4065a72c645ea22d elected leader 3b472061280a15b4 at term 6"} {"level":"warn","ts":"2026-03-30T16:51:06.480958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283376346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:51:06.481012Z","caller":"traceutil/trace.go:171","msg":"trace[602513865] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"1.283473956s","start":"2026-03-30T16:51:05.197524Z","end":"2026-03-30T16:51:06.480998Z","steps":["trace[602513865] 'agreement among raft nodes before linearized reading' (duration: 1.283396366s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.481049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.197513Z","time spent":"1.283526577s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:51:06.559601Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:51:06.560536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.410331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:06.560593Z","caller":"traceutil/trace.go:171","msg":"trace[2079174404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1597; }","duration":"597.484012ms","start":"2026-03-30T16:51:05.963094Z","end":"2026-03-30T16:51:06.560578Z","steps":["trace[2079174404] 'agreement among raft nodes before linearized reading' (duration: 597.392071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.562280Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11686169504786748711,"received-request-id":11686169504786748710} {"level":"warn","ts":"2026-03-30T16:51:24.186346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.415981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.186403Z","caller":"traceutil/trace.go:171","msg":"trace[1632804169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1657; }","duration":"223.483522ms","start":"2026-03-30T16:51:23.962907Z","end":"2026-03-30T16:51:24.186390Z","steps":["trace[1632804169] 'range keys from in-memory index tree' (duration: 223.383801ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:24.208575Z","caller":"traceutil/trace.go:171","msg":"trace[1388620809] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1945; }","duration":"468.576212ms","start":"2026-03-30T16:51:23.739974Z","end":"2026-03-30T16:51:24.208550Z","steps":["trace[1388620809] 'read index received' (duration: 468.569042ms)","trace[1388620809] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:24.208845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.830625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:51:24.208934Z","caller":"traceutil/trace.go:171","msg":"trace[1342987801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1659; }","duration":"468.983527ms","start":"2026-03-30T16:51:23.739932Z","end":"2026-03-30T16:51:24.208915Z","steps":["trace[1342987801] 'agreement among raft nodes before linearized reading' (duration: 468.799375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.209025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.739912Z","time spent":"469.101768ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.211358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.967126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:51:24.211415Z","caller":"traceutil/trace.go:171","msg":"trace[774483773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1661; }","duration":"311.061017ms","start":"2026-03-30T16:51:23.900341Z","end":"2026-03-30T16:51:24.211402Z","steps":["trace[774483773] 'agreement among raft nodes before linearized reading' (duration: 310.948416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.211414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.447637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:24.211444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.900327Z","time spent":"311.111127ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:24.211477Z","caller":"traceutil/trace.go:171","msg":"trace[1389064345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1661; }","duration":"238.550107ms","start":"2026-03-30T16:51:23.972910Z","end":"2026-03-30T16:51:24.211460Z","steps":["trace[1389064345] 'agreement among raft nodes before linearized reading' (duration: 238.428976ms)"],"step_count":1}