{"level":"warn","ts":"2026-04-22T12:55:00.505571Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T12:55:00.505897Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T12:55:00.505914Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.193:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.193:2380","--initial-cluster=controller-2=https://199.19.213.193:2380,controller-1=https://199.19.213.139:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.193:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.193:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T12:55:00.505981Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T12:55:00.506009Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T12:55:00.506020Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-04-22T12:55:00.506045Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T12:55:00.507352Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"]} {"level":"info","ts":"2026-04-22T12:55:00.507613Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.139:2380,controller-2=https://199.19.213.193:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T12:55:00.509117Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00042e438}"} {"level":"info","ts":"2026-04-22T12:55:00.512849Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T12:55:00.513376Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.987255ms"} {"level":"info","ts":"2026-04-22T12:55:00.513432Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T12:55:00.513465Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T12:55:00.521597Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.193:2380","host":"199.19.213.193:2380","resolved-addr":"199.19.213.193:2380"} {"level":"info","ts":"2026-04-22T12:55:00.521632Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.139:2380","host":"199.19.213.139:2380","resolved-addr":"199.19.213.139:2380"} {"level":"info","ts":"2026-04-22T12:55:00.523707Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T12:55:00.531294Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T12:55:00.531347Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"bbefdb59bc385124","cluster-id":"9913588efaa998c1"} {"level":"info","ts":"2026-04-22T12:55:00.531382Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T12:55:00.531499Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bbefdb59bc385124 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T12:55:00.531553Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bbefdb59bc385124 became follower at term 0"} {"level":"info","ts":"2026-04-22T12:55:00.531567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft bbefdb59bc385124 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-22T12:55:00.537335Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T12:55:00.539471Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T12:55:00.542504Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T12:55:00.543346Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.543371Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862","remote-peer-urls":["https://199.19.213.139:2380"]} {"level":"info","ts":"2026-04-22T12:55:00.543397Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.543422Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.544138Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.544202Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.544848Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.545014Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862","remote-peer-urls":["https://199.19.213.139:2380"]} {"level":"info","ts":"2026-04-22T12:55:00.545171Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.545325Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.547053Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"bbefdb59bc385124","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T12:55:00.547342Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T12:55:00.547512Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T12:55:00.547665Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T12:55:00.547755Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T12:55:00.548044Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-04-22T12:55:00.548134Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-04-22T12:55:00.548259Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T12:55:00.549297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"bbefdb59bc385124 [term: 0] received a MsgHeartbeat message with higher term from cb257ce137899862 [term: 2]"} {"level":"info","ts":"2026-04-22T12:55:00.549825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bbefdb59bc385124 became follower at term 2"} {"level":"info","ts":"2026-04-22T12:55:00.549935Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bbefdb59bc385124 elected leader cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-22T12:55:00.550615Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"bbefdb59bc385124","initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T12:55:00.552257Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T12:55:00.558212Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.558277Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.558885Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.566382Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"bbefdb59bc385124","remote-snapshot-sender-id":"cb257ce137899862","incoming-snapshot-index":546,"incoming-snapshot-message-size-bytes":8203,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-22T12:55:00.577225Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"cb257ce137899862","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T12:55:00.577282Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.580116Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000222.snap.db","bytes":880640,"size":"881 kB"} {"level":"info","ts":"2026-04-22T12:55:00.580201Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"bbefdb59bc385124","remote-snapshot-sender-id":"cb257ce137899862","incoming-snapshot-index":546,"incoming-snapshot-size-bytes":880640,"incoming-snapshot-size":"881 kB","download-took":"14.017672ms"} {"level":"info","ts":"2026-04-22T12:55:00.580359Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 546, term: 2]"} {"level":"info","ts":"2026-04-22T12:55:00.580453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bbefdb59bc385124 switched to configuration voters=(14638243470578915426) learners=(13542283782982750500)"} {"level":"info","ts":"2026-04-22T12:55:00.580495Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"bbefdb59bc385124 [commit: 546, lastindex: 546, lastterm: 2] restored snapshot [index: 546, term: 2]"} {"level":"info","ts":"2026-04-22T12:55:00.580527Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"bbefdb59bc385124 [commit: 546] restored snapshot [index: 546, term: 2]"} {"level":"info","ts":"2026-04-22T12:55:00.580677Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":546,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T12:55:00.581700Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"cb257ce137899862","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T12:55:00.581756Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.587782Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":546} {"level":"info","ts":"2026-04-22T12:55:00.588109Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00048e0e0}"} {"level":"info","ts":"2026-04-22T12:55:00.588967Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T12:55:00.589023Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.007512ms"} {"level":"info","ts":"2026-04-22T12:55:00.589113Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-22T12:55:00.590415Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-22T12:55:00.590446Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-22T12:55:00.597588Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":515} {"level":"info","ts":"2026-04-22T12:55:00.597689Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":546} {"level":"info","ts":"2026-04-22T12:55:00.597734Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-22T12:55:00.597861Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-22T12:55:00.599885Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-22T12:55:00.599920Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-22T12:55:00.599952Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-22T12:55:00.599959Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-22T12:55:00.600483Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-22T12:55:00.600508Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-22T12:55:00.600535Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-22T12:55:00.600559Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T12:55:00.600575Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"9913588efaa998c1","local-member-id":"bbefdb59bc385124","recovered-remote-peer-id":"bbefdb59bc385124","recovered-remote-peer-urls":["https://199.19.213.193:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-22T12:55:00.600588Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"9913588efaa998c1","local-member-id":"bbefdb59bc385124","recovered-remote-peer-id":"cb257ce137899862","recovered-remote-peer-urls":["https://199.19.213.139:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T12:55:00.600596Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T12:55:00.600602Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-22T12:55:00.600611Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-22T12:55:00.600619Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"cb257ce137899862"} {"level":"warn","ts":"2026-04-22T12:55:00.600725Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.600744Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cb257ce137899862"} {"level":"warn","ts":"2026-04-22T12:55:00.600767Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.600781Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.600859Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"warn","ts":"2026-04-22T12:55:00.601124Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862","error":"context canceled"} {"level":"warn","ts":"2026-04-22T12:55:00.601176Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"cb257ce137899862","error":"failed to read cb257ce137899862 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-22T12:55:00.601210Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"warn","ts":"2026-04-22T12:55:00.601334Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:55:00.601353Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601364Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601389Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"bbefdb59bc385124","removed-remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601406Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-22T12:55:00.601419Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T12:55:00.601447Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601480Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601610Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601618Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601640Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862","remote-peer-urls":["https://199.19.213.139:2380"]} {"level":"info","ts":"2026-04-22T12:55:00.601650Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601660Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601660Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T12:55:00.601564Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.601805Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":546,"current-applied-index":546,"incoming-leader-snapshot-index":546,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T12:55:00.609825Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.609872Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.612352Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.675976Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"cb257ce137899862","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T12:55:00.676008Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.680492Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"cb257ce137899862","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T12:55:00.680534Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"cb257ce137899862"} {"level":"info","ts":"2026-04-22T12:55:00.906297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bbefdb59bc385124 switched to configuration voters=(13542283782982750500 14638243470578915426)"} {"level":"info","ts":"2026-04-22T12:55:00.906590Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"9913588efaa998c1","local-member-id":"bbefdb59bc385124","promoted-member-id":"bbefdb59bc385124"} {"level":"warn","ts":"2026-04-22T12:55:05.903778Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.175200765s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T12:55:07.547861Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"bbefdb59bc385124","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.193:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-22T12:55:07.551188Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"bbefdb59bc385124","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.193:2379]}","cluster-id":"9913588efaa998c1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T12:55:07.551204Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T12:55:07.551267Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T12:55:07.551664Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T12:55:07.551742Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T12:55:07.553764Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T12:55:07.554231Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T12:55:07.554474Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T12:55:07.557014Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.193:2379"} {"level":"info","ts":"2026-04-22T12:55:07.557618Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T12:55:07.559855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.561737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.561771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.562038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.563458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.563634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.563882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.564050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.567433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.569931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.571737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.193:45558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.578339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.598962Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.613325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.621268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.628803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.641294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.652037Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.662554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.675064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.682332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.691720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.700036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.719489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.728612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.738110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.746997Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.755850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.769460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.811744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.821681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.830818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.839996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.847691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.858836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.870896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.878520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.887967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.897929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.908009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.929845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.941204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.950223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.961860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.973728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:07.988775Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.032869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.043174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.054440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.062652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.072930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.086326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.094697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.104568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.115710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.124889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.133747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.142197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.148557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.159617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.169978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.179295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.187995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.196435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.240590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.250828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.261062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:55:08.316632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59148","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T12:55:10.098304Z","caller":"traceutil/trace.go:172","msg":"trace[287088925] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:570; }","duration":"173.370919ms","start":"2026-04-22T12:55:09.924904Z","end":"2026-04-22T12:55:10.098275Z","steps":["trace[287088925] 'read index received' (duration: 173.364479ms)","trace[287088925] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:10.098552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.587351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" limit:1 ","response":"range_response_count:1 size:1032"} {"level":"info","ts":"2026-04-22T12:55:10.098610Z","caller":"traceutil/trace.go:172","msg":"trace[1944977976] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:535; }","duration":"173.700352ms","start":"2026-04-22T12:55:09.924899Z","end":"2026-04-22T12:55:10.098599Z","steps":["trace[1944977976] 'agreement among raft nodes before linearized reading' (duration: 173.48659ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:55:16.980947Z","caller":"traceutil/trace.go:172","msg":"trace[1551742823] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:594; }","duration":"187.417203ms","start":"2026-04-22T12:55:16.793505Z","end":"2026-04-22T12:55:16.980922Z","steps":["trace[1551742823] 'read index received' (duration: 187.410313ms)","trace[1551742823] 'applied index is now lower than readState.Index' (duration: 5.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:16.981079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.588095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T12:55:16.981160Z","caller":"traceutil/trace.go:172","msg":"trace[309980977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"187.689936ms","start":"2026-04-22T12:55:16.793456Z","end":"2026-04-22T12:55:16.981146Z","steps":["trace[309980977] 'agreement among raft nodes before linearized reading' (duration: 187.550114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:16.982621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.700261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T12:55:16.982656Z","caller":"traceutil/trace.go:172","msg":"trace[1270552745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:557; }","duration":"176.737972ms","start":"2026-04-22T12:55:16.805912Z","end":"2026-04-22T12:55:16.982650Z","steps":["trace[1270552745] 'agreement among raft nodes before linearized reading' (duration: 176.58864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:17.835651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.549387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:55:21.185861Z","caller":"traceutil/trace.go:172","msg":"trace[1997064433] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:609; }","duration":"198.281233ms","start":"2026-04-22T12:55:20.987537Z","end":"2026-04-22T12:55:21.185819Z","steps":["trace[1997064433] 'read index received' (duration: 198.266062ms)","trace[1997064433] 'applied index is now lower than readState.Index' (duration: 12.931µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:21.186339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.499935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:21.186452Z","caller":"traceutil/trace.go:172","msg":"trace[470893923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:570; }","duration":"198.900948ms","start":"2026-04-22T12:55:20.987488Z","end":"2026-04-22T12:55:21.186389Z","steps":["trace[470893923] 'agreement among raft nodes before linearized reading' (duration: 198.438924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:21.187450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.378765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:21.187539Z","caller":"traceutil/trace.go:172","msg":"trace[1593875400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"169.477046ms","start":"2026-04-22T12:55:21.018044Z","end":"2026-04-22T12:55:21.187521Z","steps":["trace[1593875400] 'agreement among raft nodes before linearized reading' (duration: 169.330754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.201268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:55:23.585036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.309285343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T12:55:23.585186Z","caller":"traceutil/trace.go:172","msg":"trace[118326852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"2.309453004s","start":"2026-04-22T12:55:21.275716Z","end":"2026-04-22T12:55:23.585169Z","steps":["trace[118326852] 'range keys from in-memory index tree' (duration: 2.307727796s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.585227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:21.275691Z","time spent":"2.309525275s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:23.585506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.265801265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:23.585536Z","caller":"traceutil/trace.go:172","msg":"trace[1282308526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"2.265829335s","start":"2026-04-22T12:55:21.319696Z","end":"2026-04-22T12:55:23.585526Z","steps":["trace[1282308526] 'range keys from in-memory index tree' (duration: 2.26448138s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.585561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:21.319687Z","time spent":"2.265867615s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:55:23.585728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.439030387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T12:55:23.585781Z","caller":"traceutil/trace.go:172","msg":"trace[1726051584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:570; }","duration":"1.439080147s","start":"2026-04-22T12:55:22.146683Z","end":"2026-04-22T12:55:23.585763Z","steps":["trace[1726051584] 'range keys from in-memory index tree' (duration: 1.43747022s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.585820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:22.146670Z","time spent":"1.439138528s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:23.585913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.598664418s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:23.585940Z","caller":"traceutil/trace.go:172","msg":"trace[483022115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:570; }","duration":"1.598688308s","start":"2026-04-22T12:55:21.987240Z","end":"2026-04-22T12:55:23.585929Z","steps":["trace[483022115] 'range keys from in-memory index tree' (duration: 1.596752418s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.586162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.463820801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:23.586209Z","caller":"traceutil/trace.go:172","msg":"trace[897407267] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:0; response_revision:570; }","duration":"1.463853681s","start":"2026-04-22T12:55:22.122331Z","end":"2026-04-22T12:55:23.586185Z","steps":["trace[897407267] 'range keys from in-memory index tree' (duration: 1.462109854s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:23.586236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:22.122308Z","time spent":"1.463919642s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:23.702242Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:55:24.202713Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:55:24.218679Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.062147817s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T12:55:24.703739Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:55:25.204703Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:55:25.328939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000866975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:55:25.329005Z","caller":"traceutil/trace.go:172","msg":"trace[1448426776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000952096s","start":"2026-04-22T12:55:23.328036Z","end":"2026-04-22T12:55:25.328988Z","steps":["trace[1448426776] 'agreement among raft nodes before linearized reading' (duration: 2.000863115s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:25.329084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:23.328025Z","time spent":"2.001049776s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:55:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T12:55:25.436149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"bbefdb59bc385124 [logterm: 2, index: 613, vote: 0] ignored MsgPreVote from cb257ce137899862 [logterm: 2, index: 613] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-04-22T12:55:25.631996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"bbefdb59bc385124 is starting a new election at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.632077Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"bbefdb59bc385124 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.632114Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bbefdb59bc385124 [logterm: 2, index: 613] sent MsgPreVote request to cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.632138Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: bbefdb59bc385124 lost leader cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.632197Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bbefdb59bc385124 received MsgPreVoteResp from bbefdb59bc385124 at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.632222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bbefdb59bc385124 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T12:55:25.633454Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bbefdb59bc385124 received MsgPreVoteResp from cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-22T12:55:25.633524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bbefdb59bc385124 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T12:55:25.633558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"bbefdb59bc385124 became candidate at term 3"} {"level":"info","ts":"2026-04-22T12:55:25.633580Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bbefdb59bc385124 [logterm: 2, index: 613] sent MsgVote request to cb257ce137899862 at term 3"} {"level":"warn","ts":"2026-04-22T12:55:25.705357Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:55:25.816753Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bbefdb59bc385124 received MsgVoteResp from bbefdb59bc385124 at term 3"} {"level":"info","ts":"2026-04-22T12:55:25.816828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bbefdb59bc385124 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T12:55:25.818823Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bbefdb59bc385124 received MsgVoteResp from cb257ce137899862 at term 3"} {"level":"info","ts":"2026-04-22T12:55:25.818890Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bbefdb59bc385124 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T12:55:25.818923Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"bbefdb59bc385124 became leader at term 3"} {"level":"info","ts":"2026-04-22T12:55:25.818942Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bbefdb59bc385124 elected leader bbefdb59bc385124 at term 3"} {"level":"warn","ts":"2026-04-22T12:55:25.819141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.118115888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:55:25.819296Z","caller":"traceutil/trace.go:172","msg":"trace[2117564124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.11827127s","start":"2026-04-22T12:55:22.700982Z","end":"2026-04-22T12:55:25.819253Z","steps":["trace[2117564124] 'agreement among raft nodes before linearized reading' (duration: 3.118114468s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:25.819381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:22.700953Z","time spent":"3.118388351s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T12:55:25.883290Z","caller":"traceutil/trace.go:172","msg":"trace[1991942229] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"3.727875127s","start":"2026-04-22T12:55:22.155391Z","end":"2026-04-22T12:55:25.883266Z","steps":["trace[1991942229] 'process raft request' (duration: 3.727461073s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:25.883406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:22.155373Z","time spent":"3.727974248s","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3009,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T12:55:25.883480Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-22T12:55:25.947678Z","caller":"traceutil/trace.go:172","msg":"trace[267622033] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:614; }","duration":"128.628052ms","start":"2026-04-22T12:55:25.819030Z","end":"2026-04-22T12:55:25.947658Z","steps":["trace[267622033] 'read index received' (duration: 128.620562ms)","trace[267622033] 'applied index is now lower than readState.Index' (duration: 6.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:25.977253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.247273495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-22T12:55:25.977320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.390427318s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:25.977345Z","caller":"traceutil/trace.go:172","msg":"trace[878483800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"3.247376786s","start":"2026-04-22T12:55:22.729945Z","end":"2026-04-22T12:55:25.977322Z","steps":["trace[878483800] 'agreement among raft nodes before linearized reading' (duration: 3.217858154s)","trace[878483800] 'range keys from in-memory index tree' (duration: 29.38182ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:55:25.977377Z","caller":"traceutil/trace.go:172","msg":"trace[1306675894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:574; }","duration":"2.390500178s","start":"2026-04-22T12:55:23.586862Z","end":"2026-04-22T12:55:25.977362Z","steps":["trace[1306675894] 'agreement among raft nodes before linearized reading' (duration: 2.360931286s)","trace[1306675894] 'range keys from in-memory index tree' (duration: 29.477682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:25.977389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.771366969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:55:25.977398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:22.729933Z","time spent":"3.247450677s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T12:55:25.977440Z","caller":"traceutil/trace.go:172","msg":"trace[1354761289] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:574; }","duration":"1.771410069s","start":"2026-04-22T12:55:24.206010Z","end":"2026-04-22T12:55:25.977420Z","steps":["trace[1354761289] 'agreement among raft nodes before linearized reading' (duration: 1.741804747s)","trace[1354761289] 'range keys from in-memory index tree' (duration: 29.538301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:25.977486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:24.205976Z","time spent":"1.77149961s","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:25.977286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"647.546915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:25.977627Z","caller":"traceutil/trace.go:172","msg":"trace[1614619401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"647.910679ms","start":"2026-04-22T12:55:25.329702Z","end":"2026-04-22T12:55:25.977613Z","steps":["trace[1614619401] 'agreement among raft nodes before linearized reading' (duration: 618.104114ms)","trace[1614619401] 'range keys from in-memory index tree' (duration: 29.41142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:25.977671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.329680Z","time spent":"647.977281ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:55:25.977815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:23.323988Z","time spent":"2.653825996s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T12:55:25.978027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.386526477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3024"} {"level":"info","ts":"2026-04-22T12:55:25.978066Z","caller":"traceutil/trace.go:172","msg":"trace[89698283] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:574; }","duration":"2.386561357s","start":"2026-04-22T12:55:23.591490Z","end":"2026-04-22T12:55:25.978051Z","steps":["trace[89698283] 'agreement among raft nodes before linearized reading' (duration: 2.356296458s)","trace[89698283] 'range keys from in-memory index tree' (duration: 30.133278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:25.978091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:23.591471Z","time spent":"2.386613237s","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3048,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:26.309021Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.946335ms"} {"level":"info","ts":"2026-04-22T12:55:26.309126Z","caller":"traceutil/trace.go:172","msg":"trace[1102676253] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:617; }","duration":"361.329288ms","start":"2026-04-22T12:55:25.947757Z","end":"2026-04-22T12:55:26.309086Z","steps":["trace[1102676253] 'read index received' (duration: 361.314048ms)","trace[1102676253] 'applied index is now lower than readState.Index' (duration: 13.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:26.677268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"788.70758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3196"} {"level":"info","ts":"2026-04-22T12:55:26.677384Z","caller":"traceutil/trace.go:172","msg":"trace[4979145] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:575; }","duration":"788.838551ms","start":"2026-04-22T12:55:25.888524Z","end":"2026-04-22T12:55:26.677362Z","steps":["trace[4979145] 'agreement among raft nodes before linearized reading' (duration: 420.788795ms)","trace[4979145] 'range keys from in-memory index tree' (duration: 367.854695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:26.677429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.888485Z","time spent":"788.932712ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3220,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:55:26.677438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.244809ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T12:55:26.677462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"832.852761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T12:55:26.677541Z","caller":"traceutil/trace.go:172","msg":"trace[1694955635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"832.948722ms","start":"2026-04-22T12:55:25.844572Z","end":"2026-04-22T12:55:26.677521Z","steps":["trace[1694955635] 'agreement among raft nodes before linearized reading' (duration: 464.769604ms)","trace[1694955635] 'range keys from in-memory index tree' (duration: 367.962456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:26.677583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.844552Z","time spent":"833.021702ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T12:55:26.677852Z","caller":"traceutil/trace.go:172","msg":"trace[1083275234] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"697.6014ms","start":"2026-04-22T12:55:25.980239Z","end":"2026-04-22T12:55:26.677840Z","steps":["trace[1083275234] 'process raft request' (duration: 697.508299ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:55:26.677875Z","caller":"traceutil/trace.go:172","msg":"trace[817381885] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:617; }","duration":"368.626922ms","start":"2026-04-22T12:55:26.309213Z","end":"2026-04-22T12:55:26.677840Z","steps":["trace[817381885] 'read index received' (duration: 1.425284ms)","trace[817381885] 'applied index is now lower than readState.Index' (duration: 367.200138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:26.677941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.979330Z","time spent":"698.55036ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T12:55:26.677958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.45406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:26.677988Z","caller":"traceutil/trace.go:172","msg":"trace[1112182881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:580; }","duration":"699.48824ms","start":"2026-04-22T12:55:25.978489Z","end":"2026-04-22T12:55:26.677977Z","steps":["trace[1112182881] 'agreement among raft nodes before linearized reading' (duration: 699.43407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:26.678007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"690.62429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:26.678039Z","caller":"traceutil/trace.go:172","msg":"trace[648734209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"690.65651ms","start":"2026-04-22T12:55:25.987374Z","end":"2026-04-22T12:55:26.678030Z","steps":["trace[648734209] 'agreement among raft nodes before linearized reading' (duration: 690.597939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:26.678063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.987360Z","time spent":"690.69833ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:55:26.678377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.341118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3196"} {"level":"info","ts":"2026-04-22T12:55:26.678419Z","caller":"traceutil/trace.go:172","msg":"trace[266704456] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:580; }","duration":"697.385689ms","start":"2026-04-22T12:55:25.981022Z","end":"2026-04-22T12:55:26.678408Z","steps":["trace[266704456] 'agreement among raft nodes before linearized reading' (duration: 697.233587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:26.678456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.981001Z","time spent":"697.444109ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":3220,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T12:55:26.678684Z","caller":"traceutil/trace.go:172","msg":"trace[1663049181] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"696.388288ms","start":"2026-04-22T12:55:25.982282Z","end":"2026-04-22T12:55:26.678670Z","steps":["trace[1663049181] 'process raft request' (duration: 695.50911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:26.679404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:55:25.982268Z","time spent":"697.097295ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T12:55:26.686459Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"175.821855ms"} {"level":"info","ts":"2026-04-22T12:55:26.858167Z","caller":"traceutil/trace.go:172","msg":"trace[226066877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:585; }","duration":"170.691118ms","start":"2026-04-22T12:55:26.687453Z","end":"2026-04-22T12:55:26.858144Z","steps":["trace[226066877] 'process raft request' (duration: 121.74742ms)","trace[226066877] 'compare' (duration: 48.865747ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:55:26.884498Z","caller":"traceutil/trace.go:172","msg":"trace[932291654] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:630; }","duration":"120.412765ms","start":"2026-04-22T12:55:26.764010Z","end":"2026-04-22T12:55:26.884423Z","steps":["trace[932291654] 'read index received' (duration: 120.400384ms)","trace[932291654] 'applied index is now lower than readState.Index' (duration: 10.151µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:26.885155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.44767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:55:26.885235Z","caller":"traceutil/trace.go:172","msg":"trace[1362607117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:588; }","duration":"200.542651ms","start":"2026-04-22T12:55:26.684675Z","end":"2026-04-22T12:55:26.885218Z","steps":["trace[1362607117] 'agreement among raft nodes before linearized reading' (duration: 200.272579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:26.886335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.051837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:26.886397Z","caller":"traceutil/trace.go:172","msg":"trace[239187708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"205.122648ms","start":"2026-04-22T12:55:26.681261Z","end":"2026-04-22T12:55:26.886384Z","steps":["trace[239187708] 'agreement among raft nodes before linearized reading' (duration: 203.570293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:55:34.137541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.233136ms"} {"level":"info","ts":"2026-04-22T12:55:34.139424Z","caller":"traceutil/trace.go:172","msg":"trace[2008273953] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:669; }","duration":"152.013941ms","start":"2026-04-22T12:55:33.987375Z","end":"2026-04-22T12:55:34.139389Z","steps":["trace[2008273953] 'read index received' (duration: 152.006281ms)","trace[2008273953] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:55:34.139531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.135972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:55:34.139569Z","caller":"traceutil/trace.go:172","msg":"trace[1729507604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:621; }","duration":"152.248713ms","start":"2026-04-22T12:55:33.987310Z","end":"2026-04-22T12:55:34.139559Z","steps":["trace[1729507604] 'agreement among raft nodes before linearized reading' (duration: 152.159493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:03.140233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36854","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T12:56:03.557664Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bbefdb59bc385124 switched to configuration voters=(13542283782982750500 14638243470578915426) learners=(17325186475146872426)"} {"level":"info","ts":"2026-04-22T12:56:03.557840Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"9913588efaa998c1","local-member-id":"bbefdb59bc385124","added-peer-id":"f06f6d4e6e88066a","added-peer-peer-urls":["https://199.19.213.179:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T12:56:03.557886Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.557926Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558039Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558101Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558104Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558121Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558136Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a","remote-peer-urls":["https://199.19.213.179:2380"]} {"level":"info","ts":"2026-04-22T12:56:03.558171Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"bbefdb59bc385124","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:03.558187Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"warn","ts":"2026-04-22T12:56:03.592582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36944","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T12:56:03.610489Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T12:56:04.110142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36968","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T12:56:04.121000Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T12:56:04.121099Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"f06f6d4e6e88066a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T12:56:04.618276Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T12:56:05.111076Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T12:56:05.111151Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"f06f6d4e6e88066a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T12:56:05.666460Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T12:56:05.917096Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.179:2380/version","remote-member-id":"f06f6d4e6e88066a","error":"Get \"https://199.19.213.179:2380/version\": dial tcp 199.19.213.179:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T12:56:05.917222Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"f06f6d4e6e88066a","error":"Get \"https://199.19.213.179:2380/version\": dial tcp 199.19.213.179:2380: connect: connection refused"} {"level":"error","ts":"2026-04-22T12:56:06.110765Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T12:56:06.612151Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T12:56:06.612235Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"f06f6d4e6e88066a","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-22T12:56:07.111873Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T12:56:07.240995Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.241053Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.243978Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.245217Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T12:56:07.245288Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.245879Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T12:56:07.246023Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.253784Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","bytes":1156060,"size":"1.2 MB"} {"level":"info","ts":"2026-04-22T12:56:07.253914Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":778,"remote-peer-id":"f06f6d4e6e88066a","bytes":1156060,"size":"1.2 MB"} {"level":"info","ts":"2026-04-22T12:56:07.257549Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1146880,"size":"1.1 MB"} {"level":"info","ts":"2026-04-22T12:56:07.267880Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":778,"remote-peer-id":"f06f6d4e6e88066a","bytes":1156060,"size":"1.2 MB"} {"level":"warn","ts":"2026-04-22T12:56:07.282647Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:56:07.282679Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a","error":"EOF"} {"level":"info","ts":"2026-04-22T12:56:07.296790Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.298407Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T12:56:07.298449Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.298467Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.299740Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T12:56:07.299785Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.299805Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.339608Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bbefdb59bc385124","remote-peer-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.614074Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bbefdb59bc385124 switched to configuration voters=(13542283782982750500 14638243470578915426 17325186475146872426)"} {"level":"info","ts":"2026-04-22T12:56:07.614314Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"9913588efaa998c1","local-member-id":"bbefdb59bc385124","promoted-member-id":"f06f6d4e6e88066a"} {"level":"info","ts":"2026-04-22T12:56:07.614355Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"bbefdb59bc385124","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"f06f6d4e6e88066a"} {"level":"warn","ts":"2026-04-22T12:56:07.642036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:37134","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T12:56:13.096784Z","caller":"traceutil/trace.go:172","msg":"trace[416657302] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:796; }","duration":"313.806634ms","start":"2026-04-22T12:56:12.782949Z","end":"2026-04-22T12:56:13.096756Z","steps":["trace[416657302] 'read index received' (duration: 313.799364ms)","trace[416657302] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:13.128635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.665866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:13.128726Z","caller":"traceutil/trace.go:172","msg":"trace[2138799412] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:728; }","duration":"345.773741ms","start":"2026-04-22T12:56:12.782935Z","end":"2026-04-22T12:56:13.128709Z","steps":["trace[2138799412] 'agreement among raft nodes before linearized reading' (duration: 313.96563ms)","trace[2138799412] 'range keys from in-memory index tree' (duration: 31.665665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:13.128762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:12.782920Z","time spent":"345.832184ms","remote":"127.0.0.1:59136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:56:13.128872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.708399ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:13.128953Z","caller":"traceutil/trace.go:172","msg":"trace[1016654870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:729; }","duration":"140.802924ms","start":"2026-04-22T12:56:12.988135Z","end":"2026-04-22T12:56:13.128938Z","steps":["trace[1016654870] 'agreement among raft nodes before linearized reading' (duration: 140.689579ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:56:25.159062Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-22T12:56:35.495601Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.889029ms"} {"level":"warn","ts":"2026-04-22T12:56:35.495722Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.021445ms"} {"level":"info","ts":"2026-04-22T12:56:35.496990Z","caller":"traceutil/trace.go:172","msg":"trace[1063200303] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:911; }","duration":"177.539446ms","start":"2026-04-22T12:56:35.319424Z","end":"2026-04-22T12:56:35.496964Z","steps":["trace[1063200303] 'read index received' (duration: 177.532006ms)","trace[1063200303] 'applied index is now lower than readState.Index' (duration: 5.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:35.497196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.753205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:35.497349Z","caller":"traceutil/trace.go:172","msg":"trace[665588197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:827; }","duration":"177.916062ms","start":"2026-04-22T12:56:35.319410Z","end":"2026-04-22T12:56:35.497326Z","steps":["trace[665588197] 'agreement among raft nodes before linearized reading' (duration: 177.650791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:35.498177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.711094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T12:56:35.498220Z","caller":"traceutil/trace.go:172","msg":"trace[715156217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:827; }","duration":"147.788307ms","start":"2026-04-22T12:56:35.350423Z","end":"2026-04-22T12:56:35.498212Z","steps":["trace[715156217] 'agreement among raft nodes before linearized reading' (duration: 147.548638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:35.734271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.387735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T12:56:35.734500Z","caller":"traceutil/trace.go:172","msg":"trace[1600597634] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:911; }","duration":"121.10989ms","start":"2026-04-22T12:56:35.613374Z","end":"2026-04-22T12:56:35.734484Z","steps":["trace[1600597634] 'read index received' (duration: 79.554133ms)","trace[1600597634] 'applied index is now lower than readState.Index' (duration: 41.554997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:35.734585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.201545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:35.734693Z","caller":"traceutil/trace.go:172","msg":"trace[513043558] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:828; }","duration":"121.247307ms","start":"2026-04-22T12:56:35.613365Z","end":"2026-04-22T12:56:35.734612Z","steps":["trace[513043558] 'agreement among raft nodes before linearized reading' (duration: 121.173844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:35.957399Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.876063ms"} {"level":"warn","ts":"2026-04-22T12:56:35.957483Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"24.961696ms"} {"level":"warn","ts":"2026-04-22T12:56:36.096965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.352314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:56:36.097091Z","caller":"traceutil/trace.go:172","msg":"trace[590368833] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:913; }","duration":"109.513171ms","start":"2026-04-22T12:56:35.987561Z","end":"2026-04-22T12:56:36.097075Z","steps":["trace[590368833] 'read index received' (duration: 941.627µs)","trace[590368833] 'applied index is now lower than readState.Index' (duration: 108.570224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:36.097157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.631155ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:36.097211Z","caller":"traceutil/trace.go:172","msg":"trace[346529027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:829; }","duration":"109.692308ms","start":"2026-04-22T12:56:35.987509Z","end":"2026-04-22T12:56:36.097202Z","steps":["trace[346529027] 'agreement among raft nodes before linearized reading' (duration: 109.609574ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:56:37.268543Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"bbefdb59bc385124","to":"f06f6d4e6e88066a","bytes":1156060,"size":"1.2 MB","took":"30.014754917s"} {"level":"warn","ts":"2026-04-22T12:56:38.649994Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.58647ms"} {"level":"warn","ts":"2026-04-22T12:56:38.650071Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.673664ms"} {"level":"info","ts":"2026-04-22T12:56:38.650341Z","caller":"traceutil/trace.go:172","msg":"trace[909297928] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"142.425567ms","start":"2026-04-22T12:56:38.507870Z","end":"2026-04-22T12:56:38.650296Z","steps":["trace[909297928] 'process raft request' (duration: 142.24672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.835129Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.390581ms"} {"level":"info","ts":"2026-04-22T12:56:58.835187Z","caller":"traceutil/trace.go:172","msg":"trace[1588847171] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1123; }","duration":"300.456963ms","start":"2026-04-22T12:56:58.534693Z","end":"2026-04-22T12:56:58.835150Z","steps":["trace[1588847171] 'read index received' (duration: 300.435942ms)","trace[1588847171] 'applied index is now lower than readState.Index' (duration: 13.801µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:58.835600Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.873187ms"} {"level":"warn","ts":"2026-04-22T12:56:58.842529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.819881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10503"} {"level":"info","ts":"2026-04-22T12:56:58.842596Z","caller":"traceutil/trace.go:172","msg":"trace[1842717798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:998; }","duration":"307.901894ms","start":"2026-04-22T12:56:58.534680Z","end":"2026-04-22T12:56:58.842581Z","steps":["trace[1842717798] 'agreement among raft nodes before linearized reading' (duration: 300.596497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.842628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.534661Z","time spent":"307.960306ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":10527,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-04-22T12:56:58.843043Z","caller":"traceutil/trace.go:172","msg":"trace[1421452519] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"307.18154ms","start":"2026-04-22T12:56:58.535843Z","end":"2026-04-22T12:56:58.843025Z","steps":["trace[1421452519] 'process raft request' (duration: 307.128089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.845019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.535814Z","time spent":"308.922681ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:56:58.845036Z","caller":"traceutil/trace.go:172","msg":"trace[508543662] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"321.11991ms","start":"2026-04-22T12:56:58.523895Z","end":"2026-04-22T12:56:58.845015Z","steps":["trace[508543662] 'process raft request' (duration: 311.489131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.845181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.523872Z","time spent":"321.239684ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:56:58.851087Z","caller":"traceutil/trace.go:172","msg":"trace[1124268052] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"315.091568ms","start":"2026-04-22T12:56:58.535982Z","end":"2026-04-22T12:56:58.851074Z","steps":["trace[1124268052] 'process raft request' (duration: 314.993925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.851183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.535965Z","time spent":"315.167812ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:56:58.863092Z","caller":"traceutil/trace.go:172","msg":"trace[1219669065] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"302.822856ms","start":"2026-04-22T12:56:58.560251Z","end":"2026-04-22T12:56:58.863074Z","steps":["trace[1219669065] 'process raft request' (duration: 302.099401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.863241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.560205Z","time spent":"302.962941ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:56:58.863574Z","caller":"traceutil/trace.go:172","msg":"trace[2054626846] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"324.816571ms","start":"2026-04-22T12:56:58.538735Z","end":"2026-04-22T12:56:58.863551Z","steps":["trace[2054626846] 'process raft request' (duration: 323.326258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:58.863706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:58.538723Z","time spent":"324.907614ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:56:59.634122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.055612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:56:59.634983Z","caller":"traceutil/trace.go:172","msg":"trace[875298124] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"375.280903ms","start":"2026-04-22T12:56:59.259658Z","end":"2026-04-22T12:56:59.634939Z","steps":["trace[875298124] 'process raft request' (duration: 67.243677ms)","trace[875298124] 'compare' (duration: 306.610617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:59.635053Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.222957ms"} {"level":"info","ts":"2026-04-22T12:56:59.635115Z","caller":"traceutil/trace.go:172","msg":"trace[1916466583] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1187; }","duration":"316.213292ms","start":"2026-04-22T12:56:59.318879Z","end":"2026-04-22T12:56:59.635092Z","steps":["trace[1916466583] 'read index received' (duration: 316.204472ms)","trace[1916466583] 'applied index is now lower than readState.Index' (duration: 7.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:56:59.635144Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.32286ms"} {"level":"warn","ts":"2026-04-22T12:56:59.635259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.383748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:56:59.635305Z","caller":"traceutil/trace.go:172","msg":"trace[1113625352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"316.43977ms","start":"2026-04-22T12:56:59.318845Z","end":"2026-04-22T12:56:59.635284Z","steps":["trace[1113625352] 'agreement among raft nodes before linearized reading' (duration: 316.330876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:59.635206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:59.259629Z","time spent":"375.47317ms","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:56:59.635335Z","caller":"traceutil/trace.go:172","msg":"trace[894272603] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"375.370225ms","start":"2026-04-22T12:56:59.259952Z","end":"2026-04-22T12:56:59.635322Z","steps":["trace[894272603] 'process raft request' (duration: 374.285978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:56:59.635409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:59.259920Z","time spent":"375.456599ms","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T12:56:59.636421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:56:59.318812Z","time spent":"317.592931ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:56:59.648972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.063842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:80 size:6762"} {"level":"info","ts":"2026-04-22T12:56:59.649060Z","caller":"traceutil/trace.go:172","msg":"trace[1362396708] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:80; response_revision:1035; }","duration":"101.193706ms","start":"2026-04-22T12:56:59.547850Z","end":"2026-04-22T12:56:59.649044Z","steps":["trace[1362396708] 'agreement among raft nodes before linearized reading' (duration: 100.549824ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:01.323892Z","caller":"traceutil/trace.go:172","msg":"trace[1027812696] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1205; }","duration":"130.337442ms","start":"2026-04-22T12:57:01.193523Z","end":"2026-04-22T12:57:01.323860Z","steps":["trace[1027812696] 'read index received' (duration: 130.323912ms)","trace[1027812696] 'applied index is now lower than readState.Index' (duration: 10.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:01.341029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.476318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T12:57:01.341161Z","caller":"traceutil/trace.go:172","msg":"trace[1138817036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1046; }","duration":"147.630183ms","start":"2026-04-22T12:57:01.193505Z","end":"2026-04-22T12:57:01.341135Z","steps":["trace[1138817036] 'agreement among raft nodes before linearized reading' (duration: 130.517229ms)","trace[1138817036] 'range keys from in-memory index tree' (duration: 16.809184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:01.451754Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.331351ms"} {"level":"warn","ts":"2026-04-22T12:57:01.451844Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.430724ms"} {"level":"info","ts":"2026-04-22T12:57:01.452191Z","caller":"traceutil/trace.go:172","msg":"trace[131979309] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1047; }","duration":"178.899229ms","start":"2026-04-22T12:57:01.273259Z","end":"2026-04-22T12:57:01.452158Z","steps":["trace[131979309] 'process raft request' (duration: 178.810006ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:01.454017Z","caller":"traceutil/trace.go:172","msg":"trace[681234909] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1208; }","duration":"129.94652ms","start":"2026-04-22T12:57:01.323982Z","end":"2026-04-22T12:57:01.453929Z","steps":["trace[681234909] 'read index received' (duration: 129.932499ms)","trace[681234909] 'applied index is now lower than readState.Index' (duration: 8.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:01.454098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.27854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:01.454155Z","caller":"traceutil/trace.go:172","msg":"trace[1987614586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1047; }","duration":"136.350122ms","start":"2026-04-22T12:57:01.317788Z","end":"2026-04-22T12:57:01.454138Z","steps":["trace[1987614586] 'agreement among raft nodes before linearized reading' (duration: 136.238758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:01.706916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.344127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:01.707012Z","caller":"traceutil/trace.go:172","msg":"trace[1099212240] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1047; }","duration":"152.457171ms","start":"2026-04-22T12:57:01.554531Z","end":"2026-04-22T12:57:01.706988Z","steps":["trace[1099212240] 'range keys from in-memory index tree' (duration: 150.897307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:06.223706Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"410.069047ms"} {"level":"warn","ts":"2026-04-22T12:57:06.223820Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"410.192411ms"} {"level":"warn","ts":"2026-04-22T12:57:06.279668Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:06.780754Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:07.193768Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"769.915467ms"} {"level":"warn","ts":"2026-04-22T12:57:07.193870Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"770.026591ms"} {"level":"info","ts":"2026-04-22T12:57:07.193893Z","caller":"traceutil/trace.go:172","msg":"trace[1274092650] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1261; }","duration":"1.414241002s","start":"2026-04-22T12:57:05.779599Z","end":"2026-04-22T12:57:07.193840Z","steps":["trace[1274092650] 'read index received' (duration: 1.41418822s)","trace[1274092650] 'applied index is now lower than readState.Index' (duration: 15.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:07.194245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.414570883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:07.194317Z","caller":"traceutil/trace.go:172","msg":"trace[1465489741] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1082; }","duration":"1.414725028s","start":"2026-04-22T12:57:05.779577Z","end":"2026-04-22T12:57:07.194302Z","steps":["trace[1465489741] 'agreement among raft nodes before linearized reading' (duration: 1.41448758s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.194367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:05.779537Z","time spent":"1.414819262s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:07.206783Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057172772,"received-request-id":5846971618057172767} {"level":"warn","ts":"2026-04-22T12:57:07.245459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.257674457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:07.245558Z","caller":"traceutil/trace.go:172","msg":"trace[1255818254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"1.257801801s","start":"2026-04-22T12:57:05.987742Z","end":"2026-04-22T12:57:07.245544Z","steps":["trace[1255818254] 'agreement among raft nodes before linearized reading' (duration: 1.257634905s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.246183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"921.045173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dhfmz\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-22T12:57:07.246233Z","caller":"traceutil/trace.go:172","msg":"trace[1115321823] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dhfmz; range_end:; response_count:1; response_revision:1088; }","duration":"921.095235ms","start":"2026-04-22T12:57:06.325131Z","end":"2026-04-22T12:57:07.246226Z","steps":["trace[1115321823] 'agreement among raft nodes before linearized reading' (duration: 920.933909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.246248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:06.325116Z","time spent":"921.125715ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-dhfmz\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:07.246377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.659009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:07.246391Z","caller":"traceutil/trace.go:172","msg":"trace[111838031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"925.672819ms","start":"2026-04-22T12:57:06.320713Z","end":"2026-04-22T12:57:07.246386Z","steps":["trace[111838031] 'agreement among raft nodes before linearized reading' (duration: 925.646138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.246403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:06.320681Z","time spent":"925.718831ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:07.246517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"966.763781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:07.246534Z","caller":"traceutil/trace.go:172","msg":"trace[1182769353] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1088; }","duration":"966.777052ms","start":"2026-04-22T12:57:06.279748Z","end":"2026-04-22T12:57:07.246525Z","steps":["trace[1182769353] 'agreement among raft nodes before linearized reading' (duration: 966.752511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.246548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:06.279723Z","time spent":"966.821022ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:07.246671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.23575558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-22T12:57:07.246684Z","caller":"traceutil/trace.go:172","msg":"trace[274131265] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1088; }","duration":"1.235768801s","start":"2026-04-22T12:57:06.010911Z","end":"2026-04-22T12:57:07.246680Z","steps":["trace[274131265] 'agreement among raft nodes before linearized reading' (duration: 1.235716469s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:07.246697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:06.010887Z","time spent":"1.235804172s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:07.748683Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:08.062403Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"617.283124ms"} {"level":"warn","ts":"2026-04-22T12:57:08.062501Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"617.398287ms"} {"level":"warn","ts":"2026-04-22T12:57:08.249237Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:08.749438Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057172773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:08.830351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"767.333037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:08.960355Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"697.823323ms"} {"level":"warn","ts":"2026-04-22T12:57:08.960436Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"697.916886ms"} {"level":"info","ts":"2026-04-22T12:57:08.960928Z","caller":"traceutil/trace.go:172","msg":"trace[31790768] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1268; }","duration":"1.712957474s","start":"2026-04-22T12:57:07.247937Z","end":"2026-04-22T12:57:08.960895Z","steps":["trace[31790768] 'read index received' (duration: 1.712950163s)","trace[31790768] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:08.961184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.713233693s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:08.961222Z","caller":"traceutil/trace.go:172","msg":"trace[806799369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"1.713298665s","start":"2026-04-22T12:57:07.247910Z","end":"2026-04-22T12:57:08.961209Z","steps":["trace[806799369] 'agreement among raft nodes before linearized reading' (duration: 1.713185051s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:08.961580Z","caller":"traceutil/trace.go:172","msg":"trace[744809558] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"1.697904038s","start":"2026-04-22T12:57:07.263660Z","end":"2026-04-22T12:57:08.961564Z","steps":["trace[744809558] 'process raft request' (duration: 1.697565526s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:08.961698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.263640Z","time spent":"1.69797717s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:09.161264Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057172775,"received-request-id":5846971618057172773} {"level":"warn","ts":"2026-04-22T12:57:09.161266Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"796.89µs"} {"level":"warn","ts":"2026-04-22T12:57:09.161375Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"917.064µs"} {"level":"warn","ts":"2026-04-22T12:57:09.248367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000288602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:09.248464Z","caller":"traceutil/trace.go:172","msg":"trace[828341146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449187s","start":"2026-04-22T12:57:07.247992Z","end":"2026-04-22T12:57:09.248441Z","steps":["trace[828341146] 'agreement among raft nodes before linearized reading' (duration: 2.000282871s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:09.248529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.247978Z","time spent":"2.00053923s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:09 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:09.312467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.97735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:09.424334Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.921025ms"} {"level":"info","ts":"2026-04-22T12:57:09.424389Z","caller":"traceutil/trace.go:172","msg":"trace[1494992387] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1275; }","duration":"463.313352ms","start":"2026-04-22T12:57:08.961038Z","end":"2026-04-22T12:57:09.424352Z","steps":["trace[1494992387] 'read index received' (duration: 463.299752ms)","trace[1494992387] 'applied index is now lower than readState.Index' (duration: 11.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.424461Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.06125ms"} {"level":"warn","ts":"2026-04-22T12:57:09.537116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.051003288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T12:57:09.537192Z","caller":"traceutil/trace.go:172","msg":"trace[639056468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1095; }","duration":"2.051102441s","start":"2026-04-22T12:57:07.486070Z","end":"2026-04-22T12:57:09.537173Z","steps":["trace[639056468] 'agreement among raft nodes before linearized reading' (duration: 1.938349558s)","trace[639056468] 'range keys from in-memory index tree' (duration: 112.512826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.537235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.486036Z","time spent":"2.051190764s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:09.537229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.284730724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-04-22T12:57:09.537283Z","caller":"traceutil/trace.go:172","msg":"trace[1236957476] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1095; }","duration":"2.284781156s","start":"2026-04-22T12:57:07.252484Z","end":"2026-04-22T12:57:09.537265Z","steps":["trace[1236957476] 'agreement among raft nodes before linearized reading' (duration: 2.172064044s)","trace[1236957476] 'range keys from in-memory index tree' (duration: 112.596508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.537322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260306995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T12:57:09.537439Z","caller":"traceutil/trace.go:172","msg":"trace[750701371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"1.260442s","start":"2026-04-22T12:57:08.276966Z","end":"2026-04-22T12:57:09.537408Z","steps":["trace[750701371] 'agreement among raft nodes before linearized reading' (duration: 1.147447218s)","trace[750701371] 'range keys from in-memory index tree' (duration: 112.757263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.537516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.899518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:09.537514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:08.276937Z","time spent":"1.260560633s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:09.537721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.267212673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T12:57:09.537371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.252467Z","time spent":"2.28489184s","remote":"127.0.0.1:58262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6558,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:09.537813Z","caller":"traceutil/trace.go:172","msg":"trace[1845823810] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"292.182721ms","start":"2026-04-22T12:57:09.245618Z","end":"2026-04-22T12:57:09.537801Z","steps":["trace[1845823810] 'process raft request' (duration: 292.12853ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:09.537805Z","caller":"traceutil/trace.go:172","msg":"trace[811406576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1095; }","duration":"2.26772356s","start":"2026-04-22T12:57:07.270060Z","end":"2026-04-22T12:57:09.537783Z","steps":["trace[811406576] 'agreement among raft nodes before linearized reading' (duration: 2.154394658s)","trace[811406576] 'range keys from in-memory index tree' (duration: 112.630869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.538433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.270045Z","time spent":"2.268366812s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:09.540266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.026854914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T12:57:09.540761Z","caller":"traceutil/trace.go:172","msg":"trace[1979331392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"2.027547067s","start":"2026-04-22T12:57:07.513012Z","end":"2026-04-22T12:57:09.540559Z","steps":["trace[1979331392] 'agreement among raft nodes before linearized reading' (duration: 1.911360979s)","trace[1979331392] 'range keys from in-memory index tree' (duration: 112.635919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.542037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:07.512993Z","time spent":"2.027811606s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:09.554435Z","caller":"traceutil/trace.go:172","msg":"trace[1081904078] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1280; }","duration":"129.925166ms","start":"2026-04-22T12:57:09.424493Z","end":"2026-04-22T12:57:09.554418Z","steps":["trace[1081904078] 'read index received' (duration: 129.917596ms)","trace[1081904078] 'applied index is now lower than readState.Index' (duration: 6.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:09.554523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.6ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:09.554563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.807789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:09.554697Z","caller":"traceutil/trace.go:172","msg":"trace[53256212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"591.923073ms","start":"2026-04-22T12:57:08.962680Z","end":"2026-04-22T12:57:09.554603Z","steps":["trace[53256212] 'agreement among raft nodes before linearized reading' (duration: 591.798289ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:09.554580Z","caller":"traceutil/trace.go:172","msg":"trace[315127695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"296.670472ms","start":"2026-04-22T12:57:09.257898Z","end":"2026-04-22T12:57:09.554569Z","steps":["trace[315127695] 'agreement among raft nodes before linearized reading' (duration: 296.566509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:09.557404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.700735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:09.557446Z","caller":"traceutil/trace.go:172","msg":"trace[1374449754] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1100; }","duration":"507.743427ms","start":"2026-04-22T12:57:09.049692Z","end":"2026-04-22T12:57:09.557435Z","steps":["trace[1374449754] 'agreement among raft nodes before linearized reading' (duration: 505.118599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:09.557681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:09.049666Z","time spent":"508.005246ms","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:09.557627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.342325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:57:09.557779Z","caller":"traceutil/trace.go:172","msg":"trace[509424358] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1100; }","duration":"300.49545ms","start":"2026-04-22T12:57:09.257270Z","end":"2026-04-22T12:57:09.557766Z","steps":["trace[509424358] 'agreement among raft nodes before linearized reading' (duration: 297.463089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:09.557802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:09.257246Z","time spent":"300.547711ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:10.744361Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.272973ms"} {"level":"warn","ts":"2026-04-22T12:57:10.744445Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.368906ms"} {"level":"warn","ts":"2026-04-22T12:57:11.886040Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f06f6d4e6e88066a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.291244ms"} {"level":"warn","ts":"2026-04-22T12:57:11.886138Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cb257ce137899862","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.403908ms"} {"level":"info","ts":"2026-04-22T12:57:12.504236Z","caller":"traceutil/trace.go:172","msg":"trace[552058978] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"106.715452ms","start":"2026-04-22T12:57:12.397489Z","end":"2026-04-22T12:57:12.504204Z","steps":["trace[552058978] 'process raft request' (duration: 106.381951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:14.795930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.269937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T12:57:14.796046Z","caller":"traceutil/trace.go:172","msg":"trace[516847186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1179; }","duration":"181.417652ms","start":"2026-04-22T12:57:14.614606Z","end":"2026-04-22T12:57:14.796024Z","steps":["trace[516847186] 'range keys from in-memory index tree' (duration: 179.780828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:20.777889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:24.458944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:24.483942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:24.510296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:24.522161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:24.617624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T12:57:30.894646Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:31.394938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:31.412128Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"bbefdb59bc385124 [logterm: 3, index: 1628, vote: bbefdb59bc385124] ignored MsgPreVote from f06f6d4e6e88066a [logterm: 3, index: 1627] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-22T12:57:31.414343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"bbefdb59bc385124 [logterm: 3, index: 1628, vote: bbefdb59bc385124] ignored MsgVote from f06f6d4e6e88066a [logterm: 3, index: 1627] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-04-22T12:57:31.416283Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"bbefdb59bc385124 [term: 3] received a MsgApp message with higher term from f06f6d4e6e88066a [term: 4]"} {"level":"info","ts":"2026-04-22T12:57:31.416361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bbefdb59bc385124 became follower at term 4"} {"level":"info","ts":"2026-04-22T12:57:31.416400Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1628 [existing term: 3, conflicting term: 4]"} {"level":"info","ts":"2026-04-22T12:57:31.416418Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1628"} {"level":"info","ts":"2026-04-22T12:57:31.416438Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: bbefdb59bc385124 changed leader from bbefdb59bc385124 to f06f6d4e6e88066a at term 4"} {"level":"warn","ts":"2026-04-22T12:57:31.895503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:32.396694Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:32.897746Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:33.399036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:33.900277Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:34.318985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000013826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:57:34.319097Z","caller":"traceutil/trace.go:172","msg":"trace[110837933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016391s","start":"2026-04-22T12:57:32.318913Z","end":"2026-04-22T12:57:34.319077Z","steps":["trace[110837933] 'agreement among raft nodes before linearized reading' (duration: 2.000010216s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:34.319176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.318888Z","time spent":"2.000277714s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:34.400792Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:34.901546Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:35.393251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999324588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:57:35.393309Z","caller":"traceutil/trace.go:172","msg":"trace[526581343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999403191s","start":"2026-04-22T12:57:30.393894Z","end":"2026-04-22T12:57:35.393297Z","steps":["trace[526581343] 'agreement among raft nodes before linearized reading' (duration: 4.999322778s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:35.393346Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:30.393866Z","time spent":"4.999473953s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/22 12:57:35 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:35.402528Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:35.902725Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:36.320434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000012688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:36.320527Z","caller":"traceutil/trace.go:172","msg":"trace[1562798454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116511s","start":"2026-04-22T12:57:34.320388Z","end":"2026-04-22T12:57:36.320505Z","steps":["trace[1562798454] 'agreement among raft nodes before linearized reading' (duration: 2.000010408s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:36.320590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:34.320374Z","time spent":"2.000203543s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:36.403193Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:36.733793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999711387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:36.733875Z","caller":"traceutil/trace.go:172","msg":"trace[1474360860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99980894s","start":"2026-04-22T12:57:31.734047Z","end":"2026-04-22T12:57:36.733855Z","steps":["trace[1474360860] 'agreement among raft nodes before linearized reading' (duration: 4.999708367s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:36.733926Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:31.734023Z","time spent":"4.999890903s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/22 12:57:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:36.903583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:37.162045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999098307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:37.162207Z","caller":"traceutil/trace.go:172","msg":"trace[117020763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999330254s","start":"2026-04-22T12:57:32.162857Z","end":"2026-04-22T12:57:37.162188Z","steps":["trace[117020763] 'agreement among raft nodes before linearized reading' (duration: 4.999095697s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:37.162323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.162823Z","time spent":"4.999485609s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/04/22 12:57:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:37.394811Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-22T12:57:37.894974Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:38.329203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000198602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:57:38.329286Z","caller":"traceutil/trace.go:172","msg":"trace[1808542814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324566s","start":"2026-04-22T12:57:36.328941Z","end":"2026-04-22T12:57:38.329266Z","steps":["trace[1808542814] 'agreement among raft nodes before linearized reading' (duration: 2.000194152s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:38.329340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:36.328929Z","time spent":"2.000401268s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:38.395219Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:38.415901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:31.414723Z","time spent":"7.001170335s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:57:38.896106Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:39.038922Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-22T12:57:39.038975Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"warn","ts":"2026-04-22T12:57:39.396887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:39.897265Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:40.330543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000624398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:40.330631Z","caller":"traceutil/trace.go:172","msg":"trace[724361196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731401s","start":"2026-04-22T12:57:38.329880Z","end":"2026-04-22T12:57:40.330612Z","steps":["trace[724361196] 'agreement among raft nodes before linearized reading' (duration: 2.000621768s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:40.330684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:38.329868Z","time spent":"2.000805644s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:40 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:40.398200Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:40.898509Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:41.399650Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:41.900163Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:42.161804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.997297684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:42.162027Z","caller":"traceutil/trace.go:172","msg":"trace[1390015743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997545061s","start":"2026-04-22T12:57:39.164462Z","end":"2026-04-22T12:57:42.162007Z","steps":["trace[1390015743] 'agreement among raft nodes before linearized reading' (duration: 2.997294774s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:42.162105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:39.164440Z","time spent":"2.997645803s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/04/22 12:57:42 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:42.341615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000420196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:42.341911Z","caller":"traceutil/trace.go:172","msg":"trace[88645811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731075s","start":"2026-04-22T12:57:40.341158Z","end":"2026-04-22T12:57:42.341889Z","steps":["trace[88645811] 'agreement among raft nodes before linearized reading' (duration: 2.000415706s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:42.341969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:40.341139Z","time spent":"2.000819077s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:42 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:42.401107Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:42.537793Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-22T12:57:42.537863Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"warn","ts":"2026-04-22T12:57:42.901801Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:43.402847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:43.787959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999162962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:43.788200Z","caller":"traceutil/trace.go:172","msg":"trace[619367449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999386868s","start":"2026-04-22T12:57:38.788771Z","end":"2026-04-22T12:57:43.788158Z","steps":["trace[619367449] 'agreement among raft nodes before linearized reading' (duration: 4.999160912s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:43.788289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:38.788749Z","time spent":"4.999530823s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/22 12:57:43 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:43.903036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:44.342290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000509862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:57:44.342404Z","caller":"traceutil/trace.go:172","msg":"trace[1378557715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634805s","start":"2026-04-22T12:57:42.341749Z","end":"2026-04-22T12:57:44.342384Z","steps":["trace[1378557715] 'agreement among raft nodes before linearized reading' (duration: 2.000506281s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.342456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:42.341727Z","time spent":"2.000720488s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:44 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:44.395806Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-22T12:57:44.396160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.873012318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.396220Z","caller":"traceutil/trace.go:172","msg":"trace[249264140] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; }","duration":"13.873199513s","start":"2026-04-22T12:57:30.523008Z","end":"2026-04-22T12:57:44.396208Z","steps":["trace[249264140] 'agreement among raft nodes before linearized reading' (duration: 13.873010818s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.396265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:30.522985Z","time spent":"13.873267277s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.193\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.972839726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.396324Z","caller":"traceutil/trace.go:172","msg":"trace[887834611] range","detail":"{range_begin:/registry/podtemplates; range_end:; }","duration":"7.973026462s","start":"2026-04-22T12:57:36.423287Z","end":"2026-04-22T12:57:44.396314Z","steps":["trace[887834611] 'agreement among raft nodes before linearized reading' (duration: 7.972839596s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.396355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:36.423261Z","time spent":"7.973086884s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.072334999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.396483Z","caller":"traceutil/trace.go:172","msg":"trace[743626655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; }","duration":"8.072468143s","start":"2026-04-22T12:57:36.323994Z","end":"2026-04-22T12:57:44.396462Z","steps":["trace[743626655] 'agreement among raft nodes before linearized reading' (duration: 8.072334329s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.396587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:36.323975Z","time spent":"8.072577135s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.197889479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:57:44.396743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.182856097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.396782Z","caller":"traceutil/trace.go:172","msg":"trace[205593645] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"9.182903178s","start":"2026-04-22T12:57:35.213870Z","end":"2026-04-22T12:57:44.396774Z","steps":["trace[205593645] 'agreement among raft nodes before linearized reading' (duration: 9.182855077s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.396843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.728618508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:57:44.396904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.806837157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:57:44.396915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.4088972s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.396933Z","caller":"traceutil/trace.go:172","msg":"trace[1389980186] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; }","duration":"10.806867698s","start":"2026-04-22T12:57:33.590056Z","end":"2026-04-22T12:57:44.396924Z","steps":["trace[1389980186] 'agreement among raft nodes before linearized reading' (duration: 10.806836887s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.396878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:35.213850Z","time spent":"9.183016352s","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:44.396799Z","caller":"traceutil/trace.go:172","msg":"trace[369150710] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"8.198013042s","start":"2026-04-22T12:57:36.198728Z","end":"2026-04-22T12:57:44.396741Z","steps":["trace[369150710] 'agreement among raft nodes before linearized reading' (duration: 8.197889449s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:44.396973Z","caller":"traceutil/trace.go:172","msg":"trace[1657945822] range","detail":"{range_begin:; range_end:; }","duration":"13.408948831s","start":"2026-04-22T12:57:30.988004Z","end":"2026-04-22T12:57:44.396953Z","steps":["trace[1657945822] 'agreement among raft nodes before linearized reading' (duration: 13.40889827s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:36.198703Z","time spent":"8.198291961s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:44.396921Z","caller":"traceutil/trace.go:172","msg":"trace[496744530] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"11.72869807s","start":"2026-04-22T12:57:32.668212Z","end":"2026-04-22T12:57:44.396910Z","steps":["trace[496744530] 'agreement among raft nodes before linearized reading' (duration: 11.728617198s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.668192Z","time spent":"11.728892965s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.480633275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"error","ts":"2026-04-22T12:57:44.397074Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-22T12:57:44.397132Z","caller":"traceutil/trace.go:172","msg":"trace[1939939026] range","detail":"{range_begin:/registry/roles; range_end:; }","duration":"10.480928683s","start":"2026-04-22T12:57:33.916195Z","end":"2026-04-22T12:57:44.397124Z","steps":["trace[1939939026] 'agreement among raft nodes before linearized reading' (duration: 10.480633605s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:33.916165Z","time spent":"10.480998445s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":0,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.397358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.925971606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:57:44.397032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:33.590036Z","time spent":"10.806942669s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.107932922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:57:44.396862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.329633012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.397416Z","caller":"traceutil/trace.go:172","msg":"trace[1797705284] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; }","duration":"10.108609261s","start":"2026-04-22T12:57:34.288796Z","end":"2026-04-22T12:57:44.397406Z","steps":["trace[1797705284] 'agreement among raft nodes before linearized reading' (duration: 10.107927992s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:34.288764Z","time spent":"10.108679053s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:44.397456Z","caller":"traceutil/trace.go:172","msg":"trace[1178157920] range","detail":"{range_begin:/registry/resourcequotas; range_end:; }","duration":"9.330209288s","start":"2026-04-22T12:57:35.067219Z","end":"2026-04-22T12:57:44.397428Z","steps":["trace[1178157920] 'agreement among raft nodes before linearized reading' (duration: 9.329632522s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:35.067198Z","time spent":"9.330304331s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.396562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.409144944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.397579Z","caller":"traceutil/trace.go:172","msg":"trace[992907648] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; }","duration":"11.410231215s","start":"2026-04-22T12:57:32.987338Z","end":"2026-04-22T12:57:44.397570Z","steps":["trace[992907648] 'agreement among raft nodes before linearized reading' (duration: 11.409138774s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.987294Z","time spent":"11.410309878s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.397038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.744338872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.397704Z","caller":"traceutil/trace.go:172","msg":"trace[1543263897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"13.745091323s","start":"2026-04-22T12:57:30.652605Z","end":"2026-04-22T12:57:44.397696Z","steps":["trace[1543263897] 'agreement among raft nodes before linearized reading' (duration: 13.744339612s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.826209818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.397770Z","caller":"traceutil/trace.go:172","msg":"trace[921472736] range","detail":"{range_begin:/registry/ingress; range_end:; }","duration":"12.82627172s","start":"2026-04-22T12:57:31.571487Z","end":"2026-04-22T12:57:44.397759Z","steps":["trace[921472736] 'agreement among raft nodes before linearized reading' (duration: 12.826208868s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.397812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:31.571467Z","time spent":"12.826336401s","remote":"127.0.0.1:58594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.397741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:30.652574Z","time spent":"13.745157396s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:44.397664Z","caller":"traceutil/trace.go:172","msg":"trace[1883921584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"11.926016278s","start":"2026-04-22T12:57:32.471371Z","end":"2026-04-22T12:57:44.397388Z","steps":["trace[1883921584] 'agreement among raft nodes before linearized reading' (duration: 11.925970296s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.398026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.471347Z","time spent":"11.926665536s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.398123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.221333966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:57:44.398270Z","caller":"traceutil/trace.go:172","msg":"trace[1168674312] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; }","duration":"12.221906602s","start":"2026-04-22T12:57:32.176353Z","end":"2026-04-22T12:57:44.398259Z","steps":["trace[1168674312] 'agreement among raft nodes before linearized reading' (duration: 12.221333756s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.398360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:32.176328Z","time spent":"12.222016966s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:44.697728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99962175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:44.697899Z","caller":"traceutil/trace.go:172","msg":"trace[1852977492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999817355s","start":"2026-04-22T12:57:39.698061Z","end":"2026-04-22T12:57:44.697878Z","steps":["trace[1852977492] 'agreement among raft nodes before linearized reading' (duration: 4.999601069s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:44.697966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:39.698041Z","time spent":"4.999910288s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/22 12:57:44 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:44.896397Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:45.039432Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-22T12:57:45.039520Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"warn","ts":"2026-04-22T12:57:45.397047Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:45.421341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:38.420344Z","time spent":"7.000991878s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:57:45.465861Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"15.094874932s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T12:57:45.465991Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"bbefdb59bc385124 [term: 4] ignored a MsgAppResp message with lower term from bbefdb59bc385124 [term: 3]"} {"level":"info","ts":"2026-04-22T12:57:45.466021Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"bbefdb59bc385124 [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"warn","ts":"2026-04-22T12:57:45.466354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.425474195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T12:57:45.466402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.12067592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:57:45.466439Z","caller":"traceutil/trace.go:172","msg":"trace[911894888] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; }","duration":"3.425582879s","start":"2026-04-22T12:57:42.040839Z","end":"2026-04-22T12:57:45.466422Z","steps":["trace[911894888] 'agreement among raft nodes before linearized reading' (duration: 3.425472425s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.115881174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:57:45.466489Z","caller":"traceutil/trace.go:172","msg":"trace[745801417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.115896114s","start":"2026-04-22T12:57:44.350588Z","end":"2026-04-22T12:57:45.466484Z","steps":["trace[745801417] 'agreement among raft nodes before linearized reading' (duration: 1.115881214s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.854828626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T12:57:45.466528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.350577Z","time spent":"1.115943846s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:45.466532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.941014418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T12:57:45.466513Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:57:45.466568Z","caller":"traceutil/trace.go:172","msg":"trace[913517772] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"6.941048939s","start":"2026-04-22T12:57:38.525510Z","end":"2026-04-22T12:57:45.466559Z","steps":["trace[913517772] 'agreement among raft nodes before linearized reading' (duration: 6.941013688s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466578Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"warn","ts":"2026-04-22T12:57:45.466601Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T12:57:45.466601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:38.525487Z","time spent":"6.94110431s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:45.466615Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"warn","ts":"2026-04-22T12:57:45.466500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:42.040816Z","time spent":"3.425673122s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:45.466655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.682624831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:57:45.466684Z","caller":"traceutil/trace.go:172","msg":"trace[329299975] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"1.682677352s","start":"2026-04-22T12:57:43.783993Z","end":"2026-04-22T12:57:45.466670Z","steps":["trace[329299975] 'agreement among raft nodes before linearized reading' (duration: 1.68263262s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:43.783965Z","time spent":"1.682750234s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:45.466454Z","caller":"traceutil/trace.go:172","msg":"trace[419353261] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; }","duration":"1.120751332s","start":"2026-04-22T12:57:44.345685Z","end":"2026-04-22T12:57:45.466436Z","steps":["trace[419353261] 'agreement among raft nodes before linearized reading' (duration: 1.12067379s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:45.466596Z","caller":"traceutil/trace.go:172","msg":"trace[355153727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; }","duration":"5.855024472s","start":"2026-04-22T12:57:39.611520Z","end":"2026-04-22T12:57:45.466545Z","steps":["trace[355153727] 'agreement among raft nodes before linearized reading' (duration: 5.854822576s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.332024433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T12:57:45.466858Z","caller":"traceutil/trace.go:172","msg":"trace[2089283389] range","detail":"{range_begin:/registry/limitranges; range_end:; }","duration":"2.332094035s","start":"2026-04-22T12:57:43.134749Z","end":"2026-04-22T12:57:45.466843Z","steps":["trace[2089283389] 'agreement among raft nodes before linearized reading' (duration: 2.332023003s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:45.466908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:43.134725Z","time spent":"2.332173377s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:45.466856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.345659Z","time spent":"1.121144453s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:45.466899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:39.611500Z","time spent":"5.855387243s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:45.466296Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T12:57:45.467086Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":13542283782982750500} {"level":"info","ts":"2026-04-22T12:57:45.547070Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"bbefdb59bc385124 [term: 4] ignored a MsgAppResp message with lower term from bbefdb59bc385124 [term: 3]"} {"level":"info","ts":"2026-04-22T12:57:45.547123Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"bbefdb59bc385124 [term: 4] ignored a MsgAppResp message with lower term from bbefdb59bc385124 [term: 3]"} {"level":"warn","ts":"2026-04-22T12:57:45.550253Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173018,"received-request-id":5846971618057173010} {"level":"info","ts":"2026-04-22T12:57:45.550798Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T12:57:46.051336Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:46.289899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.990107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:46.351062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"858.567009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:46.351168Z","caller":"traceutil/trace.go:172","msg":"trace[1759912194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"858.673182ms","start":"2026-04-22T12:57:45.492470Z","end":"2026-04-22T12:57:46.351143Z","steps":["trace[1759912194] 'agreement among raft nodes before linearized reading' (duration: 858.563429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:46.351221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.492462Z","time spent":"858.748075ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:46 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:46.935625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.474354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:47.113293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:40.112206Z","time spent":"7.001079415s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:57:47.163817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:42.165517Z","time spent":"4.998295994s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/22 12:57:47 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:48.152044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.088578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:57:48.156994Z","caller":"traceutil/trace.go:172","msg":"trace[1339212882] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1498; }","duration":"2.730626799s","start":"2026-04-22T12:57:45.426347Z","end":"2026-04-22T12:57:48.156974Z","steps":["trace[1339212882] 'process raft request' (duration: 2.730490275s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:48.157120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.426322Z","time spent":"2.730732061s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":727,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:48.157355Z","caller":"traceutil/trace.go:172","msg":"trace[1228543413] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1676; }","duration":"2.691063677s","start":"2026-04-22T12:57:45.466272Z","end":"2026-04-22T12:57:48.157336Z","steps":["trace[1228543413] 'read index received' (duration: 969.423892ms)","trace[1228543413] 'applied index is now lower than readState.Index' (duration: 1.721638895s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.157437Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173020,"received-request-id":5846971618057173018} {"level":"warn","ts":"2026-04-22T12:57:48.157421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.732771709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.157478Z","caller":"traceutil/trace.go:172","msg":"trace[1391390539] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1504; }","duration":"3.732841101s","start":"2026-04-22T12:57:44.424627Z","end":"2026-04-22T12:57:48.157468Z","steps":["trace[1391390539] 'agreement among raft nodes before linearized reading' (duration: 3.732732208s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:48.157518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424617Z","time spent":"3.732885962s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.351689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000091677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:48.351790Z","caller":"traceutil/trace.go:172","msg":"trace[1796078006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020867s","start":"2026-04-22T12:57:46.351561Z","end":"2026-04-22T12:57:48.351769Z","steps":["trace[1796078006] 'agreement among raft nodes before linearized reading' (duration: 2.000086947s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:48.351839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:46.351540Z","time spent":"2.000290614s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:48 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:48.398486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.111966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T12:57:48.398591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.971963452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.398400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.971643923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.398731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.97443006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.398809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.974747481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.398800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.974593726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.398852Z","caller":"traceutil/trace.go:172","msg":"trace[2099563995] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1504; }","duration":"3.974780341s","start":"2026-04-22T12:57:44.424054Z","end":"2026-04-22T12:57:48.398835Z","steps":["trace[2099563995] 'agreement among raft nodes before linearized reading' (duration: 3.73348718s)","trace[2099563995] 'range keys from in-memory index tree' (duration: 241.23483ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:48.398870Z","caller":"traceutil/trace.go:172","msg":"trace[1426321514] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1504; }","duration":"3.974677168s","start":"2026-04-22T12:57:44.424176Z","end":"2026-04-22T12:57:48.398853Z","steps":["trace[1426321514] 'agreement among raft nodes before linearized reading' (duration: 3.733356505s)","trace[1426321514] 'range keys from in-memory index tree' (duration: 241.207179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.398856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.972253649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.398889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424048Z","time spent":"3.974832183s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.398899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424147Z","time spent":"3.97474614s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.398932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.972356502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T12:57:48.398975Z","caller":"traceutil/trace.go:172","msg":"trace[1722765019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1504; }","duration":"3.972399243s","start":"2026-04-22T12:57:44.426569Z","end":"2026-04-22T12:57:48.398969Z","steps":["trace[1722765019] 'agreement among raft nodes before linearized reading' (duration: 3.730843524s)","trace[1722765019] 'range keys from in-memory index tree' (duration: 241.493518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.398995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.426556Z","time spent":"3.972432864s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.974371349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T12:57:48.398897Z","caller":"traceutil/trace.go:172","msg":"trace[1981328629] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1504; }","duration":"3.97229352s","start":"2026-04-22T12:57:44.426597Z","end":"2026-04-22T12:57:48.398890Z","steps":["trace[1981328629] 'agreement among raft nodes before linearized reading' (duration: 3.730803553s)","trace[1981328629] 'range keys from in-memory index tree' (duration: 241.437906ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:48.399138Z","caller":"traceutil/trace.go:172","msg":"trace[2134312105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1504; }","duration":"3.9744072s","start":"2026-04-22T12:57:44.424719Z","end":"2026-04-22T12:57:48.399126Z","steps":["trace[2134312105] 'agreement among raft nodes before linearized reading' (duration: 3.732727097s)","trace[2134312105] 'range keys from in-memory index tree' (duration: 241.619071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.426589Z","time spent":"3.972569488s","remote":"127.0.0.1:58594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.398731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.999425912s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:48.399093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.974846401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.399210Z","caller":"traceutil/trace.go:172","msg":"trace[2144201706] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1504; }","duration":"3.999922985s","start":"2026-04-22T12:57:44.399274Z","end":"2026-04-22T12:57:48.399197Z","steps":["trace[2144201706] 'agreement among raft nodes before linearized reading' (duration: 3.758273094s)","trace[2144201706] 'range keys from in-memory index tree' (duration: 241.137207ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:48.399230Z","caller":"traceutil/trace.go:172","msg":"trace[1995406761] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1504; }","duration":"3.974981075s","start":"2026-04-22T12:57:44.424241Z","end":"2026-04-22T12:57:48.399222Z","steps":["trace[1995406761] 'agreement among raft nodes before linearized reading' (duration: 3.733227171s)","trace[1995406761] 'range keys from in-memory index tree' (duration: 241.6097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424222Z","time spent":"3.975024378s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.975149582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.398711Z","caller":"traceutil/trace.go:172","msg":"trace[1195789472] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1504; }","duration":"3.971950861s","start":"2026-04-22T12:57:44.426723Z","end":"2026-04-22T12:57:48.398674Z","steps":["trace[1195789472] 'agreement among raft nodes before linearized reading' (duration: 3.730654989s)","trace[1195789472] 'range keys from in-memory index tree' (duration: 240.938142ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:48.399323Z","caller":"traceutil/trace.go:172","msg":"trace[461699058] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1504; }","duration":"3.975332207s","start":"2026-04-22T12:57:44.423985Z","end":"2026-04-22T12:57:48.399317Z","steps":["trace[461699058] 'agreement among raft nodes before linearized reading' (duration: 3.733536151s)","trace[461699058] 'range keys from in-memory index tree' (duration: 241.602111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.423969Z","time spent":"3.975369547s","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:48.398820Z","caller":"traceutil/trace.go:172","msg":"trace[1052128342] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1504; }","duration":"3.974545304s","start":"2026-04-22T12:57:44.424257Z","end":"2026-04-22T12:57:48.398802Z","steps":["trace[1052128342] 'agreement among raft nodes before linearized reading' (duration: 3.733243062s)","trace[1052128342] 'range keys from in-memory index tree' (duration: 241.162718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.975223923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.399503Z","caller":"traceutil/trace.go:172","msg":"trace[664145232] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1504; }","duration":"3.975240524s","start":"2026-04-22T12:57:44.424257Z","end":"2026-04-22T12:57:48.399497Z","steps":["trace[664145232] 'agreement among raft nodes before linearized reading' (duration: 3.733232971s)","trace[664145232] 'range keys from in-memory index tree' (duration: 241.981432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424244Z","time spent":"3.975244494s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424237Z","time spent":"3.975277555s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.974853042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:57:48.399728Z","caller":"traceutil/trace.go:172","msg":"trace[1083826018] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1504; }","duration":"3.974878434s","start":"2026-04-22T12:57:44.424842Z","end":"2026-04-22T12:57:48.399721Z","steps":["trace[1083826018] 'agreement among raft nodes before linearized reading' (duration: 3.732593184s)","trace[1083826018] 'range keys from in-memory index tree' (duration: 242.203488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.426713Z","time spent":"3.972627839s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.973293489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.399771Z","caller":"traceutil/trace.go:172","msg":"trace[293638502] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1504; }","duration":"3.973305069s","start":"2026-04-22T12:57:44.426461Z","end":"2026-04-22T12:57:48.399766Z","steps":["trace[293638502] 'agreement among raft nodes before linearized reading' (duration: 3.730962717s)","trace[293638502] 'range keys from in-memory index tree' (duration: 242.320901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.426449Z","time spent":"3.973331111s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.975532912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T12:57:48.399903Z","caller":"traceutil/trace.go:172","msg":"trace[1192401995] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:1504; }","duration":"3.975546152s","start":"2026-04-22T12:57:44.424352Z","end":"2026-04-22T12:57:48.399898Z","steps":["trace[1192401995] 'agreement among raft nodes before linearized reading' (duration: 3.733126418s)","trace[1192401995] 'range keys from in-memory index tree' (duration: 242.379613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424345Z","time spent":"3.975565502s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.193\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:48.398625Z","caller":"traceutil/trace.go:172","msg":"trace[1772502463] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1504; }","duration":"3.971988042s","start":"2026-04-22T12:57:44.426619Z","end":"2026-04-22T12:57:48.398607Z","steps":["trace[1772502463] 'agreement among raft nodes before linearized reading' (duration: 3.730770652s)","trace[1772502463] 'range keys from in-memory index tree' (duration: 241.182638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:48.399962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.426610Z","time spent":"3.97334051s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424833Z","time spent":"3.974904144s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.399170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:44.424704Z","time spent":"3.974458051s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:48.657838Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:48.697222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.654877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T12:57:48.697402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.207431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:48.697479Z","caller":"traceutil/trace.go:172","msg":"trace[1737025075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1504; }","duration":"295.301363ms","start":"2026-04-22T12:57:48.402158Z","end":"2026-04-22T12:57:48.697459Z","steps":["trace[1737025075] 'range keys from in-memory index tree' (duration: 295.093256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:49.030113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.780478ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T12:57:49.030391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.795181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:49.031107Z","caller":"traceutil/trace.go:172","msg":"trace[374358952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1504; }","duration":"242.872223ms","start":"2026-04-22T12:57:48.787570Z","end":"2026-04-22T12:57:49.030442Z","steps":["trace[374358952] 'range keys from in-memory index tree' (duration: 242.74874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:49.370141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.804947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T12:57:49.371094Z","caller":"traceutil/trace.go:172","msg":"trace[1771737567] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1508; }","duration":"2.253189726s","start":"2026-04-22T12:57:47.117883Z","end":"2026-04-22T12:57:49.371073Z","steps":["trace[1771737567] 'process raft request' (duration: 2.253122794s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:49.371792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:47.117863Z","time spent":"2.253841915s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":586,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:50.190457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"819.179063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T12:57:50.191377Z","caller":"traceutil/trace.go:172","msg":"trace[1586154411] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1741; }","duration":"2.033939639s","start":"2026-04-22T12:57:48.157419Z","end":"2026-04-22T12:57:50.191358Z","steps":["trace[1586154411] 'read index received' (duration: 772.511806ms)","trace[1586154411] 'applied index is now lower than readState.Index' (duration: 1.261426253s)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:50.191489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.799976125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.191570Z","caller":"traceutil/trace.go:172","msg":"trace[1116235174] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1510; }","duration":"2.800065377s","start":"2026-04-22T12:57:47.391488Z","end":"2026-04-22T12:57:50.191553Z","steps":["trace[1116235174] 'agreement among raft nodes before linearized reading' (duration: 2.799938693s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.191611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:47.391466Z","time spent":"2.800136729s","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.191662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.695754366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.191754Z","caller":"traceutil/trace.go:172","msg":"trace[1672631193] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1510; }","duration":"4.69591086s","start":"2026-04-22T12:57:45.495833Z","end":"2026-04-22T12:57:50.191744Z","steps":["trace[1672631193] 'agreement among raft nodes before linearized reading' (duration: 4.695623072s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.191828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.700438689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:50.191806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.580592476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-22T12:57:50.192049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.700690266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.192086Z","caller":"traceutil/trace.go:172","msg":"trace[253443338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1510; }","duration":"4.700724397s","start":"2026-04-22T12:57:45.491348Z","end":"2026-04-22T12:57:50.192072Z","steps":["trace[253443338] 'agreement among raft nodes before linearized reading' (duration: 4.700664656s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.192116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.491321Z","time spent":"4.700784918s","remote":"127.0.0.1:58192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:50.192063Z","caller":"traceutil/trace.go:172","msg":"trace[1839401468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1510; }","duration":"3.581193653s","start":"2026-04-22T12:57:46.610855Z","end":"2026-04-22T12:57:50.192049Z","steps":["trace[1839401468] 'agreement among raft nodes before linearized reading' (duration: 3.580527734s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.192114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.698500584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.192318Z","caller":"traceutil/trace.go:172","msg":"trace[703806772] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1510; }","duration":"4.698748221s","start":"2026-04-22T12:57:45.493551Z","end":"2026-04-22T12:57:50.192299Z","steps":["trace[703806772] 'agreement among raft nodes before linearized reading' (duration: 4.69798875s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.192134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.04717026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.192707Z","caller":"traceutil/trace.go:172","msg":"trace[816141180] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1510; }","duration":"3.047746887s","start":"2026-04-22T12:57:47.144945Z","end":"2026-04-22T12:57:50.192691Z","steps":["trace[816141180] 'agreement among raft nodes before linearized reading' (duration: 3.047134309s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.192760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:47.144928Z","time spent":"3.047816299s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:50.192329Z","caller":"traceutil/trace.go:172","msg":"trace[1389917460] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1510; }","duration":"4.700667245s","start":"2026-04-22T12:57:45.491362Z","end":"2026-04-22T12:57:50.192029Z","steps":["trace[1389917460] 'agreement among raft nodes before linearized reading' (duration: 4.700143271s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.192847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.491343Z","time spent":"4.701484629s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.191908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.495823Z","time spent":"4.696063514s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.192735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.493541Z","time spent":"4.69905864s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.191923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.226570762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T12:57:50.193196Z","caller":"traceutil/trace.go:172","msg":"trace[661285476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1510; }","duration":"2.227833157s","start":"2026-04-22T12:57:47.965341Z","end":"2026-04-22T12:57:50.193175Z","steps":["trace[661285476] 'agreement among raft nodes before linearized reading' (duration: 2.226483549s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.193315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:47.965321Z","time spent":"2.227944711s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.192426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:46.610829Z","time spent":"3.581331387s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.360405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999793933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:50.360475Z","caller":"traceutil/trace.go:172","msg":"trace[370248800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999864805s","start":"2026-04-22T12:57:48.360591Z","end":"2026-04-22T12:57:50.360456Z","steps":["trace[370248800] 'agreement among raft nodes before linearized reading' (duration: 1.999792403s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.360522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:48.360550Z","time spent":"1.999963947s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:50.692418Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:50.789283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.297881636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.789371Z","caller":"traceutil/trace.go:172","msg":"trace[645261747] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1510; }","duration":"5.297973449s","start":"2026-04-22T12:57:45.491376Z","end":"2026-04-22T12:57:50.789350Z","steps":["trace[645261747] 'agreement among raft nodes before linearized reading' (duration: 4.700935504s)","trace[645261747] 'range keys from in-memory index tree' (duration: 596.921012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:50.789409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.491358Z","time spent":"5.29804159s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.789562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.688235773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:50.789636Z","caller":"traceutil/trace.go:172","msg":"trace[1368677908] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1510; }","duration":"3.688308375s","start":"2026-04-22T12:57:47.101309Z","end":"2026-04-22T12:57:50.789618Z","steps":["trace[1368677908] 'agreement among raft nodes before linearized reading' (duration: 3.091018043s)","trace[1368677908] 'range keys from in-memory index tree' (duration: 597.20047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:50.789668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.165979ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-22T12:57:50.789814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.298460932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-04-22T12:57:50.789857Z","caller":"traceutil/trace.go:172","msg":"trace[1749703596] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1510; }","duration":"5.298501073s","start":"2026-04-22T12:57:45.491341Z","end":"2026-04-22T12:57:50.789842Z","steps":["trace[1749703596] 'agreement among raft nodes before linearized reading' (duration: 4.700988135s)","trace[1749703596] 'range keys from in-memory index tree' (duration: 597.375654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:50.789684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:47.101289Z","time spent":"3.688382057s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:50.789856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:48.402037Z","time spent":"2.387816879s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-22T12:57:50.789897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:45.491321Z","time spent":"5.298565064s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:50.790732Z","caller":"traceutil/trace.go:172","msg":"trace[165953407] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"2.387730506s","start":"2026-04-22T12:57:48.402981Z","end":"2026-04-22T12:57:50.790712Z","steps":["trace[165953407] 'process raft request' (duration: 2.38678103s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:50.790851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:48.402967Z","time spent":"2.387817559s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:51.193607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:51.360261Z","caller":"traceutil/trace.go:172","msg":"trace[1562346654] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1759; }","duration":"1.168804247s","start":"2026-04-22T12:57:50.191431Z","end":"2026-04-22T12:57:51.360235Z","steps":["trace[1562346654] 'read index received' (duration: 1.168790726s)","trace[1562346654] 'applied index is now lower than readState.Index' (duration: 11.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.584582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.424604304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-22T12:57:51.584693Z","caller":"traceutil/trace.go:172","msg":"trace[875234725] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i; range_end:; response_count:1; response_revision:1518; }","duration":"3.424737709s","start":"2026-04-22T12:57:48.159936Z","end":"2026-04-22T12:57:51.584674Z","steps":["trace[875234725] 'agreement among raft nodes before linearized reading' (duration: 3.20042819s)","trace[875234725] 'range keys from in-memory index tree' (duration: 224.06405ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.584630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.887062914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:51.584736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:48.159917Z","time spent":"3.424809781s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":716,"request content":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:51.584764Z","caller":"traceutil/trace.go:172","msg":"trace[1243800941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1518; }","duration":"2.887211038s","start":"2026-04-22T12:57:48.697529Z","end":"2026-04-22T12:57:51.584740Z","steps":["trace[1243800941] 'agreement among raft nodes before linearized reading' (duration: 2.662747276s)","trace[1243800941] 'range keys from in-memory index tree' (duration: 224.295257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.584978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.768235695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:51.585042Z","caller":"traceutil/trace.go:172","msg":"trace[1494407096] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1518; }","duration":"1.768295767s","start":"2026-04-22T12:57:49.816725Z","end":"2026-04-22T12:57:51.585020Z","steps":["trace[1494407096] 'agreement among raft nodes before linearized reading' (duration: 1.543514956s)","trace[1494407096] 'range keys from in-memory index tree' (duration: 224.687579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.585081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:49.816708Z","time spent":"1.768362259s","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:51.585095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.573400357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:51.585143Z","caller":"traceutil/trace.go:172","msg":"trace[1858710631] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1518; }","duration":"1.573451539s","start":"2026-04-22T12:57:50.011673Z","end":"2026-04-22T12:57:51.585124Z","steps":["trace[1858710631] 'agreement among raft nodes before linearized reading' (duration: 1.348592546s)","trace[1858710631] 'range keys from in-memory index tree' (duration: 224.791521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.585178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.011650Z","time spent":"1.57351884s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:51.585884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.492551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:51.586390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.209561161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-22T12:57:51.586468Z","caller":"traceutil/trace.go:172","msg":"trace[27151749] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:1; response_revision:1518; }","duration":"2.209639023s","start":"2026-04-22T12:57:49.376805Z","end":"2026-04-22T12:57:51.586444Z","steps":["trace[27151749] 'agreement among raft nodes before linearized reading' (duration: 1.983481114s)","trace[27151749] 'range keys from in-memory index tree' (duration: 224.593516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:51.588914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:49.376785Z","time spent":"2.212111002s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":575,"request content":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:51.861226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:52.361554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000707791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-22T12:57:52.361612Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:52.361633Z","caller":"traceutil/trace.go:172","msg":"trace[302807188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000792213s","start":"2026-04-22T12:57:50.360822Z","end":"2026-04-22T12:57:52.361614Z","steps":["trace[302807188] 'agreement among raft nodes before linearized reading' (duration: 2.000705451s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:52.361731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.360800Z","time spent":"2.000915877s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:52 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:52.572707Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.212475435s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T12:57:52.861890Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:53.019808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000438261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:57:53.019908Z","caller":"traceutil/trace.go:172","msg":"trace[95448367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555304s","start":"2026-04-22T12:57:51.019334Z","end":"2026-04-22T12:57:53.019889Z","steps":["trace[95448367] 'agreement among raft nodes before linearized reading' (duration: 2.000435081s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.019963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:51.019321Z","time spent":"2.000630557s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:57:53 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:57:53.362911Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:53.594062Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.020992846s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T12:57:53.594328Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173027,"received-request-id":5846971618057173024} {"level":"warn","ts":"2026-04-22T12:57:53.661087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.087666783s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T12:57:53.863395Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:57:53.993068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.471212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-22T12:57:53.993255Z","caller":"traceutil/trace.go:172","msg":"trace[25992683] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1529; }","duration":"3.20192559s","start":"2026-04-22T12:57:50.791315Z","end":"2026-04-22T12:57:53.993241Z","steps":["trace[25992683] 'process raft request' (duration: 2.870213701s)","trace[25992683] 'compare' (duration: 331.437221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:53.993724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.791295Z","time spent":"3.202405542s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:53.993836Z","caller":"traceutil/trace.go:172","msg":"trace[1357758020] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"3.194485854s","start":"2026-04-22T12:57:50.799341Z","end":"2026-04-22T12:57:53.993827Z","steps":["trace[1357758020] 'process raft request' (duration: 3.193827355s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.993871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.799322Z","time spent":"3.194529054s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:53.993514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:53.665862Z","time spent":"327.649488ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T12:57:53.994428Z","caller":"traceutil/trace.go:172","msg":"trace[627799091] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1771; }","duration":"2.634066986s","start":"2026-04-22T12:57:51.360336Z","end":"2026-04-22T12:57:53.994403Z","steps":["trace[627799091] 'read index received' (duration: 2.623946408s)","trace[627799091] 'applied index is now lower than readState.Index' (duration: 10.118368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:53.994566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.754692208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:53.994621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.198786432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:57:53.994702Z","caller":"traceutil/trace.go:172","msg":"trace[1912568771] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1534; }","duration":"3.198877805s","start":"2026-04-22T12:57:50.795808Z","end":"2026-04-22T12:57:53.994686Z","steps":["trace[1912568771] 'agreement among raft nodes before linearized reading' (duration: 3.198660259s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.994741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.795797Z","time spent":"3.198934816s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:53.994636Z","caller":"traceutil/trace.go:172","msg":"trace[409198813] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1534; }","duration":"2.75477773s","start":"2026-04-22T12:57:51.239813Z","end":"2026-04-22T12:57:53.994591Z","steps":["trace[409198813] 'agreement among raft nodes before linearized reading' (duration: 2.754671837s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.994962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:51.239794Z","time spent":"2.755158101s","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:53.995077Z","caller":"traceutil/trace.go:172","msg":"trace[909359120] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"2.401981252s","start":"2026-04-22T12:57:51.593084Z","end":"2026-04-22T12:57:53.995065Z","steps":["trace[909359120] 'process raft request' (duration: 2.401429917s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.995233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.692225292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:53.995279Z","caller":"traceutil/trace.go:172","msg":"trace[796763568] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1534; }","duration":"3.692266834s","start":"2026-04-22T12:57:50.302998Z","end":"2026-04-22T12:57:53.995265Z","steps":["trace[796763568] 'agreement among raft nodes before linearized reading' (duration: 3.691557554s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.995307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.302974Z","time spent":"3.692325975s","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:53.995240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:51.593065Z","time spent":"2.402144947s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:53.995425Z","caller":"traceutil/trace.go:172","msg":"trace[767438524] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"2.402119836s","start":"2026-04-22T12:57:51.593282Z","end":"2026-04-22T12:57:53.995402Z","steps":["trace[767438524] 'process raft request' (duration: 2.40152661s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.995657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:51.593253Z","time spent":"2.40228293s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:53.995659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.209850728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:53.995719Z","caller":"traceutil/trace.go:172","msg":"trace[388751275] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1534; }","duration":"3.20993363s","start":"2026-04-22T12:57:50.785773Z","end":"2026-04-22T12:57:53.995706Z","steps":["trace[388751275] 'agreement among raft nodes before linearized reading' (duration: 3.208741508s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:53.995760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:50.785746Z","time spent":"3.210003633s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:54.037505Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173030,"received-request-id":5846971618057173027} {"level":"warn","ts":"2026-04-22T12:57:54.323264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"859.912505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-22T12:57:54.323769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.73709252s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:54.323815Z","caller":"traceutil/trace.go:172","msg":"trace[1501956826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1539; }","duration":"2.737135041s","start":"2026-04-22T12:57:51.586668Z","end":"2026-04-22T12:57:54.323803Z","steps":["trace[1501956826] 'agreement among raft nodes before linearized reading' (duration: 2.737068529s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:54.323861Z","caller":"traceutil/trace.go:172","msg":"trace[539691541] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"323.014224ms","start":"2026-04-22T12:57:54.000826Z","end":"2026-04-22T12:57:54.323840Z","steps":["trace[539691541] 'process raft request' (duration: 322.902441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:54.323568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.765951091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T12:57:54.323893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:53.996052Z","time spent":"327.835776ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T12:57:54.323786Z","caller":"traceutil/trace.go:172","msg":"trace[351668857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1539; }","duration":"860.440199ms","start":"2026-04-22T12:57:53.463330Z","end":"2026-04-22T12:57:54.323770Z","steps":["trace[351668857] 'agreement among raft nodes before linearized reading' (duration: 859.873464ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:54.323974Z","caller":"traceutil/trace.go:172","msg":"trace[884324122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1539; }","duration":"1.766359202s","start":"2026-04-22T12:57:52.557603Z","end":"2026-04-22T12:57:54.323962Z","steps":["trace[884324122] 'agreement among raft nodes before linearized reading' (duration: 1.76592435s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:54.323624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.823900106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T12:57:54.323997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.000812Z","time spent":"323.106976ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:54.324011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:52.557586Z","time spent":"1.766412884s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:54.324059Z","caller":"traceutil/trace.go:172","msg":"trace[1731158023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1539; }","duration":"1.824352918s","start":"2026-04-22T12:57:52.499694Z","end":"2026-04-22T12:57:54.324047Z","steps":["trace[1731158023] 'agreement among raft nodes before linearized reading' (duration: 1.823812774s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:54.323154Z","caller":"traceutil/trace.go:172","msg":"trace[1550364313] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1783; }","duration":"328.643419ms","start":"2026-04-22T12:57:53.994487Z","end":"2026-04-22T12:57:54.323130Z","steps":["trace[1550364313] 'read index received' (duration: 328.633798ms)","trace[1550364313] 'applied index is now lower than readState.Index' (duration: 8.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:54.324096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:52.499670Z","time spent":"1.824413109s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:54.323686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.950983632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:54.324197Z","caller":"traceutil/trace.go:172","msg":"trace[2027039167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1539; }","duration":"1.951496216s","start":"2026-04-22T12:57:52.372677Z","end":"2026-04-22T12:57:54.324173Z","steps":["trace[2027039167] 'agreement among raft nodes before linearized reading' (duration: 1.950937271s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:54.324281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:53.463307Z","time spent":"860.661895ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:54.323723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"567.950235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-22T12:57:54.324275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:52.372633Z","time spent":"1.951609889s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T12:57:54.324329Z","caller":"traceutil/trace.go:172","msg":"trace[2080092104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1539; }","duration":"568.544781ms","start":"2026-04-22T12:57:53.755766Z","end":"2026-04-22T12:57:54.324311Z","steps":["trace[2080092104] 'agreement among raft nodes before linearized reading' (duration: 567.829531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:54.324376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:53.755742Z","time spent":"568.618824ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:54.326203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.130188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-04-22T12:57:54.326237Z","caller":"traceutil/trace.go:172","msg":"trace[2145168861] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1540; }","duration":"326.19527ms","start":"2026-04-22T12:57:54.000034Z","end":"2026-04-22T12:57:54.326229Z","steps":["trace[2145168861] 'agreement among raft nodes before linearized reading' (duration: 325.777549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:54.326335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.000020Z","time spent":"326.230552ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8032,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:54.687603Z","caller":"traceutil/trace.go:172","msg":"trace[1050181992] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1785; }","duration":"361.800432ms","start":"2026-04-22T12:57:54.325772Z","end":"2026-04-22T12:57:54.687573Z","steps":["trace[1050181992] 'read index received' (duration: 361.789152ms)","trace[1050181992] 'applied index is now lower than readState.Index' (duration: 9.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:54.968110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"642.784109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:54.968212Z","caller":"traceutil/trace.go:172","msg":"trace[343335293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"642.887442ms","start":"2026-04-22T12:57:54.325300Z","end":"2026-04-22T12:57:54.968187Z","steps":["trace[343335293] 'agreement among raft nodes before linearized reading' (duration: 362.361177ms)","trace[343335293] 'range keys from in-memory index tree' (duration: 280.37623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:54.968260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.325290Z","time spent":"642.958944ms","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:54.969276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.838333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:57:54.969746Z","caller":"traceutil/trace.go:172","msg":"trace[425877706] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"643.602492ms","start":"2026-04-22T12:57:54.326015Z","end":"2026-04-22T12:57:54.969618Z","steps":["trace[425877706] 'process raft request' (duration: 361.783412ms)","trace[425877706] 'compare' (duration: 280.693979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:54.970157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.325998Z","time spent":"644.082285ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:55.031120Z","caller":"traceutil/trace.go:172","msg":"trace[901523218] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"702.139776ms","start":"2026-04-22T12:57:54.328961Z","end":"2026-04-22T12:57:55.031101Z","steps":["trace[901523218] 'process raft request' (duration: 702.071364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:55.031237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.328621Z","time spent":"702.563317ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T12:57:55.155819Z","caller":"traceutil/trace.go:172","msg":"trace[1450981611] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1789; }","duration":"468.111386ms","start":"2026-04-22T12:57:54.687680Z","end":"2026-04-22T12:57:55.155792Z","steps":["trace[1450981611] 'read index received' (duration: 468.100855ms)","trace[1450981611] 'applied index is now lower than readState.Index' (duration: 9.151µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.874024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.545705789s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:55.874001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"895.083767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:55.874108Z","caller":"traceutil/trace.go:172","msg":"trace[486380656] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1544; }","duration":"1.545805882s","start":"2026-04-22T12:57:54.328281Z","end":"2026-04-22T12:57:55.874087Z","steps":["trace[486380656] 'agreement among raft nodes before linearized reading' (duration: 827.656456ms)","trace[486380656] 'range keys from in-memory index tree' (duration: 718.016122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.874268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.586088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-04-22T12:57:55.874319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.834386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:55.874354Z","caller":"traceutil/trace.go:172","msg":"trace[148949458] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1544; }","duration":"838.681681ms","start":"2026-04-22T12:57:55.035647Z","end":"2026-04-22T12:57:55.874328Z","steps":["trace[148949458] 'agreement among raft nodes before linearized reading' (duration: 122.233282ms)","trace[148949458] 'range keys from in-memory index tree' (duration: 716.207373ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:55.874383Z","caller":"traceutil/trace.go:172","msg":"trace[1929091512] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1544; }","duration":"473.913978ms","start":"2026-04-22T12:57:55.400455Z","end":"2026-04-22T12:57:55.874369Z","steps":["trace[1929091512] 'range keys from in-memory index tree' (duration: 472.570322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:55.874397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.035627Z","time spent":"838.761004ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:55.874427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.400432Z","time spent":"473.988631ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:55.874510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"770.771484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:55.874573Z","caller":"traceutil/trace.go:172","msg":"trace[1465413413] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1544; }","duration":"770.827416ms","start":"2026-04-22T12:57:55.103721Z","end":"2026-04-22T12:57:55.874548Z","steps":["trace[1465413413] 'agreement among raft nodes before linearized reading' (duration: 54.169951ms)","trace[1465413413] 'range keys from in-memory index tree' (duration: 716.585163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.874627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.103698Z","time spent":"770.911399ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:55.874672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"900.807213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T12:57:55.874702Z","caller":"traceutil/trace.go:172","msg":"trace[1335461455] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1544; }","duration":"900.837274ms","start":"2026-04-22T12:57:54.973854Z","end":"2026-04-22T12:57:55.874692Z","steps":["trace[1335461455] 'agreement among raft nodes before linearized reading' (duration: 183.975273ms)","trace[1335461455] 'range keys from in-memory index tree' (duration: 716.778308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.874730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.973835Z","time spent":"900.888255ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":466,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:55.874885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.963031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:55.875097Z","caller":"traceutil/trace.go:172","msg":"trace[680811339] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1544; }","duration":"364.077704ms","start":"2026-04-22T12:57:55.510905Z","end":"2026-04-22T12:57:55.874982Z","steps":["trace[680811339] 'range keys from in-memory index tree' (duration: 362.395267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:55.874912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.541305088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-465c8\" limit:1 ","response":"range_response_count:1 size:5201"} {"level":"warn","ts":"2026-04-22T12:57:55.875145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.510882Z","time spent":"364.251299ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:55.875172Z","caller":"traceutil/trace.go:172","msg":"trace[1572872543] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-465c8; range_end:; response_count:1; response_revision:1544; }","duration":"1.541553895s","start":"2026-04-22T12:57:54.333599Z","end":"2026-04-22T12:57:55.875153Z","steps":["trace[1572872543] 'agreement among raft nodes before linearized reading' (duration: 822.203137ms)","trace[1572872543] 'range keys from in-memory index tree' (duration: 719.010129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.875228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.333585Z","time spent":"1.541625438s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5225,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-465c8\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:55.875642Z","caller":"traceutil/trace.go:172","msg":"trace[323397101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1544; }","duration":"896.732241ms","start":"2026-04-22T12:57:54.978891Z","end":"2026-04-22T12:57:55.875623Z","steps":["trace[323397101] 'agreement among raft nodes before linearized reading' (duration: 179.009547ms)","trace[323397101] 'range keys from in-memory index tree' (duration: 716.013368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:55.875769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:54.978879Z","time spent":"896.876944ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:56.375956Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:56.570317Z","caller":"traceutil/trace.go:172","msg":"trace[220669343] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1793; }","duration":"695.016294ms","start":"2026-04-22T12:57:55.875255Z","end":"2026-04-22T12:57:56.570272Z","steps":["trace[220669343] 'read index received' (duration: 695.007113ms)","trace[220669343] 'applied index is now lower than readState.Index' (duration: 7.491µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:56.684729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.014956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-22T12:57:56.684471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.186634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:56.685247Z","caller":"traceutil/trace.go:172","msg":"trace[9688150] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"800.151348ms","start":"2026-04-22T12:57:55.885079Z","end":"2026-04-22T12:57:56.685230Z","steps":["trace[9688150] 'process raft request' (duration: 799.764397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:56.685321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.885072Z","time spent":"800.212479ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:56.685299Z","caller":"traceutil/trace.go:172","msg":"trace[1331525522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1548; }","duration":"810.039097ms","start":"2026-04-22T12:57:55.875234Z","end":"2026-04-22T12:57:56.685273Z","steps":["trace[1331525522] 'agreement among raft nodes before linearized reading' (duration: 695.213129ms)","trace[1331525522] 'range keys from in-memory index tree' (duration: 113.941104ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T12:57:56.685980Z","caller":"traceutil/trace.go:172","msg":"trace[365899693] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"805.40676ms","start":"2026-04-22T12:57:55.879728Z","end":"2026-04-22T12:57:56.685134Z","steps":["trace[365899693] 'process raft request' (duration: 690.84087ms)","trace[365899693] 'compare' (duration: 113.744868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:56.686112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.879716Z","time spent":"806.330456ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:57.070528Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173045,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:57.096023Z","caller":"traceutil/trace.go:172","msg":"trace[1859407150] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1798; }","duration":"525.583505ms","start":"2026-04-22T12:57:56.570411Z","end":"2026-04-22T12:57:57.095994Z","steps":["trace[1859407150] 'read index received' (duration: 525.570674ms)","trace[1859407150] 'applied index is now lower than readState.Index' (duration: 11.041µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.152739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.275341923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:57:57.152837Z","caller":"traceutil/trace.go:172","msg":"trace[940956418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"1.275448045s","start":"2026-04-22T12:57:55.877364Z","end":"2026-04-22T12:57:57.152812Z","steps":["trace[940956418] 'agreement among raft nodes before linearized reading' (duration: 1.218729447s)","trace[940956418] 'range keys from in-memory index tree' (duration: 56.585064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.152880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.877353Z","time spent":"1.275518197s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:57:57.152880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.273557643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-04-22T12:57:57.152972Z","caller":"traceutil/trace.go:172","msg":"trace[1458179834] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1553; }","duration":"1.273657056s","start":"2026-04-22T12:57:55.879280Z","end":"2026-04-22T12:57:57.152937Z","steps":["trace[1458179834] 'agreement among raft nodes before linearized reading' (duration: 1.216746652s)","trace[1458179834] 'range keys from in-memory index tree' (duration: 56.641986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.153031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:55.879263Z","time spent":"1.273757879s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":415,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-22T12:57:57.153186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:56.691570Z","time spent":"461.609085ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T12:57:57.234475Z","caller":"traceutil/trace.go:172","msg":"trace[1126237008] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1803; }","duration":"138.369569ms","start":"2026-04-22T12:57:57.096084Z","end":"2026-04-22T12:57:57.234454Z","steps":["trace[1126237008] 'read index received' (duration: 138.361388ms)","trace[1126237008] 'applied index is now lower than readState.Index' (duration: 7.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.234695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.820614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T12:57:57.234727Z","caller":"traceutil/trace.go:172","msg":"trace[1122557308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1556; }","duration":"189.870307ms","start":"2026-04-22T12:57:57.044849Z","end":"2026-04-22T12:57:57.234719Z","steps":["trace[1122557308] 'agreement among raft nodes before linearized reading' (duration: 189.705062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:57.234827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"599.256731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:57.234887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"543.78589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-04-22T12:57:57.234939Z","caller":"traceutil/trace.go:172","msg":"trace[1406806329] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1557; }","duration":"599.388864ms","start":"2026-04-22T12:57:56.635533Z","end":"2026-04-22T12:57:57.234922Z","steps":["trace[1406806329] 'agreement among raft nodes before linearized reading' (duration: 599.208489ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:57.234963Z","caller":"traceutil/trace.go:172","msg":"trace[1686057964] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1557; }","duration":"543.912074ms","start":"2026-04-22T12:57:56.691032Z","end":"2026-04-22T12:57:57.234944Z","steps":["trace[1686057964] 'agreement among raft nodes before linearized reading' (duration: 543.572805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:57.234913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.687229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:57.234985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:56.635498Z","time spent":"599.476836ms","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:57:57.235055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.572118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T12:57:57.235079Z","caller":"traceutil/trace.go:172","msg":"trace[2079851158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1557; }","duration":"273.596269ms","start":"2026-04-22T12:57:56.961476Z","end":"2026-04-22T12:57:57.235072Z","steps":["trace[2079851158] 'agreement among raft nodes before linearized reading' (duration: 273.528757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:57.235123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.218506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:57.235009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:56.690958Z","time spent":"544.041038ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8032,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:57.235153Z","caller":"traceutil/trace.go:172","msg":"trace[2035775258] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1557; }","duration":"359.245967ms","start":"2026-04-22T12:57:56.875897Z","end":"2026-04-22T12:57:57.235143Z","steps":["trace[2035775258] 'agreement among raft nodes before linearized reading' (duration: 359.196746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:57.235181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:56.875871Z","time spent":"359.303269ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:57.236505Z","caller":"traceutil/trace.go:172","msg":"trace[378677958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1557; }","duration":"546.874845ms","start":"2026-04-22T12:57:56.688134Z","end":"2026-04-22T12:57:57.235009Z","steps":["trace[378677958] 'agreement among raft nodes before linearized reading' (duration: 546.664839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:57.409773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.098867ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-22T12:57:57.410047Z","caller":"traceutil/trace.go:172","msg":"trace[1162737789] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"163.846846ms","start":"2026-04-22T12:57:57.246178Z","end":"2026-04-22T12:57:57.410025Z","steps":["trace[1162737789] 'process raft request' (duration: 163.712413ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:57.602761Z","caller":"traceutil/trace.go:172","msg":"trace[1320112002] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1806; }","duration":"187.429461ms","start":"2026-04-22T12:57:57.415302Z","end":"2026-04-22T12:57:57.602732Z","steps":["trace[1320112002] 'read index received' (duration: 187.419251ms)","trace[1320112002] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.706068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.742276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-465c8\" limit:1 ","response":"range_response_count:1 size:7548"} {"level":"info","ts":"2026-04-22T12:57:57.706158Z","caller":"traceutil/trace.go:172","msg":"trace[532712520] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-465c8; range_end:; response_count:1; response_revision:1558; }","duration":"290.837309ms","start":"2026-04-22T12:57:57.415294Z","end":"2026-04-22T12:57:57.706132Z","steps":["trace[532712520] 'agreement among raft nodes before linearized reading' (duration: 187.544095ms)","trace[532712520] 'range keys from in-memory index tree' (duration: 103.069397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.706369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.439638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T12:57:57.706547Z","caller":"traceutil/trace.go:172","msg":"trace[685342402] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"459.415742ms","start":"2026-04-22T12:57:57.247101Z","end":"2026-04-22T12:57:57.706517Z","steps":["trace[685342402] 'process raft request' (duration: 355.773989ms)","trace[685342402] 'compare' (duration: 103.199461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:57.706743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:57.247076Z","time spent":"459.582946ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T12:57:57.706607Z","caller":"traceutil/trace.go:172","msg":"trace[639542420] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"295.33425ms","start":"2026-04-22T12:57:57.411261Z","end":"2026-04-22T12:57:57.706596Z","steps":["trace[639542420] 'process raft request' (duration: 295.170296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:58.134067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173060,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T12:57:58.220733Z","caller":"traceutil/trace.go:172","msg":"trace[2129291642] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1809; }","duration":"586.977047ms","start":"2026-04-22T12:57:57.633725Z","end":"2026-04-22T12:57:58.220702Z","steps":["trace[2129291642] 'read index received' (duration: 586.905895ms)","trace[2129291642] 'applied index is now lower than readState.Index' (duration: 69.582µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:58.242219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.467464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T12:57:58.242283Z","caller":"traceutil/trace.go:172","msg":"trace[949991459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1561; }","duration":"608.546106ms","start":"2026-04-22T12:57:57.633721Z","end":"2026-04-22T12:57:58.242267Z","steps":["trace[949991459] 'agreement among raft nodes before linearized reading' (duration: 587.08591ms)","trace[949991459] 'range keys from in-memory index tree' (duration: 21.24509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:58.242321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:57.633703Z","time spent":"608.609507ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:58.244375Z","caller":"traceutil/trace.go:172","msg":"trace[796172211] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"527.547623ms","start":"2026-04-22T12:57:57.716795Z","end":"2026-04-22T12:57:58.244343Z","steps":["trace[796172211] 'process raft request' (duration: 503.99075ms)","trace[796172211] 'compare' (duration: 22.438902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:58.244712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:57.716774Z","time spent":"527.79823ms","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5380,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:57:58.361260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.232007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T12:57:58.361378Z","caller":"traceutil/trace.go:172","msg":"trace[927687172] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1814; }","duration":"140.531423ms","start":"2026-04-22T12:57:58.220830Z","end":"2026-04-22T12:57:58.361362Z","steps":["trace[927687172] 'read index received' (duration: 116.336133ms)","trace[927687172] 'applied index is now lower than readState.Index' (duration: 24.19429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:57:58.361863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.849688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:58.361892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.205788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:57:58.361985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.512123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:57:58.362022Z","caller":"traceutil/trace.go:172","msg":"trace[1528977458] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1566; }","duration":"338.394493ms","start":"2026-04-22T12:57:58.023614Z","end":"2026-04-22T12:57:58.362009Z","steps":["trace[1528977458] 'agreement among raft nodes before linearized reading' (duration: 338.175757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:58.362227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:58.023589Z","time spent":"338.578348ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:58.362045Z","caller":"traceutil/trace.go:172","msg":"trace[298528802] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1566; }","duration":"650.560625ms","start":"2026-04-22T12:57:57.711465Z","end":"2026-04-22T12:57:58.362026Z","steps":["trace[298528802] 'agreement among raft nodes before linearized reading' (duration: 650.457922ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:57:58.361923Z","caller":"traceutil/trace.go:172","msg":"trace[1212075296] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1566; }","duration":"373.924919ms","start":"2026-04-22T12:57:57.987980Z","end":"2026-04-22T12:57:58.361905Z","steps":["trace[1212075296] 'agreement among raft nodes before linearized reading' (duration: 373.829517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:58.361876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.975344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"warn","ts":"2026-04-22T12:57:58.362706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:57.711443Z","time spent":"651.236573ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:58.363332Z","caller":"traceutil/trace.go:172","msg":"trace[225611263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1566; }","duration":"653.441183ms","start":"2026-04-22T12:57:57.709871Z","end":"2026-04-22T12:57:58.363312Z","steps":["trace[225611263] 'agreement among raft nodes before linearized reading' (duration: 651.859971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:58.363668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.860089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T12:57:58.363746Z","caller":"traceutil/trace.go:172","msg":"trace[49281881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1566; }","duration":"131.950082ms","start":"2026-04-22T12:57:58.231779Z","end":"2026-04-22T12:57:58.363729Z","steps":["trace[49281881] 'agreement among raft nodes before linearized reading' (duration: 131.730436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:57:58.364218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:57:57.709829Z","time spent":"653.552496ms","remote":"127.0.0.1:58370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":486,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-22T12:57:58.577425Z","caller":"traceutil/trace.go:172","msg":"trace[902785991] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"137.650415ms","start":"2026-04-22T12:57:58.439751Z","end":"2026-04-22T12:57:58.577401Z","steps":["trace[902785991] 'process raft request' (duration: 109.229682ms)","trace[902785991] 'compare' (duration: 28.210628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:12.488816Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:12.989162Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:13.489590Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:13.989949Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:14.491182Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:14.992422Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:15.492802Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:15.987676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000697031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:15.987751Z","caller":"traceutil/trace.go:172","msg":"trace[1710115627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779743s","start":"2026-04-22T12:58:13.986954Z","end":"2026-04-22T12:58:15.987734Z","steps":["trace[1710115627] 'agreement among raft nodes before linearized reading' (duration: 2.000694791s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:15.987799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:13.986942Z","time spent":"2.000848565s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:15.993835Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:16.494828Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:16.995334Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:17.495970Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:17.989580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000983174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:17.989664Z","caller":"traceutil/trace.go:172","msg":"trace[1083955522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001080177s","start":"2026-04-22T12:58:15.988566Z","end":"2026-04-22T12:58:17.989646Z","steps":["trace[1083955522] 'agreement among raft nodes before linearized reading' (duration: 2.000980014s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:17.989712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:15.988551Z","time spent":"2.001153689s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:58:17.996574Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:18.304562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.997101545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:18.304668Z","caller":"traceutil/trace.go:172","msg":"trace[2081246792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997198698s","start":"2026-04-22T12:58:13.307425Z","end":"2026-04-22T12:58:18.304624Z","steps":["trace[2081246792] 'agreement among raft nodes before linearized reading' (duration: 4.997099275s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:18.304731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:13.307397Z","time spent":"4.997323571s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:18.333204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00015966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:18.333396Z","caller":"traceutil/trace.go:172","msg":"trace[662953591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412156s","start":"2026-04-22T12:58:16.332964Z","end":"2026-04-22T12:58:18.333376Z","steps":["trace[662953591] 'agreement among raft nodes before linearized reading' (duration: 2.00015671s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:18.333482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:16.332943Z","time spent":"2.000526969s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:18 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:18.497461Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:18.988722Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-22T12:58:18.988871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.001134092s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:58:18.988918Z","caller":"traceutil/trace.go:172","msg":"trace[280034661] range","detail":"{range_begin:; range_end:; }","duration":"7.001201943s","start":"2026-04-22T12:58:11.987701Z","end":"2026-04-22T12:58:18.988903Z","steps":["trace[280034661] 'agreement among raft nodes before linearized reading' (duration: 7.001132732s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:19.489226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:19.989847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:19.999187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00027125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:19.999330Z","caller":"traceutil/trace.go:172","msg":"trace[1063576034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382343s","start":"2026-04-22T12:58:17.998897Z","end":"2026-04-22T12:58:19.999279Z","steps":["trace[1063576034] 'agreement among raft nodes before linearized reading' (duration: 2.00026934s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:19.999405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:17.998883Z","time spent":"2.000514407s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:19 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:20.148824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.993371627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:20.149037Z","caller":"traceutil/trace.go:172","msg":"trace[1950733079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.993600462s","start":"2026-04-22T12:58:15.155423Z","end":"2026-04-22T12:58:20.149024Z","steps":["trace[1950733079] 'agreement among raft nodes before linearized reading' (duration: 4.993368437s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:20.149110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:15.155407Z","time spent":"4.993695405s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/22 12:58:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:20.490768Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:20.991393Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:21.492504Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:21.569457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:14.568932Z","time spent":"7.000520762s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:58:21.569565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:14.568954Z","time spent":"7.000599684s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:58:21.993129Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:22.000175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000174197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:22.000279Z","caller":"traceutil/trace.go:172","msg":"trace[687403936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029758s","start":"2026-04-22T12:58:19.999957Z","end":"2026-04-22T12:58:22.000255Z","steps":["trace[687403936] 'agreement among raft nodes before linearized reading' (duration: 2.000155977s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:22.000732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:19.999945Z","time spent":"2.000770421s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:22.493609Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:22.994711Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:23.019903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000141572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:23.019985Z","caller":"traceutil/trace.go:172","msg":"trace[198879708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235054s","start":"2026-04-22T12:58:21.019730Z","end":"2026-04-22T12:58:23.019965Z","steps":["trace[198879708] 'agreement among raft nodes before linearized reading' (duration: 2.000138812s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:23.020036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:21.019708Z","time spent":"2.000319826s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:23.494866Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:23.995623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:24.008895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999996998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:24.009022Z","caller":"traceutil/trace.go:172","msg":"trace[2119550318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149412s","start":"2026-04-22T12:58:22.008855Z","end":"2026-04-22T12:58:24.009005Z","steps":["trace[2119550318] 'agreement among raft nodes before linearized reading' (duration: 1.999992618s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:24.009120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:22.008829Z","time spent":"2.000281365s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:58:24.496612Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:24.997140Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:25.480934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999996444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:25.481025Z","caller":"traceutil/trace.go:172","msg":"trace[2036665990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000112827s","start":"2026-04-22T12:58:20.480893Z","end":"2026-04-22T12:58:25.481006Z","steps":["trace[2036665990] 'agreement among raft nodes before linearized reading' (duration: 4.999990374s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.481081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:20.480868Z","time spent":"5.000200939s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/22 12:58:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:25.498122Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:25.989189Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-22T12:58:25.989465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.748869691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:58:25.989503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.006787459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:58:25.989552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.240604974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:58:25.989562Z","caller":"traceutil/trace.go:172","msg":"trace[282974150] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; }","duration":"8.749051215s","start":"2026-04-22T12:58:17.240491Z","end":"2026-04-22T12:58:25.989542Z","steps":["trace[282974150] 'agreement among raft nodes before linearized reading' (duration: 8.748867411s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.989639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.416875479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:58:25.989669Z","caller":"traceutil/trace.go:172","msg":"trace[1863337442] range","detail":"{range_begin:/registry/endpointslices; range_end:; }","duration":"10.41690576s","start":"2026-04-22T12:58:15.572756Z","end":"2026-04-22T12:58:25.989662Z","steps":["trace[1863337442] 'agreement among raft nodes before linearized reading' (duration: 10.416875049s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.989652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.229247025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-22T12:58:25.989700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:15.572739Z","time spent":"10.416952582s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:25.989707Z","caller":"traceutil/trace.go:172","msg":"trace[284786602] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; }","duration":"11.229306577s","start":"2026-04-22T12:58:14.760390Z","end":"2026-04-22T12:58:25.989697Z","steps":["trace[284786602] 'agreement among raft nodes before linearized reading' (duration: 11.229248085s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.989799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:14.760372Z","time spent":"11.229398078s","remote":"127.0.0.1:59136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:25.989673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:17.240469Z","time spent":"8.749190978s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.193\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:25.989610Z","caller":"traceutil/trace.go:172","msg":"trace[1356054759] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; }","duration":"12.006937473s","start":"2026-04-22T12:58:13.982639Z","end":"2026-04-22T12:58:25.989577Z","steps":["trace[1356054759] 'agreement among raft nodes before linearized reading' (duration: 12.006779999s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.990125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:13.982621Z","time spent":"12.007491246s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:25.989596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.29030487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-22T12:58:25.990170Z","caller":"traceutil/trace.go:172","msg":"trace[55787432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"12.290892754s","start":"2026-04-22T12:58:13.699269Z","end":"2026-04-22T12:58:25.990162Z","steps":["trace[55787432] 'agreement among raft nodes before linearized reading' (duration: 12.29030201s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.990194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:13.699248Z","time spent":"12.290939305s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:25.989603Z","caller":"traceutil/trace.go:172","msg":"trace[383039256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"12.240664425s","start":"2026-04-22T12:58:13.748924Z","end":"2026-04-22T12:58:25.989589Z","steps":["trace[383039256] 'agreement among raft nodes before linearized reading' (duration: 12.240601604s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:25.990290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:13.748913Z","time spent":"12.241362661s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:26.019209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999774213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T12:58:26.019260Z","caller":"traceutil/trace.go:172","msg":"trace[1564375689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999829754s","start":"2026-04-22T12:58:24.019419Z","end":"2026-04-22T12:58:26.019249Z","steps":["trace[1564375689] 'agreement among raft nodes before linearized reading' (duration: 1.999773493s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:26.019293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:24.019389Z","time spent":"1.999897926s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:26.489798Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:26.990326Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:27.383436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999544981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:27.383536Z","caller":"traceutil/trace.go:172","msg":"trace[292493377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999682565s","start":"2026-04-22T12:58:22.383832Z","end":"2026-04-22T12:58:27.383514Z","steps":["trace[292493377] 'agreement among raft nodes before linearized reading' (duration: 4.999537761s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:27.383593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:22.383813Z","time spent":"4.999771428s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:27.490887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:27.991700Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:28.019780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999915602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T12:58:28.020150Z","caller":"traceutil/trace.go:172","msg":"trace[7853752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009724s","start":"2026-04-22T12:58:26.019820Z","end":"2026-04-22T12:58:28.019830Z","steps":["trace[7853752] 'agreement among raft nodes before linearized reading' (duration: 1.999898992s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:28.020949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.019797Z","time spent":"2.001111511s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 12:58:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T12:58:28.492707Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:28.574965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:21.574302Z","time spent":"7.000652148s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:58:28.577064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:21.576053Z","time spent":"7.000995307s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T12:58:28.992820Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:29.493214Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5846971618057173153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T12:58:29.539013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"17.560354991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.539094Z","caller":"traceutil/trace.go:172","msg":"trace[2061364642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"17.560442063s","start":"2026-04-22T12:58:11.978633Z","end":"2026-04-22T12:58:29.539075Z","steps":["trace[2061364642] 'range keys from in-memory index tree' (duration: 17.558877443s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.539449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:11.978613Z","time spent":"17.560822242s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T12:58:29.542038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.553035746s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.542197Z","caller":"traceutil/trace.go:172","msg":"trace[1058423847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1631; }","duration":"10.55320847s","start":"2026-04-22T12:58:18.988970Z","end":"2026-04-22T12:58:29.542178Z","steps":["trace[1058423847] 'range keys from in-memory index tree' (duration: 10.553014136s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.542481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.755219484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.542557Z","caller":"traceutil/trace.go:172","msg":"trace[67099984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1631; }","duration":"10.755306076s","start":"2026-04-22T12:58:18.787236Z","end":"2026-04-22T12:58:29.542542Z","steps":["trace[67099984] 'range keys from in-memory index tree' (duration: 10.755170262s)"],"step_count":1} {"level":"error","ts":"2026-04-22T12:58:29.542542Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T12:58:29.573999Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"17.588180531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T12:58:29.666057Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173153,"received-request-id":5846971618057173147} {"level":"warn","ts":"2026-04-22T12:58:29.666121Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5846971618057173153,"received-request-id":5846971618057173150} {"level":"info","ts":"2026-04-22T12:58:29.666355Z","caller":"traceutil/trace.go:172","msg":"trace[1976308170] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1699; }","duration":"1.084550453s","start":"2026-04-22T12:58:28.581782Z","end":"2026-04-22T12:58:29.666332Z","steps":["trace[1976308170] 'process raft request' (duration: 1.084513412s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:29.666480Z","caller":"traceutil/trace.go:172","msg":"trace[1458526917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1699; }","duration":"1.085329701s","start":"2026-04-22T12:58:28.581116Z","end":"2026-04-22T12:58:29.666445Z","steps":["trace[1458526917] 'process raft request' (duration: 1.085120166s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.666818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.900050699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.666850Z","caller":"traceutil/trace.go:172","msg":"trace[1657804955] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1699; }","duration":"3.900075939s","start":"2026-04-22T12:58:25.766761Z","end":"2026-04-22T12:58:29.666837Z","steps":["trace[1657804955] 'agreement among raft nodes before linearized reading' (duration: 3.900037628s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.666887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:25.766724Z","time spent":"3.900157111s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.666890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.671633702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.666965Z","caller":"traceutil/trace.go:172","msg":"trace[239057697] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1699; }","duration":"9.671730624s","start":"2026-04-22T12:58:19.995224Z","end":"2026-04-22T12:58:29.666955Z","steps":["trace[239057697] 'agreement among raft nodes before linearized reading' (duration: 9.67156758s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.667028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:19.995198Z","time spent":"9.671820245s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.667042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.581097Z","time spent":"1.085723112s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":587,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:58:29.667123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.519984072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.667159Z","caller":"traceutil/trace.go:172","msg":"trace[915222] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1699; }","duration":"6.520019742s","start":"2026-04-22T12:58:23.147131Z","end":"2026-04-22T12:58:29.667150Z","steps":["trace[915222] 'agreement among raft nodes before linearized reading' (duration: 6.519964971s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.667188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:23.147107Z","time spent":"6.520075704s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.666538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.581772Z","time spent":"1.084681286s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":727,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T12:58:29.667688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.239428291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.667728Z","caller":"traceutil/trace.go:172","msg":"trace[1084984372] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1699; }","duration":"8.239470802s","start":"2026-04-22T12:58:21.428248Z","end":"2026-04-22T12:58:29.667719Z","steps":["trace[1084984372] 'agreement among raft nodes before linearized reading' (duration: 8.23940361s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.667754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:21.428226Z","time spent":"8.239521903s","remote":"127.0.0.1:58226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.667843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.664559503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"warn","ts":"2026-04-22T12:58:29.667817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.240350347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.668029Z","caller":"traceutil/trace.go:172","msg":"trace[380586168] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1699; }","duration":"9.240604803s","start":"2026-04-22T12:58:20.427412Z","end":"2026-04-22T12:58:29.668017Z","steps":["trace[380586168] 'agreement among raft nodes before linearized reading' (duration: 9.240308996s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.668071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:20.427396Z","time spent":"9.240658694s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:29.667943Z","caller":"traceutil/trace.go:172","msg":"trace[1442574056] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1699; }","duration":"7.664662766s","start":"2026-04-22T12:58:22.003267Z","end":"2026-04-22T12:58:29.667930Z","steps":["trace[1442574056] 'agreement among raft nodes before linearized reading' (duration: 7.664452871s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.668165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:22.003243Z","time spent":"7.664911621s","remote":"127.0.0.1:58400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:29.666682Z","caller":"traceutil/trace.go:172","msg":"trace[1662885589] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1968; }","duration":"3.677327603s","start":"2026-04-22T12:58:25.989300Z","end":"2026-04-22T12:58:29.666627Z","steps":["trace[1662885589] 'read index received' (duration: 3.677312883s)","trace[1662885589] 'applied index is now lower than readState.Index' (duration: 7.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:29.666764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.652061578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.668436Z","caller":"traceutil/trace.go:172","msg":"trace[568031922] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1699; }","duration":"7.653734287s","start":"2026-04-22T12:58:22.014688Z","end":"2026-04-22T12:58:29.668423Z","steps":["trace[568031922] 'agreement among raft nodes before linearized reading' (duration: 7.652022977s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.668488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:22.014670Z","time spent":"7.65380498s","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.670797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"598.539175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T12:58:29.670846Z","caller":"traceutil/trace.go:172","msg":"trace[2106071015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1699; }","duration":"598.598756ms","start":"2026-04-22T12:58:29.072238Z","end":"2026-04-22T12:58:29.670837Z","steps":["trace[2106071015] 'agreement among raft nodes before linearized reading' (duration: 598.458713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.670868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:29.072206Z","time spent":"598.657018ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.671059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.641434105s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.671081Z","caller":"traceutil/trace.go:172","msg":"trace[1157472379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1699; }","duration":"2.641534367s","start":"2026-04-22T12:58:27.029542Z","end":"2026-04-22T12:58:29.671076Z","steps":["trace[1157472379] 'agreement among raft nodes before linearized reading' (duration: 2.641502206s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.671232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"776.423123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.671249Z","caller":"traceutil/trace.go:172","msg":"trace[1324232397] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1699; }","duration":"776.441254ms","start":"2026-04-22T12:58:28.894804Z","end":"2026-04-22T12:58:29.671245Z","steps":["trace[1324232397] 'agreement among raft nodes before linearized reading' (duration: 776.412543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.671260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.894779Z","time spent":"776.478404ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.671514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"861.266792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.671565Z","caller":"traceutil/trace.go:172","msg":"trace[1160592253] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1699; }","duration":"861.319873ms","start":"2026-04-22T12:58:28.810233Z","end":"2026-04-22T12:58:29.671553Z","steps":["trace[1160592253] 'agreement among raft nodes before linearized reading' (duration: 861.238821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.671592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.810199Z","time spent":"861.387115ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.671635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.303548284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.671674Z","caller":"traceutil/trace.go:172","msg":"trace[2011736044] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1699; }","duration":"3.303581254s","start":"2026-04-22T12:58:26.368080Z","end":"2026-04-22T12:58:29.671661Z","steps":["trace[2011736044] 'agreement among raft nodes before linearized reading' (duration: 3.303534203s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.671713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.368058Z","time spent":"3.303648466s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.671587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.653426533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.671844Z","caller":"traceutil/trace.go:172","msg":"trace[1220530621] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1699; }","duration":"3.653684899s","start":"2026-04-22T12:58:26.018145Z","end":"2026-04-22T12:58:29.671830Z","steps":["trace[1220530621] 'agreement among raft nodes before linearized reading' (duration: 3.653394503s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.671913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.018133Z","time spent":"3.653768851s","remote":"127.0.0.1:59136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.672187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.655274668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T12:58:29.672219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"954.919802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:58:29.671845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.640655082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.672258Z","caller":"traceutil/trace.go:172","msg":"trace[1719839780] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1699; }","duration":"954.963633ms","start":"2026-04-22T12:58:28.717285Z","end":"2026-04-22T12:58:29.672249Z","steps":["trace[1719839780] 'agreement among raft nodes before linearized reading' (duration: 954.898612ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:29.672262Z","caller":"traceutil/trace.go:172","msg":"trace[330727623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1699; }","duration":"3.65535121s","start":"2026-04-22T12:58:26.016895Z","end":"2026-04-22T12:58:29.672246Z","steps":["trace[330727623] 'agreement among raft nodes before linearized reading' (duration: 3.655145834s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.672285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.717254Z","time spent":"955.021725ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.671787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.656127439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T12:58:29.672366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.655369621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.672422Z","caller":"traceutil/trace.go:172","msg":"trace[878796716] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:0; response_revision:1699; }","duration":"3.655421782s","start":"2026-04-22T12:58:26.016987Z","end":"2026-04-22T12:58:29.672409Z","steps":["trace[878796716] 'agreement among raft nodes before linearized reading' (duration: 3.65534714s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.672465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.016979Z","time spent":"3.655471683s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.193\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.672310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.016881Z","time spent":"3.655415851s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.672577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.655710119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-22T12:58:29.672276Z","caller":"traceutil/trace.go:172","msg":"trace[153724676] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1699; }","duration":"1.641088574s","start":"2026-04-22T12:58:28.031177Z","end":"2026-04-22T12:58:29.672265Z","steps":["trace[153724676] 'agreement among raft nodes before linearized reading' (duration: 1.640627132s)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:29.672626Z","caller":"traceutil/trace.go:172","msg":"trace[2106887826] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5; range_end:; response_count:1; response_revision:1699; }","duration":"3.65575712s","start":"2026-04-22T12:58:26.016855Z","end":"2026-04-22T12:58:29.672612Z","steps":["trace[2106887826] 'agreement among raft nodes before linearized reading' (duration: 3.655633817s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.672682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.031153Z","time spent":"1.641517774s","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.672698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.016847Z","time spent":"3.655840501s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8af0cfd3faaf5\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.672724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.64133447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.673008Z","caller":"traceutil/trace.go:172","msg":"trace[2046058883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"1.641704769s","start":"2026-04-22T12:58:28.031294Z","end":"2026-04-22T12:58:29.672998Z","steps":["trace[2046058883] 'agreement among raft nodes before linearized reading' (duration: 1.640995792s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.673042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:28.031287Z","time spent":"1.64174686s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T12:58:29.672482Z","caller":"traceutil/trace.go:172","msg":"trace[145355420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1699; }","duration":"3.656757305s","start":"2026-04-22T12:58:26.015636Z","end":"2026-04-22T12:58:29.672393Z","steps":["trace[145355420] 'agreement among raft nodes before linearized reading' (duration: 3.655064554s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.673317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.015611Z","time spent":"3.657687116s","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:58:29.674293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.654487478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:29.674386Z","caller":"traceutil/trace.go:172","msg":"trace[784089749] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1699; }","duration":"3.654668322s","start":"2026-04-22T12:58:26.019705Z","end":"2026-04-22T12:58:29.674373Z","steps":["trace[784089749] 'agreement among raft nodes before linearized reading' (duration: 3.652237524s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:29.674442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:58:26.019696Z","time spent":"3.654724093s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-04-22T12:58:29.802912Z","caller":"traceutil/trace.go:172","msg":"trace[1151562284] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"112.02579ms","start":"2026-04-22T12:58:29.690865Z","end":"2026-04-22T12:58:29.802890Z","steps":["trace[1151562284] 'process raft request' (duration: 111.698532ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:30.016221Z","caller":"traceutil/trace.go:172","msg":"trace[392949746] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1978; }","duration":"175.891601ms","start":"2026-04-22T12:58:29.840309Z","end":"2026-04-22T12:58:30.016200Z","steps":["trace[392949746] 'read index received' (duration: 175.887251ms)","trace[392949746] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:30.016434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.108386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:498"} {"level":"info","ts":"2026-04-22T12:58:30.016457Z","caller":"traceutil/trace.go:172","msg":"trace[460405777] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1708; }","duration":"176.144747ms","start":"2026-04-22T12:58:29.840306Z","end":"2026-04-22T12:58:30.016451Z","steps":["trace[460405777] 'agreement among raft nodes before linearized reading' (duration: 176.009314ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:30.016449Z","caller":"traceutil/trace.go:172","msg":"trace[1435243624] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"176.63915ms","start":"2026-04-22T12:58:29.839795Z","end":"2026-04-22T12:58:30.016434Z","steps":["trace[1435243624] 'process raft request' (duration: 176.483726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:34.097034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.970346ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:34.097137Z","caller":"traceutil/trace.go:172","msg":"trace[1665447968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1730; }","duration":"110.082629ms","start":"2026-04-22T12:58:33.987032Z","end":"2026-04-22T12:58:34.097115Z","steps":["trace[1665447968] 'range keys from in-memory index tree' (duration: 108.229986ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:40.118020Z","caller":"traceutil/trace.go:172","msg":"trace[1283368021] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"156.981483ms","start":"2026-04-22T12:58:39.961018Z","end":"2026-04-22T12:58:40.118000Z","steps":["trace[1283368021] 'process raft request' (duration: 156.844259ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:40.168378Z","caller":"traceutil/trace.go:172","msg":"trace[329038484] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"120.530553ms","start":"2026-04-22T12:58:40.047827Z","end":"2026-04-22T12:58:40.168357Z","steps":["trace[329038484] 'process raft request' (duration: 120.37899ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:40.169767Z","caller":"traceutil/trace.go:172","msg":"trace[2083080162] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2028; }","duration":"180.665754ms","start":"2026-04-22T12:58:39.989083Z","end":"2026-04-22T12:58:40.169749Z","steps":["trace[2083080162] 'read index received' (duration: 180.650623ms)","trace[2083080162] 'applied index is now lower than readState.Index' (duration: 14.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:40.169884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.819897ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:40.169915Z","caller":"traceutil/trace.go:172","msg":"trace[892133856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1753; }","duration":"180.863638ms","start":"2026-04-22T12:58:39.989042Z","end":"2026-04-22T12:58:40.169906Z","steps":["trace[892133856] 'agreement among raft nodes before linearized reading' (duration: 180.802187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:40.171386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.537574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:40.171431Z","caller":"traceutil/trace.go:172","msg":"trace[930628501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"151.584665ms","start":"2026-04-22T12:58:40.019836Z","end":"2026-04-22T12:58:40.171420Z","steps":["trace[930628501] 'agreement among raft nodes before linearized reading' (duration: 151.506824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:40.171474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.370919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T12:58:40.171519Z","caller":"traceutil/trace.go:172","msg":"trace[158923981] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:1753; }","duration":"106.42915ms","start":"2026-04-22T12:58:40.065079Z","end":"2026-04-22T12:58:40.171508Z","steps":["trace[158923981] 'agreement among raft nodes before linearized reading' (duration: 106.261407ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:43.173634Z","caller":"traceutil/trace.go:172","msg":"trace[751344474] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2042; }","duration":"183.364552ms","start":"2026-04-22T12:58:42.990239Z","end":"2026-04-22T12:58:43.173604Z","steps":["trace[751344474] 'read index received' (duration: 183.360291ms)","trace[751344474] 'applied index is now lower than readState.Index' (duration: 3.391µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:43.173806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.548926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:43.173877Z","caller":"traceutil/trace.go:172","msg":"trace[813277639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1765; }","duration":"183.634288ms","start":"2026-04-22T12:58:42.990227Z","end":"2026-04-22T12:58:43.173861Z","steps":["trace[813277639] 'agreement among raft nodes before linearized reading' (duration: 183.520756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:43.175048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.51011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:43.175099Z","caller":"traceutil/trace.go:172","msg":"trace[1357472897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"155.570942ms","start":"2026-04-22T12:58:43.019517Z","end":"2026-04-22T12:58:43.175088Z","steps":["trace[1357472897] 'agreement among raft nodes before linearized reading' (duration: 155.48178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:43.175432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.342313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-22T12:58:43.175794Z","caller":"traceutil/trace.go:172","msg":"trace[476585094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1765; }","duration":"154.702591ms","start":"2026-04-22T12:58:43.021074Z","end":"2026-04-22T12:58:43.175777Z","steps":["trace[476585094] 'agreement among raft nodes before linearized reading' (duration: 154.001285ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:58:43.330599Z","caller":"traceutil/trace.go:172","msg":"trace[1892636382] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2043; }","duration":"154.369473ms","start":"2026-04-22T12:58:43.176206Z","end":"2026-04-22T12:58:43.330575Z","steps":["trace[1892636382] 'read index received' (duration: 154.361953ms)","trace[1892636382] 'applied index is now lower than readState.Index' (duration: 6.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:43.358122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.893378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:58:43.358229Z","caller":"traceutil/trace.go:172","msg":"trace[653578763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"181.994011ms","start":"2026-04-22T12:58:43.176203Z","end":"2026-04-22T12:58:43.358197Z","steps":["trace[653578763] 'agreement among raft nodes before linearized reading' (duration: 154.453096ms)","trace[653578763] 'range keys from in-memory index tree' (duration: 27.412392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:45.402921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.082102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-22T12:58:45.403026Z","caller":"traceutil/trace.go:172","msg":"trace[100526392] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"137.576181ms","start":"2026-04-22T12:58:45.265431Z","end":"2026-04-22T12:58:45.403007Z","steps":["trace[100526392] 'read index received' (duration: 13.493964ms)","trace[100526392] 'applied index is now lower than readState.Index' (duration: 124.080937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:58:45.403168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.734455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-22T12:58:45.403216Z","caller":"traceutil/trace.go:172","msg":"trace[1799431458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1772; }","duration":"137.772396ms","start":"2026-04-22T12:58:45.265419Z","end":"2026-04-22T12:58:45.403192Z","steps":["trace[1799431458] 'agreement among raft nodes before linearized reading' (duration: 137.634513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:58:48.348330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.602411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-22T12:58:55.527979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.786657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T12:58:55.528059Z","caller":"traceutil/trace.go:172","msg":"trace[1289332665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1811; }","duration":"127.879719ms","start":"2026-04-22T12:58:55.400165Z","end":"2026-04-22T12:58:55.528045Z","steps":["trace[1289332665] 'range keys from in-memory index tree' (duration: 126.032829ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:00.740909Z","caller":"traceutil/trace.go:172","msg":"trace[1447847620] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"104.002403ms","start":"2026-04-22T12:59:00.636879Z","end":"2026-04-22T12:59:00.740882Z","steps":["trace[1447847620] 'process raft request' (duration: 103.822469ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:09.205174Z","caller":"traceutil/trace.go:172","msg":"trace[1181750334] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2156; }","duration":"380.403837ms","start":"2026-04-22T12:59:08.824744Z","end":"2026-04-22T12:59:09.205148Z","steps":["trace[1181750334] 'read index received' (duration: 380.373227ms)","trace[1181750334] 'applied index is now lower than readState.Index' (duration: 26.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:59:09.205471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.700133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T12:59:09.205588Z","caller":"traceutil/trace.go:172","msg":"trace[1777921642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1863; }","duration":"380.835176ms","start":"2026-04-22T12:59:08.824738Z","end":"2026-04-22T12:59:09.205573Z","steps":["trace[1777921642] 'agreement among raft nodes before linearized reading' (duration: 380.584171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:59:09.205628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:59:08.824714Z","time spent":"380.904807ms","remote":"127.0.0.1:58564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:59:09.206919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.082567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T12:59:09.206917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.37059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:59:09.206964Z","caller":"traceutil/trace.go:172","msg":"trace[890974940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"187.127478ms","start":"2026-04-22T12:59:09.019825Z","end":"2026-04-22T12:59:09.206952Z","steps":["trace[890974940] 'agreement among raft nodes before linearized reading' (duration: 187.049627ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:09.206999Z","caller":"traceutil/trace.go:172","msg":"trace[332527755] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1863; }","duration":"374.428502ms","start":"2026-04-22T12:59:08.832532Z","end":"2026-04-22T12:59:09.206960Z","steps":["trace[332527755] 'agreement among raft nodes before linearized reading' (duration: 374.33968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:59:09.207033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T12:59:08.832514Z","time spent":"374.509803ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-22T12:59:09.206920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.194229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:59:09.207143Z","caller":"traceutil/trace.go:172","msg":"trace[2136982071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1863; }","duration":"219.414874ms","start":"2026-04-22T12:59:08.987711Z","end":"2026-04-22T12:59:09.207126Z","steps":["trace[2136982071] 'agreement among raft nodes before linearized reading' (duration: 219.172659ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:10.188030Z","caller":"traceutil/trace.go:172","msg":"trace[1539978478] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2162; }","duration":"167.555449ms","start":"2026-04-22T12:59:10.020447Z","end":"2026-04-22T12:59:10.188003Z","steps":["trace[1539978478] 'read index received' (duration: 167.547588ms)","trace[1539978478] 'applied index is now lower than readState.Index' (duration: 6.191µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:59:10.188338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.849995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:59:10.188444Z","caller":"traceutil/trace.go:172","msg":"trace[88173654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"168.004689ms","start":"2026-04-22T12:59:10.020422Z","end":"2026-04-22T12:59:10.188427Z","steps":["trace[88173654] 'agreement among raft nodes before linearized reading' (duration: 167.753843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:59:10.189681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.540153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T12:59:10.189764Z","caller":"traceutil/trace.go:172","msg":"trace[1131817212] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:1868; }","duration":"122.619904ms","start":"2026-04-22T12:59:10.067123Z","end":"2026-04-22T12:59:10.189743Z","steps":["trace[1131817212] 'agreement among raft nodes before linearized reading' (duration: 122.40251ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:28.358764Z","caller":"traceutil/trace.go:172","msg":"trace[1200744112] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2242; }","duration":"116.490485ms","start":"2026-04-22T12:59:28.242251Z","end":"2026-04-22T12:59:28.358741Z","steps":["trace[1200744112] 'read index received' (duration: 116.485015ms)","trace[1200744112] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:59:28.360588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.321301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T12:59:28.360678Z","caller":"traceutil/trace.go:172","msg":"trace[303823163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"118.398212ms","start":"2026-04-22T12:59:28.242236Z","end":"2026-04-22T12:59:28.360634Z","steps":["trace[303823163] 'agreement among raft nodes before linearized reading' (duration: 116.632338ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:30.269086Z","caller":"traceutil/trace.go:172","msg":"trace[1418854303] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2248; }","duration":"281.679173ms","start":"2026-04-22T12:59:29.987382Z","end":"2026-04-22T12:59:30.269061Z","steps":["trace[1418854303] 'read index received' (duration: 281.670343ms)","trace[1418854303] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T12:59:30.269363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.99728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T12:59:30.270083Z","caller":"traceutil/trace.go:172","msg":"trace[1313130783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1942; }","duration":"282.731724ms","start":"2026-04-22T12:59:29.987338Z","end":"2026-04-22T12:59:30.270069Z","steps":["trace[1313130783] 'agreement among raft nodes before linearized reading' (duration: 281.918438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:59:30.272156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.009614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T12:59:30.272200Z","caller":"traceutil/trace.go:172","msg":"trace[562270208] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:1943; }","duration":"204.065465ms","start":"2026-04-22T12:59:30.068126Z","end":"2026-04-22T12:59:30.272192Z","steps":["trace[562270208] 'agreement among raft nodes before linearized reading' (duration: 203.926302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T12:59:30.272734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.757302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-22T12:59:30.273151Z","caller":"traceutil/trace.go:172","msg":"trace[1334050360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1943; }","duration":"163.18853ms","start":"2026-04-22T12:59:30.109949Z","end":"2026-04-22T12:59:30.273138Z","steps":["trace[1334050360] 'agreement among raft nodes before linearized reading' (duration: 162.12698ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:31.324426Z","caller":"traceutil/trace.go:172","msg":"trace[1897113265] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"157.689104ms","start":"2026-04-22T12:59:31.166716Z","end":"2026-04-22T12:59:31.324406Z","steps":["trace[1897113265] 'process raft request' (duration: 157.558021ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T12:59:31.581640Z","caller":"traceutil/trace.go:172","msg":"trace[435575546] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"108.528599ms","start":"2026-04-22T12:59:31.473085Z","end":"2026-04-22T12:59:31.581613Z","steps":["trace[435575546] 'process raft request' (duration: 108.343436ms)"],"step_count":1}