{"level":"warn","ts":"2026-03-17T20:06:21.164713Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:06:21.164894Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:06:21.164915Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=controller-2=https://199.19.213.206:2380,controller-1=https://199.19.213.226:2380,controller-3=https://199.204.45.72:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:06:21.165018Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:06:21.165037Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:06:21.165055Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.165076Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:06:21.165585Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-17T20:06:21.165709Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.226:2380,controller-2=https://199.19.213.206:2380,controller-3=https://199.204.45.72:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:06:21.166615Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005160f0}"} {"level":"info","ts":"2026-03-17T20:06:21.174326Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:06:21.174409Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.952426ms"} {"level":"info","ts":"2026-03-17T20:06:21.174453Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:06:21.174558Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:06:21.184634Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.206:2380","host":"199.19.213.206:2380","resolved-addr":"199.19.213.206:2380"} {"level":"info","ts":"2026-03-17T20:06:21.184667Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-17T20:06:21.184688Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.226:2380","host":"199.19.213.226:2380","resolved-addr":"199.19.213.226:2380"} {"level":"info","ts":"2026-03-17T20:06:21.184698Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-17T20:06:21.184711Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.226:2380","host":"199.19.213.226:2380","resolved-addr":"199.19.213.226:2380"} {"level":"info","ts":"2026-03-17T20:06:21.184722Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.206:2380","host":"199.19.213.206:2380","resolved-addr":"199.19.213.206:2380"} {"level":"info","ts":"2026-03-17T20:06:21.197876Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:06:21.205918Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:06:21.205951Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"c6d6ded81dced554","cluster-id":"34571fc6a0261e75"} {"level":"info","ts":"2026-03-17T20:06:21.205975Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:06:21.206066Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c6d6ded81dced554 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:06:21.206107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c6d6ded81dced554 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:06:21.206121Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft c6d6ded81dced554 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:06:21.213251Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:06:21.214400Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:06:21.217988Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:06:21.218693Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.218725Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3","remote-peer-urls":["https://199.19.213.206:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.218756Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.218775Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.218796Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.218826Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.219796Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.220121Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.220451Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.220513Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3","remote-peer-urls":["https://199.19.213.206:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.220581Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.220741Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.220762Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.220801Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.221729Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.221878Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.221936Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"c6d6ded81dced554","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:06:21.222550Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:06:21.223109Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:06:21.221632Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.223142Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.223172Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.223085Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.223542Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:06:21.223597Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:06:21.223611Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:06:21.223702Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-17T20:06:21.223739Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-17T20:06:21.224055Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c6d6ded81dced554 [term: 0] received a MsgHeartbeat message with higher term from c1a97aa766b87c7e [term: 2]"} {"level":"info","ts":"2026-03-17T20:06:21.224086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c6d6ded81dced554 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:06:21.224119Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c6d6ded81dced554 elected leader c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:06:21.224811Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"c6d6ded81dced554","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:06:21.224896Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:06:21.233830Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.234300Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.236223Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.236262Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.236278Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.236664Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.243256Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"c6d6ded81dced554","remote-snapshot-sender-id":"c1a97aa766b87c7e","incoming-snapshot-index":657,"incoming-snapshot-message-size-bytes":8751,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-17T20:06:21.257368Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000291.snap.db","bytes":1024000,"size":"1.0 MB"} {"level":"info","ts":"2026-03-17T20:06:21.257433Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"c6d6ded81dced554","remote-snapshot-sender-id":"c1a97aa766b87c7e","incoming-snapshot-index":657,"incoming-snapshot-size-bytes":1024000,"incoming-snapshot-size":"1.0 MB","download-took":"14.262513ms"} {"level":"info","ts":"2026-03-17T20:06:21.257577Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 657, term: 2]"} {"level":"info","ts":"2026-03-17T20:06:21.257672Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c6d6ded81dced554 switched to configuration voters=(9359522833427625171 13954819779785686142) learners=(14327884284320208212)"} {"level":"info","ts":"2026-03-17T20:06:21.257706Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"c6d6ded81dced554 [commit: 657, lastindex: 657, lastterm: 2] restored snapshot [index: 657, term: 2]"} {"level":"info","ts":"2026-03-17T20:06:21.257719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"c6d6ded81dced554 [commit: 657] restored snapshot [index: 657, term: 2]"} {"level":"info","ts":"2026-03-17T20:06:21.257841Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":657,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:06:21.258531Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"81e3b46d999c74d3","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:06:21.258563Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.260552Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":657} {"level":"info","ts":"2026-03-17T20:06:21.260712Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba100}"} {"level":"info","ts":"2026-03-17T20:06:21.261062Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:06:21.261085Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"408.871µs"} {"level":"info","ts":"2026-03-17T20:06:21.261117Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-17T20:06:21.261326Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"c1a97aa766b87c7e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:06:21.261364Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.262095Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-17T20:06:21.262109Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-17T20:06:21.264093Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"81e3b46d999c74d3","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:06:21.264131Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.264774Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"c1a97aa766b87c7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:06:21.264800Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.264822Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":609} {"level":"info","ts":"2026-03-17T20:06:21.264856Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":657} {"level":"info","ts":"2026-03-17T20:06:21.264872Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-17T20:06:21.265076Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-17T20:06:21.266845Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-17T20:06:21.266880Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-17T20:06:21.266939Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-17T20:06:21.267194Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-17T20:06:21.266955Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-17T20:06:21.267885Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-17T20:06:21.267938Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-17T20:06:21.268026Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:06:21.268044Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"34571fc6a0261e75","local-member-id":"c6d6ded81dced554","recovered-remote-peer-id":"81e3b46d999c74d3","recovered-remote-peer-urls":["https://199.19.213.206:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:06:21.268055Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"34571fc6a0261e75","local-member-id":"c6d6ded81dced554","recovered-remote-peer-id":"c1a97aa766b87c7e","recovered-remote-peer-urls":["https://199.19.213.226:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:06:21.268063Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"34571fc6a0261e75","local-member-id":"c6d6ded81dced554","recovered-remote-peer-id":"c6d6ded81dced554","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:06:21.268071Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:06:21.268099Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-17T20:06:21.268112Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-17T20:06:21.268122Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"warn","ts":"2026-03-17T20:06:21.268226Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268271Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"81e3b46d999c74d3"} {"level":"warn","ts":"2026-03-17T20:06:21.268318Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268356Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268405Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"warn","ts":"2026-03-17T20:06:21.268560Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:06:21.268602Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"81e3b46d999c74d3","error":"failed to read 81e3b46d999c74d3 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:06:21.268643Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"warn","ts":"2026-03-17T20:06:21.268766Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:06:21.268799Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268810Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268833Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c6d6ded81dced554","removed-remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.268844Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:06:21.268876Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.268897Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:06:21.268921Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.268934Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.268963Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:06:21.269050Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:06:21.269078Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"c1a97aa766b87c7e","error":"failed to read c1a97aa766b87c7e on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:06:21.269096Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:06:21.269253Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:06:21.269298Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269326Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269336Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c6d6ded81dced554","removed-remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269344Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-17T20:06:21.269354Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:06:21.269404Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269490Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269627Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269652Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3","remote-peer-urls":["https://199.19.213.206:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.269650Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269668Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269697Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269697Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269713Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269739Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.269762Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269782Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:06:21.269782Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269792Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:06:21.269809Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":657,"current-applied-index":657,"incoming-leader-snapshot-index":657,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:06:21.269893Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269812Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.269864Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.270470Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"c6d6ded81dced554","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.72:2379]}","cluster-id":"34571fc6a0261e75","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:06:21.270476Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:06:21.270488Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:06:21.270779Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:06:21.270800Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:06:21.271609Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-17T20:06:21.272529Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:06:21.272614Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:06:21.276617Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-17T20:06:21.280060Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.280092Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.280238Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.280257Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T20:06:21.280657Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.280763Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.285312Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.324916Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"c6d6ded81dced554","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-17T20:06:21.363304Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"81e3b46d999c74d3","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:06:21.363347Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.363456Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"c1a97aa766b87c7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:06:21.363479Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.364452Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"81e3b46d999c74d3","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:06:21.364515Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c6d6ded81dced554","remote-peer-id":"81e3b46d999c74d3"} {"level":"info","ts":"2026-03-17T20:06:21.364554Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c6d6ded81dced554","to":"c1a97aa766b87c7e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:06:21.364581Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c6d6ded81dced554","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:06:21.402654Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c6d6ded81dced554 switched to configuration voters=(9359522833427625171 13954819779785686142 14327884284320208212)"} {"level":"info","ts":"2026-03-17T20:06:21.402813Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"34571fc6a0261e75","local-member-id":"c6d6ded81dced554","promoted-member-id":"c6d6ded81dced554"} {"level":"warn","ts":"2026-03-17T20:06:21.805882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.812588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.831618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.839802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.857193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.871151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.884315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.894925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.904232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.913075Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.925124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.934277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.941146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.951861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.959884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.967290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.975661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.985511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.000525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.008963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.014786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.025842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.069865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.079132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.087804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.095683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.106386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.113908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.127370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.137938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.149241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.160576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.199288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.214128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.218383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.225068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.233381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.257618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.268883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.279437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.289702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.296159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.304476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.312126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.322115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.334364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.355542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.361678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.372490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.380075Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.394559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.403355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.412987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.423411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.431136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.440165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.450597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.487460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.493829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.502810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.512805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:22.568303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:32.702659Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308823941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:32.900776Z","caller":"traceutil/trace.go:172","msg":"trace[1915295117] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"699.215348ms","start":"2026-03-17T20:06:32.201541Z","end":"2026-03-17T20:06:32.900756Z","steps":["trace[1915295117] 'read index received' (duration: 698.353839ms)","trace[1915295117] 'applied index is now lower than readState.Index' (duration: 860.809µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:32.901005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.421543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-wzr9s\" limit:1 ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-03-17T20:06:32.901053Z","caller":"traceutil/trace.go:172","msg":"trace[320091603] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-wzr9s; range_end:; response_count:1; response_revision:712; }","duration":"699.507764ms","start":"2026-03-17T20:06:32.201537Z","end":"2026-03-17T20:06:32.901044Z","steps":["trace[320091603] 'agreement among raft nodes before linearized reading' (duration: 699.3064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:32.901084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:32.201522Z","time spent":"699.553855ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5062,"request content":"key:\"/registry/pods/kube-system/kube-proxy-wzr9s\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:33.368097Z","caller":"traceutil/trace.go:172","msg":"trace[100138207] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"456.431432ms","start":"2026-03-17T20:06:32.911643Z","end":"2026-03-17T20:06:33.368074Z","steps":["trace[100138207] 'process raft request' (duration: 455.105642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:33.368749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:32.911616Z","time spent":"456.574075ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:33.376654Z","caller":"traceutil/trace.go:172","msg":"trace[809630078] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:770; }","duration":"106.619911ms","start":"2026-03-17T20:06:33.270016Z","end":"2026-03-17T20:06:33.376636Z","steps":["trace[809630078] 'read index received' (duration: 106.615661ms)","trace[809630078] 'applied index is now lower than readState.Index' (duration: 3.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:33.377055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.026819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:33.377142Z","caller":"traceutil/trace.go:172","msg":"trace[1471464560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"107.127121ms","start":"2026-03-17T20:06:33.269997Z","end":"2026-03-17T20:06:33.377124Z","steps":["trace[1471464560] 'agreement among raft nodes before linearized reading' (duration: 106.718793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:36.771266Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308823972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:37.085824Z","caller":"traceutil/trace.go:172","msg":"trace[1986800441] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:790; }","duration":"814.68953ms","start":"2026-03-17T20:06:36.271113Z","end":"2026-03-17T20:06:37.085802Z","steps":["trace[1986800441] 'read index received' (duration: 814.68424ms)","trace[1986800441] 'applied index is now lower than readState.Index' (duration: 4.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.085933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.817173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.085976Z","caller":"traceutil/trace.go:172","msg":"trace[644744629] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:731; }","duration":"814.868334ms","start":"2026-03-17T20:06:36.271097Z","end":"2026-03-17T20:06:37.085966Z","steps":["trace[644744629] 'agreement among raft nodes before linearized reading' (duration: 814.789653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.086013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.271075Z","time spent":"814.928085ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:37.235953Z","caller":"traceutil/trace.go:172","msg":"trace[845409227] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"939.567161ms","start":"2026-03-17T20:06:36.296364Z","end":"2026-03-17T20:06:37.235932Z","steps":["trace[845409227] 'process raft request' (duration: 939.439688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.236089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.296337Z","time spent":"939.682024ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:06:37.237970Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15372084040308823974,"received-request-id":15372084040308823972} {"level":"warn","ts":"2026-03-17T20:06:37.357993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.960129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.358075Z","caller":"traceutil/trace.go:172","msg":"trace[1060057954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:732; }","duration":"101.061232ms","start":"2026-03-17T20:06:37.256999Z","end":"2026-03-17T20:06:37.358060Z","steps":["trace[1060057954] 'range keys from in-memory index tree' (duration: 100.943309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.358601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.098911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:37.358720Z","caller":"traceutil/trace.go:172","msg":"trace[1804778442] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"272.813596ms","start":"2026-03-17T20:06:37.085892Z","end":"2026-03-17T20:06:37.358706Z","steps":["trace[1804778442] 'read index received' (duration: 152.160235ms)","trace[1804778442] 'applied index is now lower than readState.Index' (duration: 120.652161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.358828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.924802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.358858Z","caller":"traceutil/trace.go:172","msg":"trace[1281212670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"293.957422ms","start":"2026-03-17T20:06:37.064892Z","end":"2026-03-17T20:06:37.358849Z","steps":["trace[1281212670] 'agreement among raft nodes before linearized reading' (duration: 293.898411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.363059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.203648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:3755"} {"level":"info","ts":"2026-03-17T20:06:37.363113Z","caller":"traceutil/trace.go:172","msg":"trace[1053347433] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:733; }","duration":"274.259979ms","start":"2026-03-17T20:06:37.088840Z","end":"2026-03-17T20:06:37.363100Z","steps":["trace[1053347433] 'agreement among raft nodes before linearized reading' (duration: 273.340169ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:37.568652Z","caller":"traceutil/trace.go:172","msg":"trace[973992571] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:792; }","duration":"197.791717ms","start":"2026-03-17T20:06:37.370839Z","end":"2026-03-17T20:06:37.568631Z","steps":["trace[973992571] 'read index received' (duration: 197.785886ms)","trace[973992571] 'applied index is now lower than readState.Index' (duration: 4.501µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.879981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.125552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-3\" limit:1 ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-03-17T20:06:37.880040Z","caller":"traceutil/trace.go:172","msg":"trace[940471001] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-3; range_end:; response_count:1; response_revision:733; }","duration":"509.193533ms","start":"2026-03-17T20:06:37.370835Z","end":"2026-03-17T20:06:37.880028Z","steps":["trace[940471001] 'agreement among raft nodes before linearized reading' (duration: 197.90226ms)","trace[940471001] 'range keys from in-memory index tree' (duration: 311.12191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.880074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.370825Z","time spent":"509.237704ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/kube-system/etcd-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:37.881693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.534001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:37.881906Z","caller":"traceutil/trace.go:172","msg":"trace[1367647787] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"510.174175ms","start":"2026-03-17T20:06:37.371645Z","end":"2026-03-17T20:06:37.881819Z","steps":["trace[1367647787] 'process raft request' (duration: 197.01721ms)","trace[1367647787] 'compare' (duration: 311.225692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.882137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.371629Z","time spent":"510.381469ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:38.069479Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308823980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:38.570186Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308823980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:38.891552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.399053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:38.891887Z","caller":"traceutil/trace.go:172","msg":"trace[860302039] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"1.323111082s","start":"2026-03-17T20:06:37.568718Z","end":"2026-03-17T20:06:38.891829Z","steps":["trace[860302039] 'read index received' (duration: 1.047332071s)","trace[860302039] 'applied index is now lower than readState.Index' (duration: 275.778221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.892052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.360001382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:06:38.892116Z","caller":"traceutil/trace.go:172","msg":"trace[905772217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"1.360073764s","start":"2026-03-17T20:06:37.532030Z","end":"2026-03-17T20:06:38.892103Z","steps":["trace[905772217] 'agreement among raft nodes before linearized reading' (duration: 1.359923691s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:38.892143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.532011Z","time spent":"1.360125295s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:39.023780Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15372084040308823982,"received-request-id":15372084040308823980} {"level":"info","ts":"2026-03-17T20:06:39.024868Z","caller":"traceutil/trace.go:172","msg":"trace[58091147] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"1.136402923s","start":"2026-03-17T20:06:37.888436Z","end":"2026-03-17T20:06:39.024839Z","steps":["trace[58091147] 'process raft request' (duration: 1.135432443s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.025037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.888361Z","time spent":"1.136592056s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:39.037625Z","caller":"traceutil/trace.go:172","msg":"trace[85284395] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:801; }","duration":"145.681846ms","start":"2026-03-17T20:06:38.891916Z","end":"2026-03-17T20:06:39.037597Z","steps":["trace[85284395] 'read index received' (duration: 145.676056ms)","trace[85284395] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:39.037761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"972.117058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:39.037681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"673.741694ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:39.037793Z","caller":"traceutil/trace.go:172","msg":"trace[2009652365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"972.160908ms","start":"2026-03-17T20:06:38.065622Z","end":"2026-03-17T20:06:39.037783Z","steps":["trace[2009652365] 'agreement among raft nodes before linearized reading' (duration: 972.080087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.037839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:38.065599Z","time spent":"972.23052ms","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:06:39.037834Z","caller":"traceutil/trace.go:172","msg":"trace[273501012] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:741; }","duration":"673.903597ms","start":"2026-03-17T20:06:38.363915Z","end":"2026-03-17T20:06:39.037818Z","steps":["trace[273501012] 'agreement among raft nodes before linearized reading' (duration: 673.708653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.572326Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308823985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:39.711149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.540426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:39.711259Z","caller":"traceutil/trace.go:172","msg":"trace[1235917806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:741; }","duration":"347.681799ms","start":"2026-03-17T20:06:39.363555Z","end":"2026-03-17T20:06:39.711236Z","steps":["trace[1235917806] 'range keys from in-memory index tree' (duration: 347.472075ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:39.713984Z","caller":"traceutil/trace.go:172","msg":"trace[719275210] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"666.640846ms","start":"2026-03-17T20:06:39.047306Z","end":"2026-03-17T20:06:39.713947Z","steps":["trace[719275210] 'process raft request' (duration: 666.39521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.714163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:39.047282Z","time spent":"666.790388ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5958,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:39.728093Z","caller":"traceutil/trace.go:172","msg":"trace[1296551363] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:802; }","duration":"655.905252ms","start":"2026-03-17T20:06:39.072164Z","end":"2026-03-17T20:06:39.728069Z","steps":["trace[1296551363] 'read index received' (duration: 644.913973ms)","trace[1296551363] 'applied index is now lower than readState.Index' (duration: 10.990239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:39.728451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"656.26222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:06:39.728588Z","caller":"traceutil/trace.go:172","msg":"trace[27181514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:743; }","duration":"656.401373ms","start":"2026-03-17T20:06:39.072149Z","end":"2026-03-17T20:06:39.728550Z","steps":["trace[27181514] 'agreement among raft nodes before linearized reading' (duration: 656.030275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.728679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:39.072126Z","time spent":"656.540636ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:39.729604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.623064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:39.729689Z","caller":"traceutil/trace.go:172","msg":"trace[822615123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:743; }","duration":"541.725917ms","start":"2026-03-17T20:06:39.187948Z","end":"2026-03-17T20:06:39.729674Z","steps":["trace[822615123] 'agreement among raft nodes before linearized reading' (duration: 541.509592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.729723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:39.187928Z","time spent":"541.787767ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:39.730918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.854984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:39.731033Z","caller":"traceutil/trace.go:172","msg":"trace[216611280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"141.544399ms","start":"2026-03-17T20:06:39.589470Z","end":"2026-03-17T20:06:39.731015Z","steps":["trace[216611280] 'agreement among raft nodes before linearized reading' (duration: 140.166579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:47.061932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.126354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.062081Z","caller":"traceutil/trace.go:172","msg":"trace[857176367] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:763; }","duration":"698.294959ms","start":"2026-03-17T20:06:46.363744Z","end":"2026-03-17T20:06:47.062039Z","steps":["trace[857176367] 'range keys from in-memory index tree' (duration: 698.059103ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:47.289365Z","caller":"traceutil/trace.go:172","msg":"trace[1594574352] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:831; }","duration":"227.185666ms","start":"2026-03-17T20:06:47.062158Z","end":"2026-03-17T20:06:47.289344Z","steps":["trace[1594574352] 'read index received' (duration: 227.179566ms)","trace[1594574352] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:47.289501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.328028ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.289557Z","caller":"traceutil/trace.go:172","msg":"trace[1716018273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:766; }","duration":"227.399541ms","start":"2026-03-17T20:06:47.062143Z","end":"2026-03-17T20:06:47.289543Z","steps":["trace[1716018273] 'agreement among raft nodes before linearized reading' (duration: 227.306698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:47.290760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.793126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.290831Z","caller":"traceutil/trace.go:172","msg":"trace[148598780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:766; }","duration":"221.873007ms","start":"2026-03-17T20:06:47.068942Z","end":"2026-03-17T20:06:47.290815Z","steps":["trace[148598780] 'agreement among raft nodes before linearized reading' (duration: 221.758315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:47.290839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.905501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:47.290880Z","caller":"traceutil/trace.go:172","msg":"trace[2131908521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:766; }","duration":"193.953302ms","start":"2026-03-17T20:06:47.096919Z","end":"2026-03-17T20:06:47.290872Z","steps":["trace[2131908521] 'agreement among raft nodes before linearized reading' (duration: 193.82688ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:47.727128Z","caller":"traceutil/trace.go:172","msg":"trace[1937331486] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:832; }","duration":"389.61605ms","start":"2026-03-17T20:06:47.337489Z","end":"2026-03-17T20:06:47.727105Z","steps":["trace[1937331486] 'read index received' (duration: 389.61004ms)","trace[1937331486] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:47.787184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.661055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:06:47.787280Z","caller":"traceutil/trace.go:172","msg":"trace[1603361166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:767; }","duration":"449.778427ms","start":"2026-03-17T20:06:47.337484Z","end":"2026-03-17T20:06:47.787263Z","steps":["trace[1603361166] 'agreement among raft nodes before linearized reading' (duration: 389.728492ms)","trace[1603361166] 'range keys from in-memory index tree' (duration: 59.78078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:47.787438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:47.337464Z","time spent":"449.959611ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:47.787752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.876514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.787828Z","caller":"traceutil/trace.go:172","msg":"trace[1298855717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:768; }","duration":"423.968186ms","start":"2026-03-17T20:06:47.363846Z","end":"2026-03-17T20:06:47.787814Z","steps":["trace[1298855717] 'agreement among raft nodes before linearized reading' (duration: 423.853184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:48.181619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.871677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:06:48.576643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824021,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:48.712426Z","caller":"traceutil/trace.go:172","msg":"trace[1587146510] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:834; }","duration":"636.805948ms","start":"2026-03-17T20:06:48.075588Z","end":"2026-03-17T20:06:48.712394Z","steps":["trace[1587146510] 'read index received' (duration: 636.794647ms)","trace[1587146510] 'applied index is now lower than readState.Index' (duration: 9.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:48.814423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.829685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:48.814505Z","caller":"traceutil/trace.go:172","msg":"trace[9267858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"738.921857ms","start":"2026-03-17T20:06:48.075564Z","end":"2026-03-17T20:06:48.814486Z","steps":["trace[9267858] 'agreement among raft nodes before linearized reading' (duration: 636.919789ms)","trace[9267858] 'range keys from in-memory index tree' (duration: 101.865454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:48.814539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.075535Z","time spent":"738.996688ms","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:48.815051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.537558ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:48.815136Z","caller":"traceutil/trace.go:172","msg":"trace[1757922150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:769; }","duration":"451.671491ms","start":"2026-03-17T20:06:48.363446Z","end":"2026-03-17T20:06:48.815117Z","steps":["trace[1757922150] 'range keys from in-memory index tree' (duration: 450.521327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:48.815309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.630236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:48.815666Z","caller":"traceutil/trace.go:172","msg":"trace[566221444] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"653.811105ms","start":"2026-03-17T20:06:48.161842Z","end":"2026-03-17T20:06:48.815653Z","steps":["trace[566221444] 'process raft request' (duration: 653.774684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:48.815739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.161810Z","time spent":"653.891197ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:06:49.048593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.279137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:49.191065Z","caller":"traceutil/trace.go:172","msg":"trace[808602561] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:845; }","duration":"375.841274ms","start":"2026-03-17T20:06:48.815194Z","end":"2026-03-17T20:06:49.191035Z","steps":["trace[808602561] 'read index received' (duration: 375.833854ms)","trace[808602561] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:49.390501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"575.290298ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:49.390582Z","caller":"traceutil/trace.go:172","msg":"trace[812861199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:780; }","duration":"575.380631ms","start":"2026-03-17T20:06:48.815183Z","end":"2026-03-17T20:06:49.390564Z","steps":["trace[812861199] 'agreement among raft nodes before linearized reading' (duration: 375.970917ms)","trace[812861199] 'range keys from in-memory index tree' (duration: 199.282931ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:06:49.443971Z","caller":"traceutil/trace.go:172","msg":"trace[1399215163] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:848; }","duration":"252.8259ms","start":"2026-03-17T20:06:49.191125Z","end":"2026-03-17T20:06:49.443951Z","steps":["trace[1399215163] 'read index received' (duration: 252.82122ms)","trace[1399215163] 'applied index is now lower than readState.Index' (duration: 3.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:49.444085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.321314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:06:49.444111Z","caller":"traceutil/trace.go:172","msg":"trace[1859499929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:783; }","duration":"415.362874ms","start":"2026-03-17T20:06:49.028742Z","end":"2026-03-17T20:06:49.444105Z","steps":["trace[1859499929] 'agreement among raft nodes before linearized reading' (duration: 415.228862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:49.444105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.299277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:49.444129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.028716Z","time spent":"415.408445ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:49.444148Z","caller":"traceutil/trace.go:172","msg":"trace[1485404344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"628.342758ms","start":"2026-03-17T20:06:48.815794Z","end":"2026-03-17T20:06:49.444137Z","steps":["trace[1485404344] 'agreement among raft nodes before linearized reading' (duration: 628.274117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:49.444178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.815771Z","time spent":"628.397898ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:50.289947Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:50.790994Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:50.898043Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.407503076s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:06:51.294304Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:51.794666Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:52.133286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.067729409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:06:52.133463Z","caller":"traceutil/trace.go:172","msg":"trace[1257774950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.067964173s","start":"2026-03-17T20:06:50.065483Z","end":"2026-03-17T20:06:52.133447Z","steps":["trace[1257774950] 'agreement among raft nodes before linearized reading' (duration: 2.067724649s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.133561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.065464Z","time spent":"2.068089056s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:52.243853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.880035779s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:52.244060Z","caller":"traceutil/trace.go:172","msg":"trace[1070112860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"1.880253663s","start":"2026-03-17T20:06:50.363776Z","end":"2026-03-17T20:06:52.244030Z","steps":["trace[1070112860] 'range keys from in-memory index tree' (duration: 1.879977998s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.295789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:52.346643Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.178278865s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:06:52.371192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.472880942s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:06:52.509956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.607448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:06:52.571303Z","caller":"traceutil/trace.go:172","msg":"trace[1232531535] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:854; }","duration":"2.782095826s","start":"2026-03-17T20:06:49.789172Z","end":"2026-03-17T20:06:52.571268Z","steps":["trace[1232531535] 'read index received' (duration: 2.752441203s)","trace[1232531535] 'applied index is now lower than readState.Index' (duration: 29.651823ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:06:52.571387Z","caller":"traceutil/trace.go:172","msg":"trace[1236750284] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"434.928164ms","start":"2026-03-17T20:06:52.136440Z","end":"2026-03-17T20:06:52.571369Z","steps":["trace[1236750284] 'process raft request' (duration: 434.887123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.571519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.136421Z","time spent":"435.032606ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:52.571552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.78234959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:52.571613Z","caller":"traceutil/trace.go:172","msg":"trace[1401364639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:804; }","duration":"2.782430722s","start":"2026-03-17T20:06:49.789162Z","end":"2026-03-17T20:06:52.571593Z","steps":["trace[1401364639] 'agreement among raft nodes before linearized reading' (duration: 2.782292509s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.571656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.789148Z","time spent":"2.782497953s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:53.990600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"977.063701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:53.990788Z","caller":"traceutil/trace.go:172","msg":"trace[465545648] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"1.419366031s","start":"2026-03-17T20:06:52.571409Z","end":"2026-03-17T20:06:53.990775Z","steps":["trace[465545648] 'read index received' (duration: 442.196638ms)","trace[465545648] 'applied index is now lower than readState.Index' (duration: 977.168233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:53.990860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.746675347s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:53.990880Z","caller":"traceutil/trace.go:172","msg":"trace[1255877313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:805; }","duration":"1.746703747s","start":"2026-03-17T20:06:52.244171Z","end":"2026-03-17T20:06:53.990875Z","steps":["trace[1255877313] 'agreement among raft nodes before linearized reading' (duration: 1.746664806s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.991116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.137702352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:06:53.991136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.851328705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:53.991179Z","caller":"traceutil/trace.go:172","msg":"trace[958274159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"2.137763113s","start":"2026-03-17T20:06:51.853398Z","end":"2026-03-17T20:06:53.991161Z","steps":["trace[958274159] 'agreement among raft nodes before linearized reading' (duration: 2.137614871s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:53.991276Z","caller":"traceutil/trace.go:172","msg":"trace[551584107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"1.851481038s","start":"2026-03-17T20:06:52.139773Z","end":"2026-03-17T20:06:53.991254Z","steps":["trace[551584107] 'agreement among raft nodes before linearized reading' (duration: 1.851220053s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.991296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:51.853384Z","time spent":"2.137898026s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:53.991334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.139759Z","time spent":"1.851563471s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:53.991899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.855487819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:06:53.992033Z","caller":"traceutil/trace.go:172","msg":"trace[44535430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"1.855628611s","start":"2026-03-17T20:06:52.136394Z","end":"2026-03-17T20:06:53.992023Z","steps":["trace[44535430] 'agreement among raft nodes before linearized reading' (duration: 1.854491559s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.992101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.136373Z","time spent":"1.855717303s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:54.491360Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:54.778836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"c6d6ded81dced554 [logterm: 2, index: 878, vote: 0] ignored MsgPreVote from 81e3b46d999c74d3 [logterm: 2, index: 878] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-03-17T20:06:54.992022Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:55.348088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000025058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:06:55.348364Z","caller":"traceutil/trace.go:172","msg":"trace[275082039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320645s","start":"2026-03-17T20:06:53.348023Z","end":"2026-03-17T20:06:55.348344Z","steps":["trace[275082039] 'agreement among raft nodes before linearized reading' (duration: 2.000020778s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.348610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.348004Z","time spent":"2.000545099s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:06:55 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:06:55.492786Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:55.992567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000391139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:06:55.992670Z","caller":"traceutil/trace.go:172","msg":"trace[1230153775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510071s","start":"2026-03-17T20:06:53.992135Z","end":"2026-03-17T20:06:55.992645Z","steps":["trace[1230153775] 'agreement among raft nodes before linearized reading' (duration: 2.000386249s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.992736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.992123Z","time spent":"2.000599832s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:55.994081Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:56.265959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.856198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:56.266035Z","caller":"traceutil/trace.go:172","msg":"trace[1567347663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:809; }","duration":"219.949859ms","start":"2026-03-17T20:06:56.046070Z","end":"2026-03-17T20:06:56.266019Z","steps":["trace[1567347663] 'range keys from in-memory index tree' (duration: 219.802737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:56.495095Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:57.001560Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:57.143792Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.660275175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:06:57.144325Z","caller":"traceutil/trace.go:172","msg":"trace[130227669] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:878; }","duration":"3.153482723s","start":"2026-03-17T20:06:53.990814Z","end":"2026-03-17T20:06:57.144297Z","steps":["trace[130227669] 'read index received' (duration: 3.153474873s)","trace[130227669] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.144600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.335847593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:06:57.144659Z","caller":"traceutil/trace.go:172","msg":"trace[1279885752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"3.335924564s","start":"2026-03-17T20:06:53.808720Z","end":"2026-03-17T20:06:57.144644Z","steps":["trace[1279885752] 'agreement among raft nodes before linearized reading' (duration: 3.33568888s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:57.144708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.808702Z","time spent":"3.335992115s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:57.144831Z","caller":"traceutil/trace.go:172","msg":"trace[1114411787] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"3.256296974s","start":"2026-03-17T20:06:53.888513Z","end":"2026-03-17T20:06:57.144810Z","steps":["trace[1114411787] 'process raft request' (duration: 3.255967467s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:57.144854Z","caller":"traceutil/trace.go:172","msg":"trace[1460542315] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"1.793841656s","start":"2026-03-17T20:06:55.350995Z","end":"2026-03-17T20:06:57.144837Z","steps":["trace[1460542315] 'process raft request' (duration: 1.793612751s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:57.145249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.350944Z","time spent":"1.794264383s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:57.145171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.888494Z","time spent":"3.25659873s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:06:57.649036Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:58.001645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000585127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:06:58.001759Z","caller":"traceutil/trace.go:172","msg":"trace[1764342395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717301s","start":"2026-03-17T20:06:56.001025Z","end":"2026-03-17T20:06:58.001742Z","steps":["trace[1764342395] 'agreement among raft nodes before linearized reading' (duration: 2.000581137s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.001812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:56.001007Z","time spent":"2.000796332s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:58.149411Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:58.301103Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15372084040308824033,"received-request-id":15372084040308824031} {"level":"warn","ts":"2026-03-17T20:06:58.460095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.90952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:06:58.649867Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:58.697799Z","caller":"traceutil/trace.go:172","msg":"trace[750774939] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:890; }","duration":"1.553345916s","start":"2026-03-17T20:06:57.144380Z","end":"2026-03-17T20:06:58.697726Z","steps":["trace[750774939] 'read index received' (duration: 1.553330166s)","trace[750774939] 'applied index is now lower than readState.Index' (duration: 13.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.697927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.346052389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:58.697985Z","caller":"traceutil/trace.go:172","msg":"trace[287094360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"3.346130501s","start":"2026-03-17T20:06:55.351839Z","end":"2026-03-17T20:06:58.697969Z","steps":["trace[287094360] 'agreement among raft nodes before linearized reading' (duration: 3.345893617s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.698026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.705836741s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.698030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.351817Z","time spent":"3.346201462s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:58.698066Z","caller":"traceutil/trace.go:172","msg":"trace[1850399277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:820; }","duration":"4.705878351s","start":"2026-03-17T20:06:53.992175Z","end":"2026-03-17T20:06:58.698053Z","steps":["trace[1850399277] 'agreement among raft nodes before linearized reading' (duration: 4.705773979s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:58.698100Z","caller":"traceutil/trace.go:172","msg":"trace[1290863536] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"1.265100276s","start":"2026-03-17T20:06:57.432958Z","end":"2026-03-17T20:06:58.698058Z","steps":["trace[1290863536] 'process raft request' (duration: 1.265008025s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.698117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.261241486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-17T20:06:58.698235Z","caller":"traceutil/trace.go:172","msg":"trace[1506268009] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:818; }","duration":"4.261390369s","start":"2026-03-17T20:06:54.436818Z","end":"2026-03-17T20:06:58.698209Z","steps":["trace[1506268009] 'agreement among raft nodes before linearized reading' (duration: 4.261011762s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.698299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.436802Z","time spent":"4.261482111s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.698326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.432935Z","time spent":"1.26526531s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4030,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:06:58.698471Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15372084040308824035,"received-request-id":15372084040308824033} {"level":"warn","ts":"2026-03-17T20:06:58.704756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.64081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.704811Z","caller":"traceutil/trace.go:172","msg":"trace[1907506926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"702.701221ms","start":"2026-03-17T20:06:58.002097Z","end":"2026-03-17T20:06:58.704798Z","steps":["trace[1907506926] 'agreement among raft nodes before linearized reading' (duration: 702.613689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.704842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.002072Z","time spent":"702.764151ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:58.704894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"977.980348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:58.704960Z","caller":"traceutil/trace.go:172","msg":"trace[1077479310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:821; }","duration":"978.050419ms","start":"2026-03-17T20:06:57.726894Z","end":"2026-03-17T20:06:58.704944Z","steps":["trace[1077479310] 'agreement among raft nodes before linearized reading' (duration: 977.871166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.705000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.726854Z","time spent":"978.133931ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.705153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"596.064433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:06:58.705252Z","caller":"traceutil/trace.go:172","msg":"trace[1211438178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:821; }","duration":"596.179406ms","start":"2026-03-17T20:06:58.109055Z","end":"2026-03-17T20:06:58.705234Z","steps":["trace[1211438178] 'agreement among raft nodes before linearized reading' (duration: 595.90028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.705303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.109034Z","time spent":"596.259197ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.705683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556745502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:06:58.705801Z","caller":"traceutil/trace.go:172","msg":"trace[1205421456] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a; range_end:; response_count:1; response_revision:821; }","duration":"1.557608328s","start":"2026-03-17T20:06:57.148180Z","end":"2026-03-17T20:06:58.705788Z","steps":["trace[1205421456] 'agreement among raft nodes before linearized reading' (duration: 1.556565479s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.705888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.148167Z","time spent":"1.55770946s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.899562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.451906ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.899633Z","caller":"traceutil/trace.go:172","msg":"trace[1743566498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:822; }","duration":"199.531207ms","start":"2026-03-17T20:06:58.700089Z","end":"2026-03-17T20:06:58.899621Z","steps":["trace[1743566498] 'range keys from in-memory index tree' (duration: 190.622786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.899566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.592035ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-17T20:06:58.947461Z","caller":"traceutil/trace.go:172","msg":"trace[1999535792] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"238.369087ms","start":"2026-03-17T20:06:58.709079Z","end":"2026-03-17T20:06:58.947448Z","steps":["trace[1999535792] 'process raft request' (duration: 238.279005ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.010366Z","caller":"traceutil/trace.go:172","msg":"trace[1820038858] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:900; }","duration":"300.070575ms","start":"2026-03-17T20:06:58.710267Z","end":"2026-03-17T20:06:59.010338Z","steps":["trace[1820038858] 'read index received' (duration: 300.066895ms)","trace[1820038858] 'applied index is now lower than readState.Index' (duration: 2.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:59.089741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.457248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7806"} {"level":"info","ts":"2026-03-17T20:06:59.089799Z","caller":"traceutil/trace.go:172","msg":"trace[1077441730] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:827; }","duration":"379.53289ms","start":"2026-03-17T20:06:58.710254Z","end":"2026-03-17T20:06:59.089787Z","steps":["trace[1077441730] 'agreement among raft nodes before linearized reading' (duration: 300.176137ms)","trace[1077441730] 'range keys from in-memory index tree' (duration: 79.19319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:59.089817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.747026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:59.089828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.710234Z","time spent":"379.58753ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7829,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:59.089843Z","caller":"traceutil/trace.go:172","msg":"trace[1963977542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"376.772167ms","start":"2026-03-17T20:06:58.713063Z","end":"2026-03-17T20:06:59.089835Z","steps":["trace[1963977542] 'agreement among raft nodes before linearized reading' (duration: 376.713776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:59.089860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.713057Z","time spent":"376.798857ms","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:59.089930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.885429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:06:59.089922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.789511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-17T20:06:59.089968Z","caller":"traceutil/trace.go:172","msg":"trace[843229100] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a; range_end:; response_count:1; response_revision:828; }","duration":"138.92313ms","start":"2026-03-17T20:06:58.951032Z","end":"2026-03-17T20:06:59.089955Z","steps":["trace[843229100] 'agreement among raft nodes before linearized reading' (duration: 138.820628ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.089979Z","caller":"traceutil/trace.go:172","msg":"trace[1425920223] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:828; }","duration":"134.856182ms","start":"2026-03-17T20:06:58.955112Z","end":"2026-03-17T20:06:59.089968Z","steps":["trace[1425920223] 'agreement among raft nodes before linearized reading' (duration: 134.680829ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.270378Z","caller":"traceutil/trace.go:172","msg":"trace[146574247] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"136.290734ms","start":"2026-03-17T20:06:59.134062Z","end":"2026-03-17T20:06:59.270353Z","steps":["trace[146574247] 'process raft request' (duration: 136.151102ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.284620Z","caller":"traceutil/trace.go:172","msg":"trace[1207616006] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:904; }","duration":"149.733161ms","start":"2026-03-17T20:06:59.134870Z","end":"2026-03-17T20:06:59.284603Z","steps":["trace[1207616006] 'read index received' (duration: 149.728191ms)","trace[1207616006] 'applied index is now lower than readState.Index' (duration: 3.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:59.284830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.738641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-17T20:06:59.284868Z","caller":"traceutil/trace.go:172","msg":"trace[1360448260] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:830; }","duration":"150.791632ms","start":"2026-03-17T20:06:59.134067Z","end":"2026-03-17T20:06:59.284859Z","steps":["trace[1360448260] 'agreement among raft nodes before linearized reading' (duration: 150.627219ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.284947Z","caller":"traceutil/trace.go:172","msg":"trace[1837520985] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"150.6469ms","start":"2026-03-17T20:06:59.134265Z","end":"2026-03-17T20:06:59.284912Z","steps":["trace[1837520985] 'process raft request' (duration: 150.419045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:06.856364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.428428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:07:06.856591Z","caller":"traceutil/trace.go:172","msg":"trace[1338390371] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:977; }","duration":"158.246073ms","start":"2026-03-17T20:07:06.698320Z","end":"2026-03-17T20:07:06.856566Z","steps":["trace[1338390371] 'read index received' (duration: 1.408576ms)","trace[1338390371] 'applied index is now lower than readState.Index' (duration: 156.835587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:06.856751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.417875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:06.856784Z","caller":"traceutil/trace.go:172","msg":"trace[56412284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"158.470646ms","start":"2026-03-17T20:07:06.698305Z","end":"2026-03-17T20:07:06.856776Z","steps":["trace[56412284] 'agreement among raft nodes before linearized reading' (duration: 158.357294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:08.051323Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:08.229335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"865.047584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:08.229542Z","caller":"traceutil/trace.go:172","msg":"trace[1576560944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:901; }","duration":"865.619945ms","start":"2026-03-17T20:07:07.363901Z","end":"2026-03-17T20:07:08.229521Z","steps":["trace[1576560944] 'range keys from in-memory index tree' (duration: 864.997982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:08.551986Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:09.052644Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:09.113049Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.898703604s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:07:09.113401Z","caller":"traceutil/trace.go:172","msg":"trace[1402085100] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"1.900459465s","start":"2026-03-17T20:07:07.212930Z","end":"2026-03-17T20:07:09.113390Z","steps":["trace[1402085100] 'process raft request' (duration: 1.900353134s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.113506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:07.212910Z","time spent":"1.900546368s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:09.552769Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:09.779191Z","caller":"traceutil/trace.go:172","msg":"trace[520850649] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:985; }","duration":"2.228726755s","start":"2026-03-17T20:07:07.550440Z","end":"2026-03-17T20:07:09.779167Z","steps":["trace[520850649] 'read index received' (duration: 2.228718154s)","trace[520850649] 'applied index is now lower than readState.Index' (duration: 7.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:09.779506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.22902018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:07:09.779543Z","caller":"traceutil/trace.go:172","msg":"trace[600209159] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"517.541094ms","start":"2026-03-17T20:07:09.261982Z","end":"2026-03-17T20:07:09.779523Z","steps":["trace[600209159] 'process raft request' (duration: 517.434542ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:09.779607Z","caller":"traceutil/trace.go:172","msg":"trace[1472266867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:905; }","duration":"2.229148013s","start":"2026-03-17T20:07:07.550436Z","end":"2026-03-17T20:07:09.779584Z","steps":["trace[1472266867] 'agreement among raft nodes before linearized reading' (duration: 2.228821557s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.779652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:07.550419Z","time spent":"2.229224714s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.779700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:09.261957Z","time spent":"517.654546ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:09.780640Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15372084040308824102,"received-request-id":15372084040308824099} {"level":"warn","ts":"2026-03-17T20:07:09.787704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.557873858s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.788230Z","caller":"traceutil/trace.go:172","msg":"trace[838827541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:908; }","duration":"1.558418257s","start":"2026-03-17T20:07:08.229795Z","end":"2026-03-17T20:07:09.788213Z","steps":["trace[838827541] 'agreement among raft nodes before linearized reading' (duration: 1.552177664s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.787864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.933053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:07:09.788651Z","caller":"traceutil/trace.go:172","msg":"trace[220603605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"235.756308ms","start":"2026-03-17T20:07:09.552875Z","end":"2026-03-17T20:07:09.788632Z","steps":["trace[220603605] 'agreement among raft nodes before linearized reading' (duration: 229.114587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.787870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.64222395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.788856Z","caller":"traceutil/trace.go:172","msg":"trace[1855845399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"1.643275939s","start":"2026-03-17T20:07:08.145569Z","end":"2026-03-17T20:07:09.788845Z","steps":["trace[1855845399] 'agreement among raft nodes before linearized reading' (duration: 1.636344553s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.788889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.145550Z","time spent":"1.643326999s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:09.787937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.209723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:09.788996Z","caller":"traceutil/trace.go:172","msg":"trace[1525787809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:908; }","duration":"620.273562ms","start":"2026-03-17T20:07:09.168713Z","end":"2026-03-17T20:07:09.788987Z","steps":["trace[1525787809] 'agreement among raft nodes before linearized reading' (duration: 613.255795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.789046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:09.168696Z","time spent":"620.337955ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:16.825766Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:17.265840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.88213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:07:17.265921Z","caller":"traceutil/trace.go:172","msg":"trace[177377850] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1023; }","duration":"940.689381ms","start":"2026-03-17T20:07:16.325218Z","end":"2026-03-17T20:07:17.265908Z","steps":["trace[177377850] 'read index received' (duration: 637.183345ms)","trace[177377850] 'applied index is now lower than readState.Index' (duration: 303.505096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:17.266195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"940.976746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8f8nk\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-03-17T20:07:17.266232Z","caller":"traceutil/trace.go:172","msg":"trace[498673775] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8f8nk; range_end:; response_count:1; response_revision:938; }","duration":"941.013587ms","start":"2026-03-17T20:07:16.325209Z","end":"2026-03-17T20:07:17.266222Z","steps":["trace[498673775] 'agreement among raft nodes before linearized reading' (duration: 940.881275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:17.266260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:16.325190Z","time spent":"941.063247ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-8f8nk\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:17.265081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.025854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:17.266703Z","caller":"traceutil/trace.go:172","msg":"trace[1178860148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:937; }","duration":"902.669513ms","start":"2026-03-17T20:07:16.364024Z","end":"2026-03-17T20:07:17.266693Z","steps":["trace[1178860148] 'range keys from in-memory index tree' (duration: 900.970293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:17.767090Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:18.268069Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:18.769237Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:19.147292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999478197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:19.147450Z","caller":"traceutil/trace.go:172","msg":"trace[944922047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999613199s","start":"2026-03-17T20:07:17.147781Z","end":"2026-03-17T20:07:19.147394Z","steps":["trace[944922047] 'agreement among raft nodes before linearized reading' (duration: 1.999475076s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:19.147507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:17.147763Z","time spent":"1.999733681s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:19 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:07:19.270096Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:19.770549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:20.043193Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.819909742s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:07:20.271494Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:20.478078Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"c6d6ded81dced554 [logterm: 2, index: 1025, vote: 0] ignored MsgPreVote from 81e3b46d999c74d3 [logterm: 2, index: 1025] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"info","ts":"2026-03-17T20:07:20.666240Z","caller":"traceutil/trace.go:172","msg":"trace[574080316] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1025; }","duration":"3.400275405s","start":"2026-03-17T20:07:17.265944Z","end":"2026-03-17T20:07:20.666219Z","steps":["trace[574080316] 'read index received' (duration: 3.400269405s)","trace[574080316] 'applied index is now lower than readState.Index' (duration: 5.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:20.666709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.74300929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:07:20.666745Z","caller":"traceutil/trace.go:172","msg":"trace[774714223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:942; }","duration":"3.743087911s","start":"2026-03-17T20:07:16.923647Z","end":"2026-03-17T20:07:20.666735Z","steps":["trace[774714223] 'agreement among raft nodes before linearized reading' (duration: 3.742776956s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.666930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:16.923624Z","time spent":"3.743292105s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:20.667373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.770757998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:07:20.667493Z","caller":"traceutil/trace.go:172","msg":"trace[1797581174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"3.771147075s","start":"2026-03-17T20:07:16.896322Z","end":"2026-03-17T20:07:20.667469Z","steps":["trace[1797581174] 'agreement among raft nodes before linearized reading' (duration: 3.770403892s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.668381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:16.896297Z","time spent":"3.772061231s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:20.668593Z","caller":"traceutil/trace.go:172","msg":"trace[1303206853] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"3.386098146s","start":"2026-03-17T20:07:17.281851Z","end":"2026-03-17T20:07:20.667950Z","steps":["trace[1303206853] 'process raft request' (duration: 3.384836104s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.668682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:17.281736Z","time spent":"3.38689021s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:07:20.670367Z","caller":"traceutil/trace.go:172","msg":"trace[981169351] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.599217557s","start":"2026-03-17T20:07:19.071136Z","end":"2026-03-17T20:07:20.670353Z","steps":["trace[981169351] 'process raft request' (duration: 1.596599163s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.670445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.071112Z","time spent":"1.599295599s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:07:20.670640Z","caller":"traceutil/trace.go:172","msg":"trace[1867243522] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"789.780518ms","start":"2026-03-17T20:07:19.880846Z","end":"2026-03-17T20:07:20.670626Z","steps":["trace[1867243522] 'process raft request' (duration: 789.636154ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:20.670665Z","caller":"traceutil/trace.go:172","msg":"trace[1012862555] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.463955161s","start":"2026-03-17T20:07:19.206696Z","end":"2026-03-17T20:07:20.670651Z","steps":["trace[1012862555] 'process raft request' (duration: 1.463622675s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.670732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.206667Z","time spent":"1.464032023s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:20.670759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.880820Z","time spent":"789.87133ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:20.671148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.404393165s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:20.671189Z","caller":"traceutil/trace.go:172","msg":"trace[70653820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:949; }","duration":"3.404435885s","start":"2026-03-17T20:07:17.266745Z","end":"2026-03-17T20:07:20.671181Z","steps":["trace[70653820] 'agreement among raft nodes before linearized reading' (duration: 3.404379015s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.671529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.523585566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:20.671574Z","caller":"traceutil/trace.go:172","msg":"trace[1980893282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"1.523630807s","start":"2026-03-17T20:07:19.147932Z","end":"2026-03-17T20:07:20.671563Z","steps":["trace[1980893282] 'agreement among raft nodes before linearized reading' (duration: 1.523558265s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.671609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.147902Z","time spent":"1.523700707s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:20.671677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"918.569591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:07:20.671749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.49615268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:20.671780Z","caller":"traceutil/trace.go:172","msg":"trace[1823770168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:949; }","duration":"2.496187531s","start":"2026-03-17T20:07:18.175584Z","end":"2026-03-17T20:07:20.671772Z","steps":["trace[1823770168] 'agreement among raft nodes before linearized reading' (duration: 2.496090309s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.671803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:18.175560Z","time spent":"2.496236502s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:20.671948Z","caller":"traceutil/trace.go:172","msg":"trace[1558951316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:949; }","duration":"918.791146ms","start":"2026-03-17T20:07:19.752978Z","end":"2026-03-17T20:07:20.671769Z","steps":["trace[1558951316] 'agreement among raft nodes before linearized reading' (duration: 918.249847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.671984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.752956Z","time spent":"919.01781ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:21.174050Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:21.674810Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.175431Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.675977Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.681140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000374897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:22.681181Z","caller":"traceutil/trace.go:172","msg":"trace[38695555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427148s","start":"2026-03-17T20:07:20.680742Z","end":"2026-03-17T20:07:22.681169Z","steps":["trace[38695555] 'agreement among raft nodes before linearized reading' (duration: 2.000373187s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:22.681216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.680732Z","time spent":"2.000478549s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:07:22.711930Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.040563236s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:07:23.176822Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:23.676969Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.017026Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.304919402s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:07:24.177109Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.677547Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.682115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000583894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:24.682247Z","caller":"traceutil/trace.go:172","msg":"trace[387262873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730917s","start":"2026-03-17T20:07:22.681480Z","end":"2026-03-17T20:07:24.682211Z","steps":["trace[387262873] 'agreement among raft nodes before linearized reading' (duration: 2.000579224s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:24.682319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:22.681459Z","time spent":"2.000850018s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:07:25.219553Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:25.219641Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c6d6ded81dced554 [logterm: 2, index: 1040, vote: 0] cast MsgPreVote for c1a97aa766b87c7e [logterm: 2, index: 1040] at term 2"} {"level":"info","ts":"2026-03-17T20:07:25.306993Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"c6d6ded81dced554 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:07:25.307038Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"c6d6ded81dced554 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:07:25.307057Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c6d6ded81dced554 [logterm: 2, index: 1040] sent MsgPreVote request to 81e3b46d999c74d3 at term 2"} {"level":"info","ts":"2026-03-17T20:07:25.307084Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c6d6ded81dced554 [logterm: 2, index: 1040] sent MsgPreVote request to c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:07:25.307124Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c6d6ded81dced554 lost leader c1a97aa766b87c7e at term 2"} {"level":"warn","ts":"2026-03-17T20:07:25.350831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00079334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:07:25.351705Z","caller":"traceutil/trace.go:172","msg":"trace[369274662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001682465s","start":"2026-03-17T20:07:23.350004Z","end":"2026-03-17T20:07:25.351686Z","steps":["trace[369274662] 'agreement among raft nodes before linearized reading' (duration: 2.00078867s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:25.351761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.349989Z","time spent":"2.001762107s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:25.729347Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:26.230223Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15372084040308824143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:26.327864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.615724154s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:07:26.328327Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c6d6ded81dced554 [term: 2] received a MsgVote message with higher term from c1a97aa766b87c7e [term: 3]"} {"level":"info","ts":"2026-03-17T20:07:26.328402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c6d6ded81dced554 became follower at term 3"} {"level":"info","ts":"2026-03-17T20:07:26.328423Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c6d6ded81dced554 [logterm: 2, index: 1040, vote: 0] cast MsgVote for c1a97aa766b87c7e [logterm: 2, index: 1040] at term 3"} {"level":"warn","ts":"2026-03-17T20:07:26.328925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.436664ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.328984Z","caller":"traceutil/trace.go:172","msg":"trace[2042318469] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:949; }","duration":"282.499225ms","start":"2026-03-17T20:07:26.046464Z","end":"2026-03-17T20:07:26.328963Z","steps":["trace[2042318469] 'range keys from in-memory index tree' (duration: 282.402312ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:26.547837Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c6d6ded81dced554 elected leader c1a97aa766b87c7e at term 3"} {"level":"warn","ts":"2026-03-17T20:07:26.548074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.874073615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8f8nk\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:07:26.548132Z","caller":"traceutil/trace.go:172","msg":"trace[1831611632] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8f8nk; range_end:; }","duration":"5.874151946s","start":"2026-03-17T20:07:20.673966Z","end":"2026-03-17T20:07:26.548118Z","steps":["trace[1831611632] 'agreement among raft nodes before linearized reading' (duration: 5.874071395s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.548178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.673949Z","time spent":"5.874217618s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-8f8nk\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.389081859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.621202Z","caller":"traceutil/trace.go:172","msg":"trace[815709162] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:953; }","duration":"2.38915003s","start":"2026-03-17T20:07:24.232039Z","end":"2026-03-17T20:07:26.621189Z","steps":["trace[815709162] 'agreement among raft nodes before linearized reading' (duration: 2.389059368s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.232017Z","time spent":"2.38920774s","remote":"127.0.0.1:40576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.443052544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.621551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.674364799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:26.621576Z","caller":"traceutil/trace.go:172","msg":"trace[1181793415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"1.67438721s","start":"2026-03-17T20:07:24.947182Z","end":"2026-03-17T20:07:26.621569Z","steps":["trace[1181793415] 'agreement among raft nodes before linearized reading' (duration: 1.674351079s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.947160Z","time spent":"1.67442971s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.621565Z","caller":"traceutil/trace.go:172","msg":"trace[875021259] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:953; }","duration":"2.443464441s","start":"2026-03-17T20:07:24.178084Z","end":"2026-03-17T20:07:26.621548Z","steps":["trace[875021259] 'agreement among raft nodes before linearized reading' (duration: 2.443021973s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.694045403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.621727Z","caller":"traceutil/trace.go:172","msg":"trace[1173047280] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:953; }","duration":"1.694074224s","start":"2026-03-17T20:07:24.927646Z","end":"2026-03-17T20:07:26.621720Z","steps":["trace[1173047280] 'agreement among raft nodes before linearized reading' (duration: 1.694029123s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.172543486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.621903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.57644547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.621929Z","caller":"traceutil/trace.go:172","msg":"trace[1548556666] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:953; }","duration":"3.17277619s","start":"2026-03-17T20:07:23.449142Z","end":"2026-03-17T20:07:26.621919Z","steps":["trace[1548556666] 'agreement among raft nodes before linearized reading' (duration: 3.172523606s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:26.621941Z","caller":"traceutil/trace.go:172","msg":"trace[942349307] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:953; }","duration":"3.5764775s","start":"2026-03-17T20:07:23.045450Z","end":"2026-03-17T20:07:26.621927Z","steps":["trace[942349307] 'agreement among raft nodes before linearized reading' (duration: 3.576430089s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.178068Z","time spent":"2.443734166s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.449126Z","time spent":"3.172834702s","remote":"127.0.0.1:40322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.045431Z","time spent":"3.576534422s","remote":"127.0.0.1:40594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.183329847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-17T20:07:26.622014Z","caller":"traceutil/trace.go:172","msg":"trace[1386385995] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:953; }","duration":"2.183351597s","start":"2026-03-17T20:07:24.438653Z","end":"2026-03-17T20:07:26.622005Z","steps":["trace[1386385995] 'agreement among raft nodes before linearized reading' (duration: 2.183260695s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.438629Z","time spent":"2.183396119s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.383254607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:07:26.622151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.862762136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.622168Z","caller":"traceutil/trace.go:172","msg":"trace[164375107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"3.383659385s","start":"2026-03-17T20:07:23.238500Z","end":"2026-03-17T20:07:26.622159Z","steps":["trace[164375107] 'agreement among raft nodes before linearized reading' (duration: 3.383216437s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.607313657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.622194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.238470Z","time spent":"3.383717395s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.622207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.122560855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:07:26.622210Z","caller":"traceutil/trace.go:172","msg":"trace[1271375713] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:953; }","duration":"3.607348327s","start":"2026-03-17T20:07:23.014851Z","end":"2026-03-17T20:07:26.622199Z","steps":["trace[1271375713] 'agreement among raft nodes before linearized reading' (duration: 3.607292276s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:26.622222Z","caller":"traceutil/trace.go:172","msg":"trace[304344025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:953; }","duration":"2.122579226s","start":"2026-03-17T20:07:24.499638Z","end":"2026-03-17T20:07:26.622217Z","steps":["trace[304344025] 'agreement among raft nodes before linearized reading' (duration: 2.122546295s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.866563064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.622239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.014832Z","time spent":"3.607399508s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.622259Z","caller":"traceutil/trace.go:172","msg":"trace[45219162] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:953; }","duration":"3.866592214s","start":"2026-03-17T20:07:22.755659Z","end":"2026-03-17T20:07:26.622251Z","steps":["trace[45219162] 'agreement among raft nodes before linearized reading' (duration: 3.866542483s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:22.755631Z","time spent":"3.866645414s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.356862899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.622329Z","caller":"traceutil/trace.go:172","msg":"trace[1436904957] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:953; }","duration":"1.357670932s","start":"2026-03-17T20:07:25.264651Z","end":"2026-03-17T20:07:26.622322Z","steps":["trace[1436904957] 'agreement among raft nodes before linearized reading' (duration: 1.356854269s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:26.622172Z","caller":"traceutil/trace.go:172","msg":"trace[873743063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"1.862781667s","start":"2026-03-17T20:07:24.759383Z","end":"2026-03-17T20:07:26.622165Z","steps":["trace[873743063] 'agreement among raft nodes before linearized reading' (duration: 1.862746296s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:25.264637Z","time spent":"1.357706642s","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.622366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.759367Z","time spent":"1.86299404s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:26.622489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.942771988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-17T20:07:26.621855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.554605778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:07:26.622513Z","caller":"traceutil/trace.go:172","msg":"trace[884940211] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a; range_end:; response_count:1; response_revision:953; }","duration":"5.942797178s","start":"2026-03-17T20:07:20.679707Z","end":"2026-03-17T20:07:26.622504Z","steps":["trace[884940211] 'agreement among raft nodes before linearized reading' (duration: 5.942675596s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.679690Z","time spent":"5.942836849s","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189db9b443ae7c7a\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.621895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.927624Z","time spent":"1.694260516s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.622529Z","caller":"traceutil/trace.go:172","msg":"trace[1610433267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:953; }","duration":"3.555296949s","start":"2026-03-17T20:07:23.067225Z","end":"2026-03-17T20:07:26.622522Z","steps":["trace[1610433267] 'agreement among raft nodes before linearized reading' (duration: 3.554559827s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.947563121s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.622240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.499616Z","time spent":"2.122618027s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.622671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:23.067212Z","time spent":"3.555445582s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.622691Z","caller":"traceutil/trace.go:172","msg":"trace[265045775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:953; }","duration":"5.947584302s","start":"2026-03-17T20:07:20.675101Z","end":"2026-03-17T20:07:26.622685Z","steps":["trace[265045775] 'agreement among raft nodes before linearized reading' (duration: 5.947548951s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.152063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.622876Z","caller":"traceutil/trace.go:172","msg":"trace[1257766161] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:953; }","duration":"335.539577ms","start":"2026-03-17T20:07:26.287329Z","end":"2026-03-17T20:07:26.622869Z","steps":["trace[1257766161] 'agreement among raft nodes before linearized reading' (duration: 334.139203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.621632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.734476912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.622897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:26.287311Z","time spent":"335.580197ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.622906Z","caller":"traceutil/trace.go:172","msg":"trace[1602405377] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:953; }","duration":"3.735758024s","start":"2026-03-17T20:07:22.887140Z","end":"2026-03-17T20:07:26.622898Z","steps":["trace[1602405377] 'agreement among raft nodes before linearized reading' (duration: 3.734448882s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.622937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:22.887112Z","time spent":"3.735815834s","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:28.848025Z","caller":"traceutil/trace.go:172","msg":"trace[502485680] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1086; }","duration":"172.751253ms","start":"2026-03-17T20:07:28.675250Z","end":"2026-03-17T20:07:28.848002Z","steps":["trace[502485680] 'read index received' (duration: 172.745773ms)","trace[502485680] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:28.848234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.903307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:28.848280Z","caller":"traceutil/trace.go:172","msg":"trace[1630703980] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:992; }","duration":"173.02475ms","start":"2026-03-17T20:07:28.675246Z","end":"2026-03-17T20:07:28.848270Z","steps":["trace[1630703980] 'agreement among raft nodes before linearized reading' (duration: 172.859106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:28.849160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.287335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:28.849263Z","caller":"traceutil/trace.go:172","msg":"trace[1333058342] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:992; }","duration":"124.361516ms","start":"2026-03-17T20:07:28.724863Z","end":"2026-03-17T20:07:28.849224Z","steps":["trace[1333058342] 'agreement among raft nodes before linearized reading' (duration: 124.205614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:28.849149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.071395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:28.849401Z","caller":"traceutil/trace.go:172","msg":"trace[1330999388] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:992; }","duration":"120.326348ms","start":"2026-03-17T20:07:28.729053Z","end":"2026-03-17T20:07:28.849380Z","steps":["trace[1330999388] 'agreement among raft nodes before linearized reading' (duration: 120.039624ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:32.792135Z","caller":"traceutil/trace.go:172","msg":"trace[684819546] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"226.679185ms","start":"2026-03-17T20:07:32.565433Z","end":"2026-03-17T20:07:32.792112Z","steps":["trace[684819546] 'process raft request' (duration: 226.499352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:33.836702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.437318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.452486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.553367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.580129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.838413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:36.854404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:07:49.725588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.232833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:07:49.895816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.036333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:07:49.895934Z","caller":"traceutil/trace.go:172","msg":"trace[1515404350] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1406; }","duration":"373.662677ms","start":"2026-03-17T20:07:49.522256Z","end":"2026-03-17T20:07:49.895918Z","steps":["trace[1515404350] 'read index received' (duration: 62.195794ms)","trace[1515404350] 'applied index is now lower than readState.Index' (duration: 311.465673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:49.896109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.84409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:07:49.896338Z","caller":"traceutil/trace.go:172","msg":"trace[2038562362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"374.044452ms","start":"2026-03-17T20:07:49.522251Z","end":"2026-03-17T20:07:49.896295Z","steps":["trace[2038562362] 'agreement among raft nodes before linearized reading' (duration: 373.708958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:49.896536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:49.522229Z","time spent":"374.292377ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}