{"level":"warn","ts":"2026-06-18T12:16:00.150560Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-18T12:16:00.150754Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-18T12:16:00.150766Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.12:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.12:2380","--initial-cluster=controller-2=https://199.19.213.25:2380,controller-3=https://199.19.213.12:2380,controller-1=https://199.19.213.219:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.12:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.12:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-18T12:16:00.150860Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-18T12:16:00.150880Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:16:00.150891Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.12:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.150935Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:16:00.151404Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.12:2379"]} {"level":"info","ts":"2026-06-18T12:16:00.151512Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.12:2380"],"listen-peer-urls":["https://199.19.213.12:2380"],"advertise-client-urls":["https://199.19.213.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.219:2380,controller-2=https://199.19.213.25:2380,controller-3=https://199.19.213.12:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-18T12:16:00.152202Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba160}"} {"level":"info","ts":"2026-06-18T12:16:00.157444Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-18T12:16:00.157484Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.380149ms"} {"level":"info","ts":"2026-06-18T12:16:00.157513Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-18T12:16:00.157525Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-18T12:16:00.171524Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.25:2380","host":"199.19.213.25:2380","resolved-addr":"199.19.213.25:2380"} {"level":"info","ts":"2026-06-18T12:16:00.171577Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.12:2380","host":"199.19.213.12:2380","resolved-addr":"199.19.213.12:2380"} {"level":"info","ts":"2026-06-18T12:16:00.171594Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.25:2380","host":"199.19.213.25:2380","resolved-addr":"199.19.213.25:2380"} {"level":"info","ts":"2026-06-18T12:16:00.171603Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.219:2380","host":"199.19.213.219:2380","resolved-addr":"199.19.213.219:2380"} {"level":"info","ts":"2026-06-18T12:16:00.171625Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.219:2380","host":"199.19.213.219:2380","resolved-addr":"199.19.213.219:2380"} {"level":"info","ts":"2026-06-18T12:16:00.171634Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.12:2380","host":"199.19.213.12:2380","resolved-addr":"199.19.213.12:2380"} {"level":"info","ts":"2026-06-18T12:16:00.186321Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-18T12:16:00.194820Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-18T12:16:00.194877Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"611d99e7b3e4c163","cluster-id":"e7586aea7e662ee6"} {"level":"info","ts":"2026-06-18T12:16:00.194915Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-18T12:16:00.195108Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"611d99e7b3e4c163 switched to configuration voters=()"} {"level":"info","ts":"2026-06-18T12:16:00.195155Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"611d99e7b3e4c163 became follower at term 0"} {"level":"info","ts":"2026-06-18T12:16:00.195168Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 611d99e7b3e4c163 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-18T12:16:00.203199Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-18T12:16:00.204432Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-18T12:16:00.206754Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-18T12:16:00.209532Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.209585Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058","remote-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.209621Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.209634Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167","remote-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.209664Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.209698Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.211036Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.212380Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.213979Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.214059Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058","remote-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.214276Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.214338Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.214382Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.215146Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.215548Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.214938Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.215659Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167","remote-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.215733Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"611d99e7b3e4c163","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-18T12:16:00.216363Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:16:00.217299Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"611d99e7b3e4c163","initial-advertise-peer-urls":["https://199.19.213.12:2380"],"listen-peer-urls":["https://199.19.213.12:2380"],"advertise-client-urls":["https://199.19.213.12:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.12:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-18T12:16:00.217357Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-18T12:16:00.217428Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.217601Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.217707Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.217844Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-18T12:16:00.217910Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:16:00.217944Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:16:00.217954Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:16:00.218172Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.12:2380"} {"level":"info","ts":"2026-06-18T12:16:00.218679Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.12:2380"} {"level":"info","ts":"2026-06-18T12:16:00.219053Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"611d99e7b3e4c163 [term: 0] received a MsgHeartbeat message with higher term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:00.219446Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"611d99e7b3e4c163 became follower at term 2"} {"level":"info","ts":"2026-06-18T12:16:00.219466Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 611d99e7b3e4c163 elected leader 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-06-18T12:16:00.219360Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"7e142186203fa167","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:16:00.220059Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"7e142186203fa167","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:16:00.220186Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.220261Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.220299Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.227756Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"611d99e7b3e4c163","remote-snapshot-sender-id":"7e142186203fa167","incoming-snapshot-index":753,"incoming-snapshot-message-size-bytes":8742,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-06-18T12:16:00.228320Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.228343Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.231469Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.237745Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.238752Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.244322Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002f1.snap.db","bytes":1069056,"size":"1.1 MB"} {"level":"info","ts":"2026-06-18T12:16:00.244390Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"611d99e7b3e4c163","remote-snapshot-sender-id":"7e142186203fa167","incoming-snapshot-index":753,"incoming-snapshot-size-bytes":1069056,"incoming-snapshot-size":"1.1 MB","download-took":"16.675033ms"} {"level":"info","ts":"2026-06-18T12:16:00.244624Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 753, term: 2]"} {"level":"info","ts":"2026-06-18T12:16:00.244743Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"611d99e7b3e4c163 switched to configuration voters=(1360258169022718040 9084923208263508327) learners=(6997918616438227299)"} {"level":"info","ts":"2026-06-18T12:16:00.244783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"611d99e7b3e4c163 [commit: 753, lastindex: 753, lastterm: 2] restored snapshot [index: 753, term: 2]"} {"level":"info","ts":"2026-06-18T12:16:00.244805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"611d99e7b3e4c163 [commit: 753] restored snapshot [index: 753, term: 2]"} {"level":"info","ts":"2026-06-18T12:16:00.244965Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":753,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-18T12:16:00.249057Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":753} {"level":"info","ts":"2026-06-18T12:16:00.249401Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00048e120}"} {"level":"info","ts":"2026-06-18T12:16:00.250225Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-18T12:16:00.250714Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.383252ms"} {"level":"info","ts":"2026-06-18T12:16:00.252413Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-18T12:16:00.256475Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-18T12:16:00.256510Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-18T12:16:00.259008Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":698} {"level":"info","ts":"2026-06-18T12:16:00.259138Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":753} {"level":"info","ts":"2026-06-18T12:16:00.259174Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-18T12:16:00.259194Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-18T12:16:00.261356Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-18T12:16:00.261551Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"12e09b99076c2058","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:16:00.261599Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.261644Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-18T12:16:00.261673Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-18T12:16:00.261724Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-18T12:16:00.261753Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-18T12:16:00.262259Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-18T12:16:00.263009Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-18T12:16:00.263104Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:16:00.263123Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"e7586aea7e662ee6","local-member-id":"611d99e7b3e4c163","recovered-remote-peer-id":"12e09b99076c2058","recovered-remote-peer-urls":["https://199.19.213.25:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-18T12:16:00.263137Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"e7586aea7e662ee6","local-member-id":"611d99e7b3e4c163","recovered-remote-peer-id":"611d99e7b3e4c163","recovered-remote-peer-urls":["https://199.19.213.12:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-18T12:16:00.263144Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"e7586aea7e662ee6","local-member-id":"611d99e7b3e4c163","recovered-remote-peer-id":"7e142186203fa167","recovered-remote-peer-urls":["https://199.19.213.219:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-18T12:16:00.263152Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:16:00.263166Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-18T12:16:00.263175Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-18T12:16:00.263185Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:16:00.263251Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263273Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263293Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"unknown stream","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263353Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:16:00.263528Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058","error":"context canceled"} {"level":"warn","ts":"2026-06-18T12:16:00.263574Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"12e09b99076c2058","error":"failed to read 12e09b99076c2058 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-18T12:16:00.263604Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:16:00.263722Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058","error":"context canceled"} {"level":"info","ts":"2026-06-18T12:16:00.263749Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263763Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263781Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"611d99e7b3e4c163","removed-remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.263794Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"7e142186203fa167"} {"level":"warn","ts":"2026-06-18T12:16:00.263821Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.263866Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7e142186203fa167"} {"level":"warn","ts":"2026-06-18T12:16:00.263907Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.263931Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.263963Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"warn","ts":"2026-06-18T12:16:00.264063Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167","error":"context canceled"} {"level":"warn","ts":"2026-06-18T12:16:00.264100Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"7e142186203fa167","error":"failed to read 7e142186203fa167 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-18T12:16:00.264121Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"warn","ts":"2026-06-18T12:16:00.264267Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167","error":"context canceled"} {"level":"info","ts":"2026-06-18T12:16:00.264310Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.264333Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.264353Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"611d99e7b3e4c163","removed-remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.264369Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-18T12:16:00.264390Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-18T12:16:00.264416Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.264441Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.267248Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.267778Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.267826Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058","remote-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.267855Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.267885Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.268016Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.269981Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.270026Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167","remote-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-06-18T12:16:00.270042Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-18T12:16:00.270061Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":753,"current-applied-index":753,"incoming-leader-snapshot-index":753,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-18T12:16:00.270135Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.270248Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"611d99e7b3e4c163","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.12:2379]}","cluster-id":"e7586aea7e662ee6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-18T12:16:00.270407Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.270437Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.270475Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.270546Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:16:00.270552Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:16:00.270955Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"12e09b99076c2058","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:16:00.271001Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.271806Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:16:00.271781Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.272070Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.272235Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:16:00.272224Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-18T12:16:00.272398Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:16:00.273205Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-18T12:16:00.273240Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-18T12:16:00.275596Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-18T12:16:00.277533Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.12:2379"} {"level":"info","ts":"2026-06-18T12:16:00.279790Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"7e142186203fa167","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:16:00.279816Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.279841Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.284194Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"7e142186203fa167","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:16:00.284216Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.284521Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.286444Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.288074Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:16:00.296051Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"7e142186203fa167"} {"level":"info","ts":"2026-06-18T12:16:00.322350Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"611d99e7b3e4c163","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-06-18T12:16:00.329116Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"611d99e7b3e4c163 switched to configuration voters=(1360258169022718040 6997918616438227299 9084923208263508327)"} {"level":"info","ts":"2026-06-18T12:16:00.329526Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"e7586aea7e662ee6","local-member-id":"611d99e7b3e4c163","promoted-member-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.367138Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"611d99e7b3e4c163","to":"12e09b99076c2058","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:16:00.367191Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"611d99e7b3e4c163","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:16:00.528250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.532456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.553338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.560568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.575703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.591406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.599065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.618538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.630652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.639563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.652623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.662734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.672119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.681554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.693296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.701512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.711814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.718860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.726757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.734767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.745724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.785836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.798560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.810102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.830206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.839694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.851968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.862380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.877109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.881571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.890012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.898845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.907554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.931247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.937591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.949601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.963009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.974446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.984226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.000171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.010445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.030623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.043413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.053867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.059659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.067980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.076620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.086158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.094319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.102920Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.112294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.121154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.129282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.137281Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.146995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.156930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.192426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.202249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.211229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:01.265983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:02.282893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:02.783686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:03.283970Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:03.784495Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:04.285169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:04.786240Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:05.271092Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"7e142186203fa167","rtt":"0s"} {"level":"warn","ts":"2026-06-18T12:16:05.271131Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"7e142186203fa167","rtt":"0s"} {"level":"warn","ts":"2026-06-18T12:16:05.275089Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"12e09b99076c2058","rtt":"0s"} {"level":"warn","ts":"2026-06-18T12:16:05.275128Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"12e09b99076c2058","rtt":"0s"} {"level":"warn","ts":"2026-06-18T12:16:05.286925Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:05.787643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987545977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:06.104248Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.098967359s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:16:06.199740Z","caller":"traceutil/trace.go:172","msg":"trace[885303433] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:773; }","duration":"4.417146665s","start":"2026-06-18T12:16:01.781964Z","end":"2026-06-18T12:16:06.199110Z","steps":["trace[885303433] 'read index received' (duration: 4.417139405s)","trace[885303433] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:06.199970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.417348357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.12\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:06.200080Z","caller":"traceutil/trace.go:172","msg":"trace[1588766580] range","detail":"{range_begin:/registry/masterleases/199.19.213.12; range_end:; response_count:0; response_revision:714; }","duration":"4.418096824s","start":"2026-06-18T12:16:01.781955Z","end":"2026-06-18T12:16:06.200052Z","steps":["trace[1588766580] 'agreement among raft nodes before linearized reading' (duration: 4.417311927s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.200124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:01.781926Z","time spent":"4.418184214s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.12\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:06.203226Z","caller":"traceutil/trace.go:172","msg":"trace[1496368530] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"4.391747673s","start":"2026-06-18T12:16:01.811456Z","end":"2026-06-18T12:16:06.203204Z","steps":["trace[1496368530] 'process raft request' (duration: 4.387679865s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.203827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:01.811426Z","time spent":"4.391861753s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:16:06.208211Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13935156333987545980,"received-request-id":13935156333987545977} {"level":"warn","ts":"2026-06-18T12:16:06.209148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.99294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-18T12:16:06.209194Z","caller":"traceutil/trace.go:172","msg":"trace[140933465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"105.051061ms","start":"2026-06-18T12:16:06.104131Z","end":"2026-06-18T12:16:06.209182Z","steps":["trace[140933465] 'agreement among raft nodes before linearized reading' (duration: 104.92922ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.209202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.527163251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T12:16:06.209206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.367783704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-18T12:16:06.209238Z","caller":"traceutil/trace.go:172","msg":"trace[1830662803] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:715; }","duration":"3.527191231s","start":"2026-06-18T12:16:02.682034Z","end":"2026-06-18T12:16:06.209225Z","steps":["trace[1830662803] 'agreement among raft nodes before linearized reading' (duration: 3.527147581s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:06.209253Z","caller":"traceutil/trace.go:172","msg":"trace[109153213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:715; }","duration":"4.367827734s","start":"2026-06-18T12:16:01.841411Z","end":"2026-06-18T12:16:06.209238Z","steps":["trace[109153213] 'agreement among raft nodes before linearized reading' (duration: 4.367740663s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.209278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:01.841392Z","time spent":"4.367879074s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:06.209276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:02.681998Z","time spent":"3.527272402s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:06.209277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.528905406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-18T12:16:06.209340Z","caller":"traceutil/trace.go:172","msg":"trace[147088821] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:715; }","duration":"3.528973247s","start":"2026-06-18T12:16:02.680349Z","end":"2026-06-18T12:16:06.209323Z","steps":["trace[147088821] 'agreement among raft nodes before linearized reading' (duration: 3.528767135s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.209402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:02.680323Z","time spent":"3.529065389s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":465,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:06.209139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.374253461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-06-18T12:16:06.209358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.161172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T12:16:06.209405Z","caller":"traceutil/trace.go:172","msg":"trace[1534994651] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"3.441055766s","start":"2026-06-18T12:16:02.768331Z","end":"2026-06-18T12:16:06.209386Z","steps":["trace[1534994651] 'process raft request' (duration: 3.440964775s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:06.209620Z","caller":"traceutil/trace.go:172","msg":"trace[1859847869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:715; }","duration":"105.418596ms","start":"2026-06-18T12:16:06.104190Z","end":"2026-06-18T12:16:06.209609Z","steps":["trace[1859847869] 'agreement among raft nodes before linearized reading' (duration: 105.143092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.209729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:02.768308Z","time spent":"3.441384799s","remote":"127.0.0.1:47054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:16:06.209708Z","caller":"traceutil/trace.go:172","msg":"trace[1404154294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:715; }","duration":"2.374616074s","start":"2026-06-18T12:16:03.834866Z","end":"2026-06-18T12:16:06.209482Z","steps":["trace[1404154294] 'agreement among raft nodes before linearized reading' (duration: 2.374204291s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:06.210392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:03.834829Z","time spent":"2.375002349s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:27.303840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:27.804306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:27.905279Z","caller":"traceutil/trace.go:172","msg":"trace[1265306675] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:958; }","duration":"1.327074653s","start":"2026-06-18T12:16:26.578181Z","end":"2026-06-18T12:16:27.905255Z","steps":["trace[1265306675] 'read index received' (duration: 1.282633331s)","trace[1265306675] 'applied index is now lower than readState.Index' (duration: 44.440332ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:27.905456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.327269615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:27.905509Z","caller":"traceutil/trace.go:172","msg":"trace[665933308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"1.327333816s","start":"2026-06-18T12:16:26.578164Z","end":"2026-06-18T12:16:27.905498Z","steps":["trace[665933308] 'agreement among raft nodes before linearized reading' (duration: 1.327239015s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:27.905537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:26.578126Z","time spent":"1.327405817s","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:27.913035Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13935156333987546323,"received-request-id":13935156333987546321} {"level":"info","ts":"2026-06-18T12:16:27.913296Z","caller":"traceutil/trace.go:172","msg":"trace[1754152463] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"606.424872ms","start":"2026-06-18T12:16:27.306857Z","end":"2026-06-18T12:16:27.913282Z","steps":["trace[1754152463] 'process raft request' (duration: 606.279321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:27.913834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:27.306840Z","time spent":"606.488523ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:27.915719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.490584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:27.915781Z","caller":"traceutil/trace.go:172","msg":"trace[1488471530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:889; }","duration":"610.554125ms","start":"2026-06-18T12:16:27.305212Z","end":"2026-06-18T12:16:27.915766Z","steps":["trace[1488471530] 'agreement among raft nodes before linearized reading' (duration: 610.466914ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:27.916272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.2069939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.12\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-18T12:16:27.916330Z","caller":"traceutil/trace.go:172","msg":"trace[1583139163] range","detail":"{range_begin:/registry/masterleases/199.19.213.12; range_end:; response_count:1; response_revision:889; }","duration":"1.207053351s","start":"2026-06-18T12:16:26.709263Z","end":"2026-06-18T12:16:27.916316Z","steps":["trace[1583139163] 'agreement among raft nodes before linearized reading' (duration: 1.206768798s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:27.916371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:26.709239Z","time spent":"1.207121472s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.12\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:40.049591Z","caller":"traceutil/trace.go:172","msg":"trace[809117771] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"199.205622ms","start":"2026-06-18T12:16:39.850357Z","end":"2026-06-18T12:16:40.049563Z","steps":["trace[809117771] 'process raft request' (duration: 198.99348ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:40.050250Z","caller":"traceutil/trace.go:172","msg":"trace[1945123062] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1008; }","duration":"125.63527ms","start":"2026-06-18T12:16:39.924601Z","end":"2026-06-18T12:16:40.050236Z","steps":["trace[1945123062] 'read index received' (duration: 125.63054ms)","trace[1945123062] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:40.050354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.722272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:40.050396Z","caller":"traceutil/trace.go:172","msg":"trace[2042278639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:925; }","duration":"125.795073ms","start":"2026-06-18T12:16:39.924588Z","end":"2026-06-18T12:16:40.050384Z","steps":["trace[2042278639] 'agreement among raft nodes before linearized reading' (duration: 125.702092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.425330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:44.511011Z","caller":"traceutil/trace.go:172","msg":"trace[1112027969] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1033; }","duration":"654.523843ms","start":"2026-06-18T12:16:43.856425Z","end":"2026-06-18T12:16:44.510949Z","steps":["trace[1112027969] 'process raft request' (duration: 653.903866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.511394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.856404Z","time spent":"654.788596ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80730,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:44.924437Z","caller":"traceutil/trace.go:172","msg":"trace[2115346669] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1169; }","duration":"999.937075ms","start":"2026-06-18T12:16:43.924478Z","end":"2026-06-18T12:16:44.924415Z","steps":["trace[2115346669] 'read index received' (duration: 999.931355ms)","trace[2115346669] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:16:44.924515Z","caller":"traceutil/trace.go:172","msg":"trace[1620316650] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1033; }","duration":"1.064426808s","start":"2026-06-18T12:16:43.860065Z","end":"2026-06-18T12:16:44.924492Z","steps":["trace[1620316650] 'process raft request' (duration: 1.064238606s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.924741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.000225888s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.924822Z","caller":"traceutil/trace.go:172","msg":"trace[1510599434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1033; }","duration":"1.000335929s","start":"2026-06-18T12:16:43.924469Z","end":"2026-06-18T12:16:44.924805Z","steps":["trace[1510599434] 'agreement among raft nodes before linearized reading' (duration: 1.000180227s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.924895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.860057Z","time spent":"1.06467346s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65250,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:44.925497Z","caller":"traceutil/trace.go:172","msg":"trace[534067918] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"801.735059ms","start":"2026-06-18T12:16:44.123752Z","end":"2026-06-18T12:16:44.925487Z","steps":["trace[534067918] 'process raft request' (duration: 801.693429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.925587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.123705Z","time spent":"801.830071ms","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:16:44.925828Z","caller":"traceutil/trace.go:172","msg":"trace[516234740] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1036; }","duration":"1.019643473s","start":"2026-06-18T12:16:43.906146Z","end":"2026-06-18T12:16:44.925790Z","steps":["trace[516234740] 'process raft request' (duration: 1.018936065s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.926017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.906110Z","time spent":"1.019813655s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:44.934876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.112783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.934964Z","caller":"traceutil/trace.go:172","msg":"trace[931294081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"416.207024ms","start":"2026-06-18T12:16:44.518745Z","end":"2026-06-18T12:16:44.934952Z","steps":["trace[931294081] 'agreement among raft nodes before linearized reading' (duration: 416.085583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.934997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.518730Z","time spent":"416.258804ms","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:44.935062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.71921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T12:16:44.935125Z","caller":"traceutil/trace.go:172","msg":"trace[378644071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1037; }","duration":"480.790201ms","start":"2026-06-18T12:16:44.454320Z","end":"2026-06-18T12:16:44.935110Z","steps":["trace[378644071] 'agreement among raft nodes before linearized reading' (duration: 480.656729ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:44.935121Z","caller":"traceutil/trace.go:172","msg":"trace[681407422] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1037; }","duration":"359.565317ms","start":"2026-06-18T12:16:44.575541Z","end":"2026-06-18T12:16:44.935106Z","steps":["trace[681407422] 'process raft request' (duration: 359.344564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.935163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.454298Z","time spent":"480.856401ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:44.935216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.575508Z","time spent":"359.652477ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:44.935314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.532557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-18T12:16:44.935358Z","caller":"traceutil/trace.go:172","msg":"trace[1748966396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"644.956782ms","start":"2026-06-18T12:16:44.290389Z","end":"2026-06-18T12:16:44.935346Z","steps":["trace[1748966396] 'agreement among raft nodes before linearized reading' (duration: 644.370005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.935420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.290370Z","time spent":"645.039363ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:44.936054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"966.974901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-18T12:16:44.936155Z","caller":"traceutil/trace.go:172","msg":"trace[792259578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1037; }","duration":"967.091202ms","start":"2026-06-18T12:16:43.969048Z","end":"2026-06-18T12:16:44.936140Z","steps":["trace[792259578] 'agreement among raft nodes before linearized reading' (duration: 965.735466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.936197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.969026Z","time spent":"967.160653ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:44.936438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.006694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-18T12:16:44.936473Z","caller":"traceutil/trace.go:172","msg":"trace[240014373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"803.044974ms","start":"2026-06-18T12:16:44.133420Z","end":"2026-06-18T12:16:44.936465Z","steps":["trace[240014373] 'agreement among raft nodes before linearized reading' (duration: 801.375855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.936494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.133395Z","time spent":"803.093405ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:45.476056Z","caller":"traceutil/trace.go:172","msg":"trace[403235225] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1048; }","duration":"461.880459ms","start":"2026-06-18T12:16:45.014152Z","end":"2026-06-18T12:16:45.476033Z","steps":["trace[403235225] 'process raft request' (duration: 461.273182ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:45.476190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:45.014123Z","time spent":"462.00114ms","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18083,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:45.813220Z","caller":"traceutil/trace.go:172","msg":"trace[913941428] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1061; }","duration":"138.557632ms","start":"2026-06-18T12:16:45.674634Z","end":"2026-06-18T12:16:45.813191Z","steps":["trace[913941428] 'process raft request' (duration: 138.36663ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:49.861888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58688","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:16:51.940095Z","caller":"traceutil/trace.go:172","msg":"trace[1066110584] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"439.821068ms","start":"2026-06-18T12:16:51.500250Z","end":"2026-06-18T12:16:51.940071Z","steps":["trace[1066110584] 'process raft request' (duration: 439.487764ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:51.940277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.500217Z","time spent":"439.983769ms","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:16:52.156829Z","caller":"traceutil/trace.go:172","msg":"trace[925317178] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1337; }","duration":"232.26856ms","start":"2026-06-18T12:16:51.924532Z","end":"2026-06-18T12:16:52.156801Z","steps":["trace[925317178] 'read index received' (duration: 232.2599ms)","trace[925317178] 'applied index is now lower than readState.Index' (duration: 7.23µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:52.157006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.461202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:52.157072Z","caller":"traceutil/trace.go:172","msg":"trace[1507560698] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1145; }","duration":"232.549094ms","start":"2026-06-18T12:16:51.924509Z","end":"2026-06-18T12:16:52.157058Z","steps":["trace[1507560698] 'agreement among raft nodes before linearized reading' (duration: 232.417332ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:52.160766Z","caller":"traceutil/trace.go:172","msg":"trace[1496004620] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"216.045556ms","start":"2026-06-18T12:16:51.944631Z","end":"2026-06-18T12:16:52.160677Z","steps":["trace[1496004620] 'process raft request' (duration: 215.693452ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:52.258845Z","caller":"traceutil/trace.go:172","msg":"trace[1136719565] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1341; }","duration":"101.89911ms","start":"2026-06-18T12:16:52.156909Z","end":"2026-06-18T12:16:52.258809Z","steps":["trace[1136719565] 'read index received' (duration: 101.88991ms)","trace[1136719565] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:52.259187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.367371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lfhlt\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-06-18T12:16:52.259232Z","caller":"traceutil/trace.go:172","msg":"trace[1162624102] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lfhlt; range_end:; response_count:1; response_revision:1147; }","duration":"326.435872ms","start":"2026-06-18T12:16:51.932786Z","end":"2026-06-18T12:16:52.259222Z","steps":["trace[1162624102] 'agreement among raft nodes before linearized reading' (duration: 326.208519ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.259274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.932768Z","time spent":"326.495072ms","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-lfhlt\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:53.018264Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:53.185032Z","caller":"traceutil/trace.go:172","msg":"trace[1870926502] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"905.373607ms","start":"2026-06-18T12:16:52.279624Z","end":"2026-06-18T12:16:53.184998Z","steps":["trace[1870926502] 'process raft request' (duration: 904.81425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.185221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.279595Z","time spent":"905.543408ms","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:53.519238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:53.817382Z","caller":"traceutil/trace.go:172","msg":"trace[1837204110] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1348; }","duration":"1.299663474s","start":"2026-06-18T12:16:52.517698Z","end":"2026-06-18T12:16:53.817362Z","steps":["trace[1837204110] 'read index received' (duration: 1.299657814s)","trace[1837204110] 'applied index is now lower than readState.Index' (duration: 4.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:53.817519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.299811736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:53.817541Z","caller":"traceutil/trace.go:172","msg":"trace[1395927733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"1.299847076s","start":"2026-06-18T12:16:52.517686Z","end":"2026-06-18T12:16:53.817533Z","steps":["trace[1395927733] 'agreement among raft nodes before linearized reading' (duration: 1.299782576s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.817559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.517664Z","time spent":"1.299890208s","remote":"127.0.0.1:46594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:53.817836Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13935156333987546546,"received-request-id":13935156333987546543} {"level":"info","ts":"2026-06-18T12:16:53.825686Z","caller":"traceutil/trace.go:172","msg":"trace[408388062] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1154; }","duration":"1.255533003s","start":"2026-06-18T12:16:52.570118Z","end":"2026-06-18T12:16:53.825651Z","steps":["trace[408388062] 'process raft request' (duration: 1.255219399s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.827362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.570080Z","time spent":"1.257210472s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24271,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:53.892378Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13935156333987546546,"received-request-id":13935156333987546543} {"level":"warn","ts":"2026-06-18T12:16:54.318007Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:54.818975Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13935156333987546546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:54.895829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"611d99e7b3e4c163 is starting a new election at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.895894Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"611d99e7b3e4c163 became pre-candidate at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.895924Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"611d99e7b3e4c163 [logterm: 2, index: 1365] sent MsgPreVote request to 12e09b99076c2058 at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.895942Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"611d99e7b3e4c163 [logterm: 2, index: 1365] sent MsgPreVote request to 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.895958Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 611d99e7b3e4c163 lost leader 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.896015Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"611d99e7b3e4c163 received MsgPreVoteResp from 611d99e7b3e4c163 at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.896046Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"611d99e7b3e4c163 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:16:54.897642Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"611d99e7b3e4c163 received MsgPreVoteResp from 12e09b99076c2058 at term 2"} {"level":"info","ts":"2026-06-18T12:16:54.897710Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"611d99e7b3e4c163 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:16:54.897748Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"611d99e7b3e4c163 became candidate at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.897777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"611d99e7b3e4c163 [logterm: 2, index: 1365] sent MsgVote request to 12e09b99076c2058 at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.897811Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"611d99e7b3e4c163 [logterm: 2, index: 1365] sent MsgVote request to 7e142186203fa167 at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.899002Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"611d99e7b3e4c163 received MsgVoteResp from 611d99e7b3e4c163 at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.899042Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"611d99e7b3e4c163 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:16:54.901080Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"611d99e7b3e4c163 received MsgVoteResp from 12e09b99076c2058 at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.901152Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"611d99e7b3e4c163 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:16:54.901181Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"611d99e7b3e4c163 became leader at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.901215Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 611d99e7b3e4c163 elected leader 611d99e7b3e4c163 at term 3"} {"level":"warn","ts":"2026-06-18T12:16:54.901432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.97699515s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-18T12:16:54.901458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.405150596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-18T12:16:54.901457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.418189555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:16:54.901495Z","caller":"traceutil/trace.go:172","msg":"trace[1717070510] range","detail":"{range_begin:; range_end:; }","duration":"1.977073431s","start":"2026-06-18T12:16:52.924409Z","end":"2026-06-18T12:16:54.901482Z","steps":["trace[1717070510] 'agreement among raft nodes before linearized reading' (duration: 1.97699317s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:54.901532Z","caller":"traceutil/trace.go:172","msg":"trace[867251793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.418297386s","start":"2026-06-18T12:16:53.483198Z","end":"2026-06-18T12:16:54.901495Z","steps":["trace[867251793] 'agreement among raft nodes before linearized reading' (duration: 1.418188204s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:54.901499Z","caller":"traceutil/trace.go:172","msg":"trace[965008376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.405274397s","start":"2026-06-18T12:16:53.496213Z","end":"2026-06-18T12:16:54.901488Z","steps":["trace[965008376] 'agreement among raft nodes before linearized reading' (duration: 1.405195146s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:54.901592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.496203Z","time spent":"1.405380038s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"error","ts":"2026-06-18T12:16:54.901563Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:16:54.901585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.483174Z","time spent":"1.418399407s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:54.906613Z","caller":"traceutil/trace.go:172","msg":"trace[506334339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1163; }","duration":"1.064881423s","start":"2026-06-18T12:16:53.841717Z","end":"2026-06-18T12:16:54.906598Z","steps":["trace[506334339] 'process raft request' (duration: 1.064740642s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:54.906947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.841698Z","time spent":"1.065164726s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:54.908470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.089824129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:54.908834Z","caller":"traceutil/trace.go:172","msg":"trace[825459909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"1.090192223s","start":"2026-06-18T12:16:53.818620Z","end":"2026-06-18T12:16:54.908812Z","steps":["trace[825459909] 'agreement among raft nodes before linearized reading' (duration: 1.089764168s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:54.909110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.818602Z","time spent":"1.090493226s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:54.908639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.534109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-18T12:16:54.911286Z","caller":"traceutil/trace.go:172","msg":"trace[1047822751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1165; }","duration":"730.26337ms","start":"2026-06-18T12:16:54.180998Z","end":"2026-06-18T12:16:54.911262Z","steps":["trace[1047822751] 'agreement among raft nodes before linearized reading' (duration: 727.366957ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:54.911412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:54.180963Z","time spent":"730.416691ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:56.329511Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"611d99e7b3e4c163 [term: 3] ignored a MsgReadIndexResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"warn","ts":"2026-06-18T12:16:57.797404Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"7e142186203fa167","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.096075ms"} {"level":"warn","ts":"2026-06-18T12:16:57.797488Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.186046ms"} {"level":"warn","ts":"2026-06-18T12:17:00.893007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.892639Z","time spent":"7.000356284s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T12:17:03.084036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:05.935932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:05.964321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:05.995782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:06.004089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:06.303508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60664","server-name":"","error":"EOF"}