{"level":"warn","ts":"2026-08-22T09:48:13.274230Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-08-22T09:48:13.274354Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-08-22T09:48:13.274364Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=controller-2=https://199.204.45.156:2380,controller-1=https://199.204.45.74:2380,controller-3=https://199.204.45.113:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-08-22T09:48:13.274610Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-08-22T09:48:13.274691Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T09:48:13.274730Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.274773Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:48:13.275400Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-08-22T09:48:13.275724Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.156:2380,controller-3=https://199.204.45.113:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-08-22T09:48:13.278165Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba518}"} {"level":"info","ts":"2026-08-22T09:48:13.281966Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:48:13.282016Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.013867ms"} {"level":"info","ts":"2026-08-22T09:48:13.282052Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-08-22T09:48:13.282130Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-08-22T09:48:13.299615Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-08-22T09:48:13.299672Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.156:2380","host":"199.204.45.156:2380","resolved-addr":"199.204.45.156:2380"} {"level":"info","ts":"2026-08-22T09:48:13.299731Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.113:2380","host":"199.204.45.113:2380","resolved-addr":"199.204.45.113:2380"} {"level":"info","ts":"2026-08-22T09:48:13.299748Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.156:2380","host":"199.204.45.156:2380","resolved-addr":"199.204.45.156:2380"} {"level":"info","ts":"2026-08-22T09:48:13.299770Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.113:2380","host":"199.204.45.113:2380","resolved-addr":"199.204.45.113:2380"} {"level":"info","ts":"2026-08-22T09:48:13.299783Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-08-22T09:48:13.315669Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-08-22T09:48:13.324172Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-08-22T09:48:13.324223Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"c4257f0d48f73f9e","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-08-22T09:48:13.324251Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-08-22T09:48:13.324367Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c4257f0d48f73f9e switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T09:48:13.324426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c4257f0d48f73f9e became follower at term 0"} {"level":"info","ts":"2026-08-22T09:48:13.324439Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft c4257f0d48f73f9e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-08-22T09:48:13.328810Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T09:48:13.329894Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T09:48:13.331927Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T09:48:13.332876Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.332913Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038","remote-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.332940Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.332964Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.332984Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.333000Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.333522Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.334614Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.335029Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.335136Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038","remote-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.335171Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.335177Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.335209Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.335272Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.335355Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.335450Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.336896Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.336978Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.337029Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.337127Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"c4257f0d48f73f9e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T09:48:13.337298Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.337582Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:48:13.337660Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:48:13.337741Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:48:13.337752Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:48:13.337598Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-08-22T09:48:13.337727Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-08-22T09:48:13.338026Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-08-22T09:48:13.338580Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c4257f0d48f73f9e [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-08-22T09:48:13.338628Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c4257f0d48f73f9e became follower at term 2"} {"level":"info","ts":"2026-08-22T09:48:13.338678Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c4257f0d48f73f9e elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-08-22T09:48:13.339086Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"c4257f0d48f73f9e","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T09:48:13.339138Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T09:48:13.347838Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.347951Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.348562Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.348609Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.349038Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.351640Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.365529Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"c4257f0d48f73f9e","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":690,"incoming-snapshot-message-size-bytes":8748,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-08-22T09:48:13.366876Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"3c6b793f68b14038","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.366957Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.372418Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.374136Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.374181Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.375019Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.376024Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"3c6b793f68b14038","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.376144Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.384945Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002b2.snap.db","bytes":1134592,"size":"1.1 MB"} {"level":"info","ts":"2026-08-22T09:48:13.384994Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"c4257f0d48f73f9e","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":690,"incoming-snapshot-size-bytes":1134592,"incoming-snapshot-size":"1.1 MB","download-took":"19.517455ms"} {"level":"info","ts":"2026-08-22T09:48:13.385161Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 690, term: 2]"} {"level":"info","ts":"2026-08-22T09:48:13.385295Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c4257f0d48f73f9e switched to configuration voters=(4353706778030063672 9924307372652190368) learners=(14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:13.385338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"c4257f0d48f73f9e [commit: 690, lastindex: 690, lastterm: 2] restored snapshot [index: 690, term: 2]"} {"level":"info","ts":"2026-08-22T09:48:13.385352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"c4257f0d48f73f9e [commit: 690] restored snapshot [index: 690, term: 2]"} {"level":"info","ts":"2026-08-22T09:48:13.385446Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":690,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-08-22T09:48:13.388934Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"c4257f0d48f73f9e","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-08-22T09:48:13.393038Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":690} {"level":"info","ts":"2026-08-22T09:48:13.393321Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000414b08}"} {"level":"info","ts":"2026-08-22T09:48:13.393855Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:48:13.393888Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"633.85µs"} {"level":"info","ts":"2026-08-22T09:48:13.393950Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-08-22T09:48:13.396075Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-08-22T09:48:13.396090Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-08-22T09:48:13.398037Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":648} {"level":"info","ts":"2026-08-22T09:48:13.398075Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":690} {"level":"info","ts":"2026-08-22T09:48:13.398095Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-08-22T09:48:13.398178Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-08-22T09:48:13.399376Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-08-22T09:48:13.399402Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-08-22T09:48:13.399516Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-08-22T09:48:13.399533Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-08-22T09:48:13.399717Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-08-22T09:48:13.400232Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-08-22T09:48:13.400267Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-08-22T09:48:13.400486Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:48:13.400507Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"c4257f0d48f73f9e","recovered-remote-peer-id":"3c6b793f68b14038","recovered-remote-peer-urls":["https://199.204.45.156:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-08-22T09:48:13.400520Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"c4257f0d48f73f9e","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-08-22T09:48:13.400623Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"c4257f0d48f73f9e","recovered-remote-peer-id":"c4257f0d48f73f9e","recovered-remote-peer-urls":["https://199.204.45.113:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:48:13.400741Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:48:13.400756Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-08-22T09:48:13.400766Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-08-22T09:48:13.400818Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"warn","ts":"2026-08-22T09:48:13.401067Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.401094Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3c6b793f68b14038"} {"level":"warn","ts":"2026-08-22T09:48:13.401190Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.401244Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.401315Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"warn","ts":"2026-08-22T09:48:13.401543Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038","error":"context canceled"} {"level":"warn","ts":"2026-08-22T09:48:13.401582Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3c6b793f68b14038","error":"failed to read 3c6b793f68b14038 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-08-22T09:48:13.401740Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"warn","ts":"2026-08-22T09:48:13.401949Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:48:13.401980Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402069Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402097Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c4257f0d48f73f9e","removed-remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402169Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:48:13.402304Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402326Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:48:13.402353Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402369Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402414Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:48:13.402507Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-08-22T09:48:13.402535Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-08-22T09:48:13.402556Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:48:13.402659Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:48:13.402680Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402705Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402724Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c4257f0d48f73f9e","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402736Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-08-22T09:48:13.402745Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-08-22T09:48:13.402766Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402788Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402901Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402923Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038","remote-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.402952Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402969Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.402983Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.403941Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.402937Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.404389Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.404597Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.405866Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.406078Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:48:13.406134Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.406179Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.406112Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-08-22T09:48:13.406259Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":690,"current-applied-index":690,"incoming-leader-snapshot-index":690,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-08-22T09:48:13.406322Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.406603Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"c4257f0d48f73f9e","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.113:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T09:48:13.406849Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:48:13.406922Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:48:13.407135Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T09:48:13.407252Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T09:48:13.408594Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-08-22T09:48:13.409032Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-08-22T09:48:13.409094Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-08-22T09:48:13.411074Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T09:48:13.412812Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"warn","ts":"2026-08-22T09:48:13.415831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:45040","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.417437Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.417508Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.417677Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.417812Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.421739Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.423695Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.476448Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"3c6b793f68b14038","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.476538Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.479394Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.479471Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:48:13.479605Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"3c6b793f68b14038","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.479865Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:48:13.482246Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c4257f0d48f73f9e","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.484130Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c4257f0d48f73f9e","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:48:13.803945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:45064","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.811802Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c4257f0d48f73f9e switched to configuration voters=(4353706778030063672 9924307372652190368 14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:13.812020Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"c4257f0d48f73f9e","promoted-member-id":"c4257f0d48f73f9e"} {"level":"warn","ts":"2026-08-22T09:48:13.888895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.891042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.918955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.933392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.946493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.971187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.981663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.996215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.000942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.011852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.029961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.039128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.045560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.053378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.063140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.069683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.077725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.088210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.108452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.118551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.134848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.177610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.187470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.214066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.225832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.233382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.241569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.250599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.261132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.270427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.279065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.287549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.299469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.311661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.323278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.338008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.347182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.358708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.370214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.381050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.389353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.400225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.410927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.419103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.427730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.436245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.444701Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.460185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.468636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.475220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.482011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.491042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.499074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.509869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.520114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.528092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.538553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.583047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.594434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.604821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:14.667682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38034","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:18.428684Z","caller":"traceutil/trace.go:172","msg":"trace[2025633805] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:715; }","duration":"108.056902ms","start":"2026-08-22T09:48:18.320587Z","end":"2026-08-22T09:48:18.428644Z","steps":["trace[2025633805] 'read index received' (duration: 108.022392ms)","trace[2025633805] 'applied index is now lower than readState.Index' (duration: 31.98µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:18.428846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.205774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:18.428936Z","caller":"traceutil/trace.go:172","msg":"trace[119028295] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:668; }","duration":"108.345957ms","start":"2026-08-22T09:48:18.320571Z","end":"2026-08-22T09:48:18.428917Z","steps":["trace[119028295] 'agreement among raft nodes before linearized reading' (duration: 108.153674ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.595959Z","caller":"traceutil/trace.go:172","msg":"trace[1332537523] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"158.254233ms","start":"2026-08-22T09:48:18.437672Z","end":"2026-08-22T09:48:18.595926Z","steps":["trace[1332537523] 'process raft request' (duration: 152.787047ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.595952Z","caller":"traceutil/trace.go:172","msg":"trace[98083932] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"148.479588ms","start":"2026-08-22T09:48:18.447412Z","end":"2026-08-22T09:48:18.595891Z","steps":["trace[98083932] 'read index received' (duration: 143.016241ms)","trace[98083932] 'applied index is now lower than readState.Index' (duration: 5.462237ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:18.596186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.752313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-3\" limit:1 ","response":"range_response_count:1 size:2910"} {"level":"info","ts":"2026-08-22T09:48:18.596237Z","caller":"traceutil/trace.go:172","msg":"trace[1320120346] range","detail":"{range_begin:/registry/minions/controller-3; range_end:; response_count:1; response_revision:672; }","duration":"148.825754ms","start":"2026-08-22T09:48:18.447399Z","end":"2026-08-22T09:48:18.596225Z","steps":["trace[1320120346] 'agreement among raft nodes before linearized reading' (duration: 148.653511ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.608407Z","caller":"traceutil/trace.go:172","msg":"trace[20415620] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"168.055479ms","start":"2026-08-22T09:48:18.440329Z","end":"2026-08-22T09:48:18.608385Z","steps":["trace[20415620] 'process raft request' (duration: 168.006058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:18.911781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.764714ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-08-22T09:48:24.391917Z","caller":"traceutil/trace.go:172","msg":"trace[1577296534] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"141.45752ms","start":"2026-08-22T09:48:24.250438Z","end":"2026-08-22T09:48:24.391896Z","steps":["trace[1577296534] 'process raft request' (duration: 141.187496ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.117139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:48:27.162388Z","caller":"traceutil/trace.go:172","msg":"trace[1780431898] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:777; }","duration":"546.310496ms","start":"2026-08-22T09:48:26.616055Z","end":"2026-08-22T09:48:27.162365Z","steps":["trace[1780431898] 'read index received' (duration: 546.303876ms)","trace[1780431898] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:27.163323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.27699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-22T09:48:27.163653Z","caller":"traceutil/trace.go:172","msg":"trace[57986812] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:724; }","duration":"547.624186ms","start":"2026-08-22T09:48:26.616005Z","end":"2026-08-22T09:48:27.163629Z","steps":["trace[57986812] 'agreement among raft nodes before linearized reading' (duration: 546.477839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.164746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.948899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:27.164843Z","caller":"traceutil/trace.go:172","msg":"trace[1421411527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:725; }","duration":"334.532348ms","start":"2026-08-22T09:48:26.830290Z","end":"2026-08-22T09:48:27.164822Z","steps":["trace[1421411527] 'agreement among raft nodes before linearized reading' (duration: 333.911078ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.165066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.615969Z","time spent":"548.384058ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:33.330318Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:33.347534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.813621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-22T09:48:33.362899Z","caller":"traceutil/trace.go:172","msg":"trace[793048682] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:804; }","duration":"533.184181ms","start":"2026-08-22T09:48:32.829684Z","end":"2026-08-22T09:48:33.362868Z","steps":["trace[793048682] 'read index received' (duration: 533.176641ms)","trace[793048682] 'applied index is now lower than readState.Index' (duration: 6.05µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:33.363043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.384655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:33.363099Z","caller":"traceutil/trace.go:172","msg":"trace[1622146800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:746; }","duration":"533.444936ms","start":"2026-08-22T09:48:32.829634Z","end":"2026-08-22T09:48:33.363079Z","steps":["trace[1622146800] 'agreement among raft nodes before linearized reading' (duration: 533.352314ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:33.363246Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4584277568108924294,"received-request-id":4584277568108924293} {"level":"warn","ts":"2026-08-22T09:48:33.364456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.8056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-22T09:48:33.364549Z","caller":"traceutil/trace.go:172","msg":"trace[680786578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"403.922122ms","start":"2026-08-22T09:48:32.960607Z","end":"2026-08-22T09:48:33.364529Z","steps":["trace[680786578] 'agreement among raft nodes before linearized reading' (duration: 403.715478ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:33.364601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:32.960583Z","time spent":"404.005844ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:39.516079Z","caller":"traceutil/trace.go:172","msg":"trace[531185843] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"472.858509ms","start":"2026-08-22T09:48:39.043189Z","end":"2026-08-22T09:48:39.516047Z","steps":["trace[531185843] 'process raft request' (duration: 472.383163ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:39.517897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:39.043129Z","time spent":"473.070301ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:39.608437Z","caller":"traceutil/trace.go:172","msg":"trace[1232932665] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:859; }","duration":"371.877173ms","start":"2026-08-22T09:48:39.236527Z","end":"2026-08-22T09:48:39.608404Z","steps":["trace[1232932665] 'read index received' (duration: 371.872153ms)","trace[1232932665] 'applied index is now lower than readState.Index' (duration: 4µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:39.609105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.556702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:39.609207Z","caller":"traceutil/trace.go:172","msg":"trace[1128430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"372.676284ms","start":"2026-08-22T09:48:39.236512Z","end":"2026-08-22T09:48:39.609188Z","steps":["trace[1128430] 'agreement among raft nodes before linearized reading' (duration: 372.014115ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:39.609263Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:39.236488Z","time spent":"372.759716ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:53.252736Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:53.682549Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.041445562s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:48:53.753633Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.254681Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.755101Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:55.255349Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:55.756085Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:56.094053Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.197012435s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:48:56.234992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000184786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:48:56.235082Z","caller":"traceutil/trace.go:172","msg":"trace[2093588898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290337s","start":"2026-08-22T09:48:54.234771Z","end":"2026-08-22T09:48:56.235061Z","steps":["trace[2093588898] 'agreement among raft nodes before linearized reading' (duration: 2.000180816s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.235151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:54.234748Z","time spent":"2.000381619s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:48:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:48:56.256584Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:48:56.381073Z","caller":"traceutil/trace.go:172","msg":"trace[1910107384] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:953; }","duration":"3.628792224s","start":"2026-08-22T09:48:52.752253Z","end":"2026-08-22T09:48:56.381045Z","steps":["trace[1910107384] 'read index received' (duration: 3.628785194s)","trace[1910107384] 'applied index is now lower than readState.Index' (duration: 5.48µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.381303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.629037088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:56.381334Z","caller":"traceutil/trace.go:172","msg":"trace[788313622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:880; }","duration":"3.629088989s","start":"2026-08-22T09:48:52.752237Z","end":"2026-08-22T09:48:56.381326Z","steps":["trace[788313622] 'agreement among raft nodes before linearized reading' (duration: 3.628927056s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.381320Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4584277568108924395,"received-request-id":4584277568108924393} {"level":"warn","ts":"2026-08-22T09:48:56.381382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:52.752187Z","time spent":"3.629186699s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.804652Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4584277568108924395,"received-request-id":4584277568108924393} {"level":"info","ts":"2026-08-22T09:48:56.805184Z","caller":"traceutil/trace.go:172","msg":"trace[1179239797] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"1.272506263s","start":"2026-08-22T09:48:55.532654Z","end":"2026-08-22T09:48:56.805160Z","steps":["trace[1179239797] 'process raft request' (duration: 1.272372552s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.532628Z","time spent":"1.272608915s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:56.806159Z","caller":"traceutil/trace.go:172","msg":"trace[487318009] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:959; }","duration":"424.980794ms","start":"2026-08-22T09:48:56.381153Z","end":"2026-08-22T09:48:56.806133Z","steps":["trace[487318009] 'read index received' (duration: 424.973623ms)","trace[487318009] 'applied index is now lower than readState.Index' (duration: 6.161µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.806386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.54961696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:48:56.806442Z","caller":"traceutil/trace.go:172","msg":"trace[752936546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:886; }","duration":"1.549688761s","start":"2026-08-22T09:48:55.256742Z","end":"2026-08-22T09:48:56.806431Z","steps":["trace[752936546] 'agreement among raft nodes before linearized reading' (duration: 1.549519809s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.976304489s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.806491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.256705Z","time spent":"1.549762251s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.855125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806633Z","caller":"traceutil/trace.go:172","msg":"trace[1395811390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"571.016377ms","start":"2026-08-22T09:48:56.235603Z","end":"2026-08-22T09:48:56.806620Z","steps":["trace[1395811390] 'agreement among raft nodes before linearized reading' (duration: 570.790975ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.806563Z","caller":"traceutil/trace.go:172","msg":"trace[1879400546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"3.97640335s","start":"2026-08-22T09:48:52.830100Z","end":"2026-08-22T09:48:56.806503Z","steps":["trace[1879400546] 'agreement among raft nodes before linearized reading' (duration: 3.976268268s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:56.235576Z","time spent":"571.171009ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:56.806897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304554778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:48:56.807374Z","caller":"traceutil/trace.go:172","msg":"trace[1824914947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"1.30549775s","start":"2026-08-22T09:48:55.501858Z","end":"2026-08-22T09:48:56.807356Z","steps":["trace[1824914947] 'agreement among raft nodes before linearized reading' (duration: 1.304438306s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.807550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.501831Z","time spent":"1.305702242s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.807035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.072782109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:48:56.807697Z","caller":"traceutil/trace.go:172","msg":"trace[310958419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:886; }","duration":"1.073637079s","start":"2026-08-22T09:48:55.733964Z","end":"2026-08-22T09:48:56.807601Z","steps":["trace[310958419] 'agreement among raft nodes before linearized reading' (duration: 1.072187852s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.808197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.733940Z","time spent":"1.074238636s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.816477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.421286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-22T09:48:56.816537Z","caller":"traceutil/trace.go:172","msg":"trace[467693781] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:886; }","duration":"199.483037ms","start":"2026-08-22T09:48:56.617047Z","end":"2026-08-22T09:48:56.816530Z","steps":["trace[467693781] 'agreement among raft nodes before linearized reading' (duration: 199.371356ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:58.773580Z","caller":"traceutil/trace.go:172","msg":"trace[1978626340] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"475.938329ms","start":"2026-08-22T09:48:58.297620Z","end":"2026-08-22T09:48:58.773558Z","steps":["trace[1978626340] 'process raft request' (duration: 472.65784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.773795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.297589Z","time spent":"476.083321ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:03.266978Z","caller":"traceutil/trace.go:172","msg":"trace[426419097] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1159; }","duration":"472.557083ms","start":"2026-08-22T09:49:02.794385Z","end":"2026-08-22T09:49:03.266942Z","steps":["trace[426419097] 'read index received' (duration: 472.527583ms)","trace[426419097] 'applied index is now lower than readState.Index' (duration: 27.01µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:03.267750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.342313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:49:03.267895Z","caller":"traceutil/trace.go:172","msg":"trace[1185357860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:996; }","duration":"473.511095ms","start":"2026-08-22T09:49:02.794371Z","end":"2026-08-22T09:49:03.267882Z","steps":["trace[1185357860] 'agreement among raft nodes before linearized reading' (duration: 472.732396ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.267974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:02.794354Z","time spent":"473.607495ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:03.279224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.190106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:03.279311Z","caller":"traceutil/trace.go:172","msg":"trace[685485340] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"449.278827ms","start":"2026-08-22T09:49:02.830022Z","end":"2026-08-22T09:49:03.279301Z","steps":["trace[685485340] 'agreement among raft nodes before linearized reading' (duration: 449.171736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.279798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.156621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-08-22T09:49:03.279873Z","caller":"traceutil/trace.go:172","msg":"trace[1258770383] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1000; }","duration":"446.240922ms","start":"2026-08-22T09:49:02.833618Z","end":"2026-08-22T09:49:03.279858Z","steps":["trace[1258770383] 'agreement among raft nodes before linearized reading' (duration: 445.98713ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:03.279801Z","caller":"traceutil/trace.go:172","msg":"trace[154023982] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"287.000911ms","start":"2026-08-22T09:49:02.991847Z","end":"2026-08-22T09:49:03.278848Z","steps":["trace[154023982] 'process raft request' (duration: 286.89235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.279906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:02.833594Z","time spent":"446.303293ms","remote":"127.0.0.1:37116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:03.460582Z","caller":"traceutil/trace.go:172","msg":"trace[1794178229] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1164; }","duration":"109.116431ms","start":"2026-08-22T09:49:03.351427Z","end":"2026-08-22T09:49:03.460544Z","steps":["trace[1794178229] 'read index received' (duration: 109.108481ms)","trace[1794178229] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:03.774987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.559574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-08-22T09:49:03.775079Z","caller":"traceutil/trace.go:172","msg":"trace[261336607] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qhmp; range_end:; response_count:1; response_revision:1001; }","duration":"423.657805ms","start":"2026-08-22T09:49:03.351400Z","end":"2026-08-22T09:49:03.775058Z","steps":["trace[261336607] 'agreement among raft nodes before linearized reading' (duration: 109.246423ms)","trace[261336607] 'range keys from in-memory index tree' (duration: 314.169059ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:03.775117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.351388Z","time spent":"423.719765ms","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:03.776705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.411724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-22T09:49:04.330688Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:04.831319Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.331651Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.343891Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.552028403s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:49:05.832490Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.332656Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.833404Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:07.234976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000281513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:49:07.235067Z","caller":"traceutil/trace.go:172","msg":"trace[834334898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389984s","start":"2026-08-22T09:49:05.234657Z","end":"2026-08-22T09:49:07.235047Z","steps":["trace[834334898] 'agreement among raft nodes before linearized reading' (duration: 2.000276523s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:07.235125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.234636Z","time spent":"2.000479976s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:07.333905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:07.478044Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.131101312s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T09:49:07.478644Z","caller":"traceutil/trace.go:172","msg":"trace[196374063] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"3.688263266s","start":"2026-08-22T09:49:03.790361Z","end":"2026-08-22T09:49:07.478624Z","steps":["trace[196374063] 'process raft request' (duration: 3.688087404s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:07.478821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.790333Z","time spent":"3.688396638s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:07.834855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.333110Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c4257f0d48f73f9e [logterm: 2, index: 1171, vote: 0] cast MsgPreVote for 89ba38f964b95aa0 [logterm: 2, index: 1171] at term 2"} {"level":"warn","ts":"2026-08-22T09:49:08.336301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.502085Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c4257f0d48f73f9e [term: 2] received a MsgVote message with higher term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:08.502149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c4257f0d48f73f9e became follower at term 3"} {"level":"info","ts":"2026-08-22T09:49:08.502171Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c4257f0d48f73f9e [logterm: 2, index: 1171, vote: 0] cast MsgVote for 89ba38f964b95aa0 [logterm: 2, index: 1171] at term 3"} {"level":"info","ts":"2026-08-22T09:49:08.502204Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c4257f0d48f73f9e lost leader 89ba38f964b95aa0 at term 3"} {"level":"warn","ts":"2026-08-22T09:49:08.836805Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.836913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"c4257f0d48f73f9e no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-08-22T09:49:09.235862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000224959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:49:09.235942Z","caller":"traceutil/trace.go:172","msg":"trace[322328913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327451s","start":"2026-08-22T09:49:07.235597Z","end":"2026-08-22T09:49:09.235924Z","steps":["trace[322328913] 'agreement among raft nodes before linearized reading' (duration: 2.000221029s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.235992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.235556Z","time spent":"2.000427651s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:09 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:49:09.337550Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:09.337729Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"c4257f0d48f73f9e no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-08-22T09:49:09.421283Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c4257f0d48f73f9e elected leader 89ba38f964b95aa0 at term 3"} {"level":"warn","ts":"2026-08-22T09:49:09.421474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.591307735s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:09.421660Z","caller":"traceutil/trace.go:172","msg":"trace[31837412] range","detail":"{range_begin:; range_end:; }","duration":"5.591513477s","start":"2026-08-22T09:49:03.830131Z","end":"2026-08-22T09:49:09.421644Z","steps":["trace[31837412] 'agreement among raft nodes before linearized reading' (duration: 5.591305715s)"],"step_count":1} {"level":"error","ts":"2026-08-22T09:49:09.421891Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-08-22T09:49:09.498725Z","caller":"traceutil/trace.go:172","msg":"trace[429304906] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"2.58280864s","start":"2026-08-22T09:49:06.915881Z","end":"2026-08-22T09:49:09.498689Z","steps":["trace[429304906] 'process raft request' (duration: 2.582660999s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.498883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.881722525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-22T09:49:09.498945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.915854Z","time spent":"2.582971582s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:09.498965Z","caller":"traceutil/trace.go:172","msg":"trace[1493972444] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1010; }","duration":"2.881821597s","start":"2026-08-22T09:49:06.617127Z","end":"2026-08-22T09:49:09.498948Z","steps":["trace[1493972444] 'agreement among raft nodes before linearized reading' (duration: 2.881609054s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.498971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.949008794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:49:09.499048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.142059043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:09.499085Z","caller":"traceutil/trace.go:172","msg":"trace[725989257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1010; }","duration":"2.949136765s","start":"2026-08-22T09:49:06.549931Z","end":"2026-08-22T09:49:09.499068Z","steps":["trace[725989257] 'agreement among raft nodes before linearized reading' (duration: 2.948861191s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.499111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999787503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:49:09.499114Z","caller":"traceutil/trace.go:172","msg":"trace[1921067170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1010; }","duration":"5.142129214s","start":"2026-08-22T09:49:04.356967Z","end":"2026-08-22T09:49:09.499096Z","steps":["trace[1921067170] 'agreement among raft nodes before linearized reading' (duration: 5.141965612s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.499102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.548926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.499141Z","caller":"traceutil/trace.go:172","msg":"trace[1176892153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1010; }","duration":"1.999815523s","start":"2026-08-22T09:49:07.499317Z","end":"2026-08-22T09:49:09.499132Z","steps":["trace[1176892153] 'agreement among raft nodes before linearized reading' (duration: 1.999730512s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.499147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.356943Z","time spent":"5.142197434s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.499177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.499293Z","time spent":"1.999875814s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.499189Z","caller":"traceutil/trace.go:172","msg":"trace[864933969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"254.640007ms","start":"2026-08-22T09:49:09.244527Z","end":"2026-08-22T09:49:09.499167Z","steps":["trace[864933969] 'agreement among raft nodes before linearized reading' (duration: 254.479126ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.499142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.549907Z","time spent":"2.949225036s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.499015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.617106Z","time spent":"2.881899249s","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.499818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.6683843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-08-22T09:49:09.499760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.680636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18ce17adacd2bee6\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-08-22T09:49:09.500166Z","caller":"traceutil/trace.go:172","msg":"trace[1699853890] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18ce17adacd2bee6; range_end:; response_count:1; response_revision:1010; }","duration":"261.09054ms","start":"2026-08-22T09:49:09.239057Z","end":"2026-08-22T09:49:09.500147Z","steps":["trace[1699853890] 'agreement among raft nodes before linearized reading' (duration: 259.910307ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.499980Z","caller":"traceutil/trace.go:172","msg":"trace[343649870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1010; }","duration":"2.668544802s","start":"2026-08-22T09:49:06.831420Z","end":"2026-08-22T09:49:09.499965Z","steps":["trace[343649870] 'agreement among raft nodes before linearized reading' (duration: 2.667337988s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.500590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.831393Z","time spent":"2.669178739s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:10.872704Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924496,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:10.888447Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"c4257f0d48f73f9e [logterm: 3, index: 1195, vote: 89ba38f964b95aa0] ignored MsgPreVote from 3c6b793f68b14038 [logterm: 3, index: 1195] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-08-22T09:49:11.373013Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924496,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:11.500454Z","caller":"traceutil/trace.go:172","msg":"trace[1297810764] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1195; }","duration":"1.128646938s","start":"2026-08-22T09:49:10.371782Z","end":"2026-08-22T09:49:11.500429Z","steps":["trace[1297810764] 'read index received' (duration: 1.128640888s)","trace[1297810764] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:11.500769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.128957561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-08-22T09:49:11.500826Z","caller":"traceutil/trace.go:172","msg":"trace[395262935] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qhmp; range_end:; response_count:1; response_revision:1028; }","duration":"1.129035562s","start":"2026-08-22T09:49:10.371777Z","end":"2026-08-22T09:49:11.500813Z","steps":["trace[395262935] 'agreement among raft nodes before linearized reading' (duration: 1.12880917s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.500866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.371753Z","time spent":"1.129104634s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:11.501264Z","caller":"traceutil/trace.go:172","msg":"trace[589816876] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"1.009708353s","start":"2026-08-22T09:49:10.491483Z","end":"2026-08-22T09:49:11.501191Z","steps":["trace[589816876] 'process raft request' (duration: 1.009661243s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:11.501331Z","caller":"traceutil/trace.go:172","msg":"trace[2103922910] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"1.127308934s","start":"2026-08-22T09:49:10.374009Z","end":"2026-08-22T09:49:11.501318Z","steps":["trace[2103922910] 'process raft request' (duration: 1.127111611s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.501401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.373973Z","time spent":"1.127387795s","remote":"127.0.0.1:37008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:49:11.502466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.491465Z","time spent":"1.009849395s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:11.569456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.485546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:11.569488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.083974878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.569570Z","caller":"traceutil/trace.go:172","msg":"trace[1223909793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"1.084061879s","start":"2026-08-22T09:49:10.485493Z","end":"2026-08-22T09:49:11.569555Z","steps":["trace[1223909793] 'agreement among raft nodes before linearized reading' (duration: 1.083932068s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.569583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"739.282396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:11.569608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.485477Z","time spent":"1.084123501s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:49:11.569627Z","caller":"traceutil/trace.go:172","msg":"trace[1442940883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"739.345297ms","start":"2026-08-22T09:49:10.830271Z","end":"2026-08-22T09:49:11.569617Z","steps":["trace[1442940883] 'agreement among raft nodes before linearized reading' (duration: 739.255746ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:11.569534Z","caller":"traceutil/trace.go:172","msg":"trace[1054249380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"333.565727ms","start":"2026-08-22T09:49:11.235951Z","end":"2026-08-22T09:49:11.569517Z","steps":["trace[1054249380] 'agreement among raft nodes before linearized reading' (duration: 333.452356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.569662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.235923Z","time spent":"333.731218ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:12.329872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:12.788897Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c4257f0d48f73f9e [logterm: 3, index: 1211, vote: 89ba38f964b95aa0] cast MsgPreVote for 3c6b793f68b14038 [logterm: 3, index: 1211] at term 3"} {"level":"warn","ts":"2026-08-22T09:49:12.830201Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:12.895559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c4257f0d48f73f9e [term: 3] received a MsgVote message with higher term from 3c6b793f68b14038 [term: 4]"} {"level":"info","ts":"2026-08-22T09:49:12.895625Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c4257f0d48f73f9e became follower at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.895645Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c4257f0d48f73f9e [logterm: 3, index: 1211, vote: 0] cast MsgVote for 3c6b793f68b14038 [logterm: 3, index: 1211] at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.895662Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c4257f0d48f73f9e lost leader 89ba38f964b95aa0 at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.999121Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c4257f0d48f73f9e elected leader 3c6b793f68b14038 at term 4"} {"level":"warn","ts":"2026-08-22T09:49:12.999308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.169615629s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:12.999437Z","caller":"traceutil/trace.go:172","msg":"trace[1513953804] range","detail":"{range_begin:; range_end:; }","duration":"1.16975891s","start":"2026-08-22T09:49:11.829664Z","end":"2026-08-22T09:49:12.999423Z","steps":["trace[1513953804] 'agreement among raft nodes before linearized reading' (duration: 1.169612039s)"],"step_count":1} {"level":"error","ts":"2026-08-22T09:49:12.999484Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-08-22T09:49:13.235485Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-08-22T09:49:13.237212Z","caller":"traceutil/trace.go:172","msg":"trace[576044830] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1212; }","duration":"237.955653ms","start":"2026-08-22T09:49:12.999234Z","end":"2026-08-22T09:49:13.237190Z","steps":["trace[576044830] 'read index received' (duration: 237.949833ms)","trace[576044830] 'applied index is now lower than readState.Index' (duration: 4.78µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:13.237524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"855.02965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-08-22T09:49:13.237566Z","caller":"traceutil/trace.go:172","msg":"trace[1466635743] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qhmp; range_end:; response_count:1; response_revision:1043; }","duration":"855.0853ms","start":"2026-08-22T09:49:12.382471Z","end":"2026-08-22T09:49:13.237557Z","steps":["trace[1466635743] 'agreement among raft nodes before linearized reading' (duration: 854.915018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.237599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.382451Z","time spent":"855.139131ms","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-7qhmp\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.237763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.002562093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.238072Z","caller":"traceutil/trace.go:172","msg":"trace[1578662588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"1.002892626s","start":"2026-08-22T09:49:12.235164Z","end":"2026-08-22T09:49:13.238057Z","steps":["trace[1578662588] 'agreement among raft nodes before linearized reading' (duration: 1.002554493s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.238327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.235142Z","time spent":"1.003171799s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:13.238206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.194843078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:49:13.238853Z","caller":"traceutil/trace.go:172","msg":"trace[1455176019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1043; }","duration":"1.195931041s","start":"2026-08-22T09:49:12.042901Z","end":"2026-08-22T09:49:13.238832Z","steps":["trace[1455176019] 'agreement among raft nodes before linearized reading' (duration: 1.194748477s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.238932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.042865Z","time spent":"1.196032931s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.239175Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4584277568108924506,"received-request-id":4584277568108924505} {"level":"warn","ts":"2026-08-22T09:49:13.239846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.34037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.239909Z","caller":"traceutil/trace.go:172","msg":"trace[1165117278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1043; }","duration":"239.406661ms","start":"2026-08-22T09:49:13.000490Z","end":"2026-08-22T09:49:13.239896Z","steps":["trace[1165117278] 'agreement among raft nodes before linearized reading' (duration: 239.3157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.799157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4584277568108924509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:13.911011Z","caller":"traceutil/trace.go:172","msg":"trace[638827546] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1213; }","duration":"612.653652ms","start":"2026-08-22T09:49:13.298329Z","end":"2026-08-22T09:49:13.910983Z","steps":["trace[638827546] 'read index received' (duration: 612.646992ms)","trace[638827546] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:13.911357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"612.907835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:49:13.911440Z","caller":"traceutil/trace.go:172","msg":"trace[1400219328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1044; }","duration":"613.096317ms","start":"2026-08-22T09:49:13.298323Z","end":"2026-08-22T09:49:13.911420Z","steps":["trace[1400219328] 'agreement among raft nodes before linearized reading' (duration: 612.771764ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.911482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.298301Z","time spent":"613.171979ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:13.912409Z","caller":"traceutil/trace.go:172","msg":"trace[780046181] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"660.598487ms","start":"2026-08-22T09:49:13.251795Z","end":"2026-08-22T09:49:13.912394Z","steps":["trace[780046181] 'process raft request' (duration: 660.476756ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.912934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.251784Z","time spent":"660.676828ms","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18782,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:49:13.913105Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4584277568108924511,"received-request-id":4584277568108924509} {"level":"warn","ts":"2026-08-22T09:49:13.913611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.094315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:49:13.913644Z","caller":"traceutil/trace.go:172","msg":"trace[28443378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1045; }","duration":"246.130405ms","start":"2026-08-22T09:49:13.667505Z","end":"2026-08-22T09:49:13.913636Z","steps":["trace[28443378] 'agreement among raft nodes before linearized reading' (duration: 245.693989ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.154020Z","caller":"traceutil/trace.go:172","msg":"trace[1269203130] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"221.743985ms","start":"2026-08-22T09:49:13.932255Z","end":"2026-08-22T09:49:14.153999Z","steps":["trace[1269203130] 'process raft request' (duration: 221.647614ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.882986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.060531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.883060Z","caller":"traceutil/trace.go:172","msg":"trace[712058084] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1051; }","duration":"101.149582ms","start":"2026-08-22T09:49:14.781895Z","end":"2026-08-22T09:49:14.883045Z","steps":["trace[712058084] 'range keys from in-memory index tree' (duration: 99.704946ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:18.755720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.754928Z","time spent":"7.000787041s","remote":"127.0.0.1:37008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-22T09:49:24.326980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:27.321388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:27.337482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:27.358194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:27.657593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49596","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:49:35.083954Z","caller":"traceutil/trace.go:172","msg":"trace[828581278] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1566; }","duration":"253.483225ms","start":"2026-08-22T09:49:34.830442Z","end":"2026-08-22T09:49:35.083925Z","steps":["trace[828581278] 'read index received' (duration: 253.478035ms)","trace[828581278] 'applied index is now lower than readState.Index' (duration: 3.98µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:35.084144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.673657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:35.084224Z","caller":"traceutil/trace.go:172","msg":"trace[1209889704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1339; }","duration":"253.775198ms","start":"2026-08-22T09:49:34.830433Z","end":"2026-08-22T09:49:35.084208Z","steps":["trace[1209889704] 'agreement among raft nodes before linearized reading' (duration: 253.621866ms)"],"step_count":1}