{"level":"warn","ts":"2026-03-31T20:45:52.132935Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-31T20:45:52.133098Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-31T20:45:52.133121Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=controller-2=https://199.204.45.162:2380,controller-1=https://199.19.213.125:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-31T20:45:52.133251Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-31T20:45:52.133292Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:45:52.133313Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-31T20:45:52.133470Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:45:52.134128Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-31T20:45:52.134579Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.125:2380,controller-2=https://199.204.45.162:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-31T20:45:52.136766Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba120}"} {"level":"info","ts":"2026-03-31T20:45:52.142125Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T20:45:52.142198Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.629512ms"} {"level":"info","ts":"2026-03-31T20:45:52.142241Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-31T20:45:52.142274Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-31T20:45:52.156590Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.125:2380","host":"199.19.213.125:2380","resolved-addr":"199.19.213.125:2380"} {"level":"info","ts":"2026-03-31T20:45:52.156692Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.162:2380","host":"199.204.45.162:2380","resolved-addr":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-31T20:45:52.160852Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-31T20:45:52.169346Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-31T20:45:52.169423Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"42342e38443245","cluster-id":"66f7e5dc9a72c5e3"} {"level":"info","ts":"2026-03-31T20:45:52.169466Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-31T20:45:52.169593Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"42342e38443245 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:45:52.169649Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"42342e38443245 became follower at term 0"} {"level":"info","ts":"2026-03-31T20:45:52.169665Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 42342e38443245 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-31T20:45:52.177734Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:45:52.179391Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:45:52.182930Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:45:52.184092Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.184204Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755","remote-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-03-31T20:45:52.184409Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.184488Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.185275Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.185407Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755","remote-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-03-31T20:45:52.186613Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.186675Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.186710Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.186782Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.186556Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"42342e38443245","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:45:52.187049Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:45:52.187113Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:45:52.187123Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:45:52.187253Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-31T20:45:52.189070Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:45:52.189504Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"42342e38443245","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:45:52.189547Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:45:52.189674Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-31T20:45:52.189708Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-31T20:45:52.190036Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"b448fdce642f2755","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T20:45:52.190088Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.190152Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.190764Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"b448fdce642f2755","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T20:45:52.190797Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.196466Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"42342e38443245 [term: 0] received a MsgHeartbeat message with higher term from b448fdce642f2755 [term: 2]"} {"level":"info","ts":"2026-03-31T20:45:52.196527Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"42342e38443245 became follower at term 2"} {"level":"info","ts":"2026-03-31T20:45:52.196577Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 42342e38443245 elected leader b448fdce642f2755 at term 2"} {"level":"info","ts":"2026-03-31T20:45:52.202416Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.203152Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.203217Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"42342e38443245","remote-snapshot-sender-id":"b448fdce642f2755","incoming-snapshot-index":504,"incoming-snapshot-message-size-bytes":8187,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-31T20:45:52.213170Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f8.snap.db","bytes":790528,"size":"790 kB"} {"level":"info","ts":"2026-03-31T20:45:52.213271Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"42342e38443245","remote-snapshot-sender-id":"b448fdce642f2755","incoming-snapshot-index":504,"incoming-snapshot-size-bytes":790528,"incoming-snapshot-size":"790 kB","download-took":"10.211372ms"} {"level":"info","ts":"2026-03-31T20:45:52.213460Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-31T20:45:52.213546Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"42342e38443245 switched to configuration voters=(12990912188036097877) learners=(18634721580036677)"} {"level":"info","ts":"2026-03-31T20:45:52.213571Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"42342e38443245 [commit: 504, lastindex: 504, lastterm: 2] restored snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-31T20:45:52.213581Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"42342e38443245 [commit: 504] restored snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-31T20:45:52.213746Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":504,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T20:45:52.216467Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":504} {"level":"info","ts":"2026-03-31T20:45:52.216677Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005d6580}"} {"level":"info","ts":"2026-03-31T20:45:52.217072Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T20:45:52.217100Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"485.755µs"} {"level":"info","ts":"2026-03-31T20:45:52.217137Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-31T20:45:52.218653Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-31T20:45:52.218669Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-31T20:45:52.222748Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":477} {"level":"info","ts":"2026-03-31T20:45:52.222845Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":504} {"level":"info","ts":"2026-03-31T20:45:52.222886Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-31T20:45:52.223000Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-31T20:45:52.224250Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-31T20:45:52.224274Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-31T20:45:52.224309Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-31T20:45:52.224337Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-31T20:45:52.225154Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-31T20:45:52.225251Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-31T20:45:52.225336Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-31T20:45:52.225362Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T20:45:52.225524Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"42342e38443245","recovered-remote-peer-id":"42342e38443245","recovered-remote-peer-urls":["https://199.204.45.162:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-31T20:45:52.225558Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"42342e38443245","recovered-remote-peer-id":"b448fdce642f2755","recovered-remote-peer-urls":["https://199.19.213.125:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-31T20:45:52.225612Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T20:45:52.225655Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-31T20:45:52.225729Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-31T20:45:52.225775Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"warn","ts":"2026-03-31T20:45:52.225935Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.226019Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b448fdce642f2755"} {"level":"warn","ts":"2026-03-31T20:45:52.226267Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.226311Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.226465Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"warn","ts":"2026-03-31T20:45:52.226772Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755","error":"context canceled"} {"level":"warn","ts":"2026-03-31T20:45:52.226900Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b448fdce642f2755","error":"failed to read b448fdce642f2755 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-31T20:45:52.226969Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"warn","ts":"2026-03-31T20:45:52.227157Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:45:52.227224Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227253Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227326Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"42342e38443245","removed-remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227378Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-31T20:45:52.227423Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T20:45:52.227477Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227551Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227704Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227805Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227945Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755","remote-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-03-31T20:45:52.228007Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T20:45:52.228077Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":504,"current-applied-index":504,"incoming-leader-snapshot-index":504,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T20:45:52.228037Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.228115Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.227887Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.243039Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.243107Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.243832Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.264890Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"b448fdce642f2755","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T20:45:52.264948Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.268225Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"b448fdce642f2755","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T20:45:52.268290Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"b448fdce642f2755"} {"level":"info","ts":"2026-03-31T20:45:52.697750Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"42342e38443245 switched to configuration voters=(18634721580036677 12990912188036097877)"} {"level":"info","ts":"2026-03-31T20:45:52.698252Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"42342e38443245","promoted-member-id":"42342e38443245"} {"level":"warn","ts":"2026-03-31T20:45:59.187488Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"42342e38443245","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-31T20:45:59.190171Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"42342e38443245","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","cluster-id":"66f7e5dc9a72c5e3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:45:59.190206Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:45:59.190236Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:45:59.190509Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:45:59.190538Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-31T20:45:59.191806Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-31T20:45:59.191932Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T20:45:59.192008Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T20:45:59.197612Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T20:45:59.198008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43258","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T20:45:59.198192Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"warn","ts":"2026-03-31T20:45:59.198262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.207373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:35966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.208444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:35978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.209343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:35996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.209614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:35982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.212845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:36020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.213967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:36014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.214867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:36042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.215046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.215536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:36008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.215682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:36032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.254107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.263095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.272454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.280156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.290749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.301640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.310035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.318252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.329167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.342027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.349647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.360723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.371793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.379595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.387065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.395339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.406126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.448037Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.461832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.471698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.479635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.488567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.500609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.514487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.523531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.531654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.539902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.549567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.556851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.569242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.578861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.592165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.613229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.617639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.627761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.664525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.674338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.686487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.695715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.706299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.714180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.723061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.734918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.743775Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.753829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.762870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.772689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.786336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.798322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.808839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.820235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.830934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.845354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.880996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.897411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.906204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:45:59.967540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:46:30.428296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46214","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T20:46:30.445555Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"42342e38443245 switched to configuration voters=(18634721580036677 12990912188036097877) learners=(17589663353807899077)"} {"level":"info","ts":"2026-03-31T20:46:30.445695Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"42342e38443245","added-peer-id":"f41b09a0526d09c5","added-peer-peer-urls":["https://199.19.213.17:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-31T20:46:30.445730Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.445754Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.445934Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.445966Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5","remote-peer-urls":["https://199.19.213.17:2380"]} {"level":"info","ts":"2026-03-31T20:46:30.445998Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.446016Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.446027Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.446243Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:30.446376Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"42342e38443245","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"f41b09a0526d09c5"} {"level":"warn","ts":"2026-03-31T20:46:30.981783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:46:31.992993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:46:32.492904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46390","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T20:46:34.186709Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.186859Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.188280Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.190715Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"f41b09a0526d09c5","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T20:46:34.190770Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.192096Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"f41b09a0526d09c5","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T20:46:34.192139Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"warn","ts":"2026-03-31T20:46:34.226772Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:46:34.226883Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5","error":"EOF"} {"level":"info","ts":"2026-03-31T20:46:34.240330Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"f41b09a0526d09c5","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-31T20:46:34.240378Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.240388Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.245130Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"42342e38443245","to":"f41b09a0526d09c5","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-31T20:46:34.245211Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.245238Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.260884Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.265505Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"42342e38443245","remote-peer-id":"f41b09a0526d09c5"} {"level":"info","ts":"2026-03-31T20:46:34.527341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"42342e38443245 switched to configuration voters=(18634721580036677 12990912188036097877 17589663353807899077)"} {"level":"info","ts":"2026-03-31T20:46:34.527584Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"66f7e5dc9a72c5e3","local-member-id":"42342e38443245","promoted-member-id":"f41b09a0526d09c5"} {"level":"warn","ts":"2026-03-31T20:46:34.550937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:46:34.572466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.17:46514","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T20:47:10.740143Z","caller":"traceutil/trace.go:172","msg":"trace[248289413] transaction","detail":"{read_only:false; number_of_response:0; response_revision:850; }","duration":"151.20708ms","start":"2026-03-31T20:47:10.588906Z","end":"2026-03-31T20:47:10.740113Z","steps":["trace[248289413] 'process raft request' (duration: 151.068917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.740261Z","caller":"traceutil/trace.go:172","msg":"trace[1712650136] transaction","detail":"{read_only:false; number_of_response:1; response_revision:850; }","duration":"149.163955ms","start":"2026-03-31T20:47:10.591057Z","end":"2026-03-31T20:47:10.740220Z","steps":["trace[1712650136] 'process raft request' (duration: 148.95102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.740452Z","caller":"traceutil/trace.go:172","msg":"trace[699355323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:850; }","duration":"148.492209ms","start":"2026-03-31T20:47:10.591912Z","end":"2026-03-31T20:47:10.740404Z","steps":["trace[699355323] 'process raft request' (duration: 148.142981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.758954Z","caller":"traceutil/trace.go:172","msg":"trace[653876165] transaction","detail":"{read_only:false; number_of_response:0; response_revision:860; }","duration":"140.397617ms","start":"2026-03-31T20:47:10.617531Z","end":"2026-03-31T20:47:10.757929Z","steps":["trace[653876165] 'process raft request' (duration: 140.370387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.759099Z","caller":"traceutil/trace.go:172","msg":"trace[589822837] transaction","detail":"{read_only:false; number_of_response:0; response_revision:860; }","duration":"142.359331ms","start":"2026-03-31T20:47:10.616688Z","end":"2026-03-31T20:47:10.759047Z","steps":["trace[589822837] 'process raft request' (duration: 141.105633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775390Z","caller":"traceutil/trace.go:172","msg":"trace[774614287] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"152.94836ms","start":"2026-03-31T20:47:10.622384Z","end":"2026-03-31T20:47:10.775333Z","steps":["trace[774614287] 'process raft request' (duration: 152.813257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775462Z","caller":"traceutil/trace.go:172","msg":"trace[1176451204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"138.182248ms","start":"2026-03-31T20:47:10.637257Z","end":"2026-03-31T20:47:10.775439Z","steps":["trace[1176451204] 'process raft request' (duration: 138.135167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775724Z","caller":"traceutil/trace.go:172","msg":"trace[841461051] transaction","detail":"{read_only:false; number_of_response:0; response_revision:863; }","duration":"149.208466ms","start":"2026-03-31T20:47:10.626502Z","end":"2026-03-31T20:47:10.775711Z","steps":["trace[841461051] 'process raft request' (duration: 148.789857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775870Z","caller":"traceutil/trace.go:172","msg":"trace[2106407489] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"138.917754ms","start":"2026-03-31T20:47:10.636944Z","end":"2026-03-31T20:47:10.775861Z","steps":["trace[2106407489] 'process raft request' (duration: 138.401733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775883Z","caller":"traceutil/trace.go:172","msg":"trace[1609944678] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"150.76187ms","start":"2026-03-31T20:47:10.625099Z","end":"2026-03-31T20:47:10.775860Z","steps":["trace[1609944678] 'process raft request' (duration: 150.157157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.775848Z","caller":"traceutil/trace.go:172","msg":"trace[505385983] transaction","detail":"{read_only:false; number_of_response:0; response_revision:863; }","duration":"148.358286ms","start":"2026-03-31T20:47:10.627460Z","end":"2026-03-31T20:47:10.775819Z","steps":["trace[505385983] 'process raft request' (duration: 147.857995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:10.776993Z","caller":"traceutil/trace.go:172","msg":"trace[1087187966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"137.553363ms","start":"2026-03-31T20:47:10.639425Z","end":"2026-03-31T20:47:10.776979Z","steps":["trace[1087187966] 'process raft request' (duration: 137.145624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.417484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.616952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T20:47:11.418402Z","caller":"traceutil/trace.go:172","msg":"trace[788965598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:888; }","duration":"338.476922ms","start":"2026-03-31T20:47:11.079885Z","end":"2026-03-31T20:47:11.418362Z","steps":["trace[788965598] 'process raft request' (duration: 338.256647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.419019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:11.079867Z","time spent":"338.633675ms","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59665,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:47:11.639436Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3622474397740477366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:47:11.651733Z","caller":"traceutil/trace.go:172","msg":"trace[1432213930] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1028; }","duration":"512.547225ms","start":"2026-03-31T20:47:11.139144Z","end":"2026-03-31T20:47:11.651691Z","steps":["trace[1432213930] 'read index received' (duration: 512.534805ms)","trace[1432213930] 'applied index is now lower than readState.Index' (duration: 10.82µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:11.651887Z","caller":"traceutil/trace.go:172","msg":"trace[489263946] transaction","detail":"{read_only:false; number_of_response:1; response_revision:890; }","duration":"524.720327ms","start":"2026-03-31T20:47:11.127150Z","end":"2026-03-31T20:47:11.651870Z","steps":["trace[489263946] 'process raft request' (duration: 524.618835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.651966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.796382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:47:11.652022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:11.127105Z","time spent":"524.839ms","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80728,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:47:11.652056Z","caller":"traceutil/trace.go:172","msg":"trace[331917637] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:890; }","duration":"512.906574ms","start":"2026-03-31T20:47:11.139129Z","end":"2026-03-31T20:47:11.652036Z","steps":["trace[331917637] 'agreement among raft nodes before linearized reading' (duration: 512.73308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.652117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:11.139102Z","time spent":"513.003246ms","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-03-31T20:47:11.653560Z","caller":"traceutil/trace.go:172","msg":"trace[1820129949] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"189.329965ms","start":"2026-03-31T20:47:11.464214Z","end":"2026-03-31T20:47:11.653544Z","steps":["trace[1820129949] 'process raft request' (duration: 189.206612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.655370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.667427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:47:11.656387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.658008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:11.656556Z","caller":"traceutil/trace.go:172","msg":"trace[673480587] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:891; }","duration":"403.865081ms","start":"2026-03-31T20:47:11.251685Z","end":"2026-03-31T20:47:11.655550Z","steps":["trace[673480587] 'agreement among raft nodes before linearized reading' (duration: 403.641956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:11.656541Z","caller":"traceutil/trace.go:172","msg":"trace[2078585326] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:891; }","duration":"270.842152ms","start":"2026-03-31T20:47:11.385649Z","end":"2026-03-31T20:47:11.656491Z","steps":["trace[2078585326] 'agreement among raft nodes before linearized reading' (duration: 269.85813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:11.656643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:11.251654Z","time spent":"404.969175ms","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":26,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:11.655467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.770651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:11.657946Z","caller":"traceutil/trace.go:172","msg":"trace[32003734] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:891; }","duration":"264.245696ms","start":"2026-03-31T20:47:11.393671Z","end":"2026-03-31T20:47:11.657917Z","steps":["trace[32003734] 'agreement among raft nodes before linearized reading' (duration: 261.71629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.361055Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3622474397740477438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:47:18.473762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.970856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:18.473857Z","caller":"traceutil/trace.go:172","msg":"trace[1759365663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:953; }","duration":"419.091979ms","start":"2026-03-31T20:47:18.054746Z","end":"2026-03-31T20:47:18.473839Z","steps":["trace[1759365663] 'range keys from in-memory index tree' (duration: 418.891195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.474151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.476297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-31T20:47:18.477167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.30318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-31T20:47:18.477522Z","caller":"traceutil/trace.go:172","msg":"trace[2034616465] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fcvsq; range_end:; response_count:1; response_revision:960; }","duration":"616.670808ms","start":"2026-03-31T20:47:17.860837Z","end":"2026-03-31T20:47:18.477507Z","steps":["trace[2034616465] 'agreement among raft nodes before linearized reading' (duration: 616.204378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:18.477110Z","caller":"traceutil/trace.go:172","msg":"trace[196545336] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1126; }","duration":"615.933323ms","start":"2026-03-31T20:47:17.860853Z","end":"2026-03-31T20:47:18.476786Z","steps":["trace[196545336] 'read index received' (duration: 615.926043ms)","trace[196545336] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:18.477564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:17.860811Z","time spent":"616.74407ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18375,"request content":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:18.487015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.916635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:18.487099Z","caller":"traceutil/trace.go:172","msg":"trace[921605683] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:961; }","duration":"564.994476ms","start":"2026-03-31T20:47:17.922072Z","end":"2026-03-31T20:47:18.487067Z","steps":["trace[921605683] 'agreement among raft nodes before linearized reading' (duration: 564.849903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.487140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:17.922048Z","time spent":"565.082038ms","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:18.487352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"517.364512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:18.487380Z","caller":"traceutil/trace.go:172","msg":"trace[582069236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"517.387473ms","start":"2026-03-31T20:47:17.969981Z","end":"2026-03-31T20:47:18.487369Z","steps":["trace[582069236] 'agreement among raft nodes before linearized reading' (duration: 517.324631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.487381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.655729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T20:47:18.487412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:17.969963Z","time spent":"517.444034ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:47:18.487445Z","caller":"traceutil/trace.go:172","msg":"trace[463155336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:961; }","duration":"444.728051ms","start":"2026-03-31T20:47:18.042701Z","end":"2026-03-31T20:47:18.487429Z","steps":["trace[463155336] 'agreement among raft nodes before linearized reading' (duration: 444.546557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.487478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:18.042682Z","time spent":"444.789522ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:18.487937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.647424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:18.488074Z","caller":"traceutil/trace.go:172","msg":"trace[1219090095] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:961; }","duration":"220.762446ms","start":"2026-03-31T20:47:18.267253Z","end":"2026-03-31T20:47:18.488016Z","steps":["trace[1219090095] 'agreement among raft nodes before linearized reading' (duration: 219.789776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:19.317356Z","caller":"traceutil/trace.go:172","msg":"trace[1279956141] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1137; }","duration":"447.657432ms","start":"2026-03-31T20:47:18.869672Z","end":"2026-03-31T20:47:19.317329Z","steps":["trace[1279956141] 'read index received' (duration: 447.651942ms)","trace[1279956141] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:19.317597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.918198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-31T20:47:19.317627Z","caller":"traceutil/trace.go:172","msg":"trace[1653118612] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fcvsq; range_end:; response_count:1; response_revision:970; }","duration":"447.966049ms","start":"2026-03-31T20:47:18.869655Z","end":"2026-03-31T20:47:19.317621Z","steps":["trace[1653118612] 'agreement among raft nodes before linearized reading' (duration: 447.782485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:19.317658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:18.869631Z","time spent":"448.02019ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18547,"request content":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:19.317667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:18.870330Z","time spent":"447.333095ms","remote":"127.0.0.1:43022","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:47:19.320119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.787732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:19.320590Z","caller":"traceutil/trace.go:172","msg":"trace[556764453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"349.243372ms","start":"2026-03-31T20:47:18.971306Z","end":"2026-03-31T20:47:19.320549Z","steps":["trace[556764453] 'agreement among raft nodes before linearized reading' (duration: 348.742841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:19.320275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.365718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:47:19.320647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:18.971283Z","time spent":"349.352083ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:47:19.320665Z","caller":"traceutil/trace.go:172","msg":"trace[2132333853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"265.746975ms","start":"2026-03-31T20:47:19.054896Z","end":"2026-03-31T20:47:19.320643Z","steps":["trace[2132333853] 'agreement among raft nodes before linearized reading' (duration: 265.329457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:19.320442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.694697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:19.320833Z","caller":"traceutil/trace.go:172","msg":"trace[1915830382] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:970; }","duration":"320.180837ms","start":"2026-03-31T20:47:19.000596Z","end":"2026-03-31T20:47:19.320777Z","steps":["trace[1915830382] 'agreement among raft nodes before linearized reading' (duration: 319.653426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:19.320862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:19.000563Z","time spent":"320.289379ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":26,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"info","ts":"2026-03-31T20:47:19.549701Z","caller":"traceutil/trace.go:172","msg":"trace[1503655239] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"229.23388ms","start":"2026-03-31T20:47:19.320446Z","end":"2026-03-31T20:47:19.549680Z","steps":["trace[1503655239] 'process raft request' (duration: 229.073876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:19.593676Z","caller":"traceutil/trace.go:172","msg":"trace[2079565149] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"256.193875ms","start":"2026-03-31T20:47:19.337456Z","end":"2026-03-31T20:47:19.593650Z","steps":["trace[2079565149] 'process raft request' (duration: 256.129474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:19.698644Z","caller":"traceutil/trace.go:172","msg":"trace[1472066734] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"144.744437ms","start":"2026-03-31T20:47:19.553880Z","end":"2026-03-31T20:47:19.698624Z","steps":["trace[1472066734] 'process raft request' (duration: 144.684295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:19.717129Z","caller":"traceutil/trace.go:172","msg":"trace[378389963] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1144; }","duration":"117.004385ms","start":"2026-03-31T20:47:19.600105Z","end":"2026-03-31T20:47:19.717110Z","steps":["trace[378389963] 'read index received' (duration: 116.997694ms)","trace[378389963] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:19.717336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.212049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-31T20:47:19.717382Z","caller":"traceutil/trace.go:172","msg":"trace[252528918] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fcvsq; range_end:; response_count:1; response_revision:976; }","duration":"117.2727ms","start":"2026-03-31T20:47:19.600100Z","end":"2026-03-31T20:47:19.717372Z","steps":["trace[252528918] 'agreement among raft nodes before linearized reading' (duration: 117.085386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.376990Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3622474397740477452,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:47:20.396612Z","caller":"traceutil/trace.go:172","msg":"trace[167543001] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1147; }","duration":"520.428318ms","start":"2026-03-31T20:47:19.876148Z","end":"2026-03-31T20:47:20.396576Z","steps":["trace[167543001] 'read index received' (duration: 520.416548ms)","trace[167543001] 'applied index is now lower than readState.Index' (duration: 9.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:20.396991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"520.818966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-31T20:47:20.397017Z","caller":"traceutil/trace.go:172","msg":"trace[512816516] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"519.653862ms","start":"2026-03-31T20:47:19.877341Z","end":"2026-03-31T20:47:20.396995Z","steps":["trace[512816516] 'process raft request' (duration: 519.595091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:20.397101Z","caller":"traceutil/trace.go:172","msg":"trace[1551222760] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fcvsq; range_end:; response_count:1; response_revision:979; }","duration":"520.952749ms","start":"2026-03-31T20:47:19.876127Z","end":"2026-03-31T20:47:20.397080Z","steps":["trace[1551222760] 'agreement among raft nodes before linearized reading' (duration: 520.626282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.397179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:19.876099Z","time spent":"521.070032ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18645,"request content":"key:\"/registry/pods/kube-system/cilium-fcvsq\" limit:1 "} {"level":"warn","ts":"2026-03-31T20:47:20.397213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:19.877327Z","time spent":"519.812135ms","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:47:20.397617Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3622474397740477454,"received-request-id":3622474397740477452} {"level":"warn","ts":"2026-03-31T20:47:20.398491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.99781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:20.398890Z","caller":"traceutil/trace.go:172","msg":"trace[732826465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"419.409908ms","start":"2026-03-31T20:47:19.979461Z","end":"2026-03-31T20:47:20.398871Z","steps":["trace[732826465] 'agreement among raft nodes before linearized reading' (duration: 418.934618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.398532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.607231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:47:20.398957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T20:47:19.979443Z","time spent":"419.501531ms","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:47:20.398992Z","caller":"traceutil/trace.go:172","msg":"trace[1205073055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:981; }","duration":"169.04323ms","start":"2026-03-31T20:47:20.229912Z","end":"2026-03-31T20:47:20.398955Z","steps":["trace[1205073055] 'agreement among raft nodes before linearized reading' (duration: 168.497799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.398566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.096171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:20.399252Z","caller":"traceutil/trace.go:172","msg":"trace[1347669147] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:981; }","duration":"120.775445ms","start":"2026-03-31T20:47:20.278465Z","end":"2026-03-31T20:47:20.399241Z","steps":["trace[1347669147] 'agreement among raft nodes before linearized reading' (duration: 120.085651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.398762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.26383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:20.399492Z","caller":"traceutil/trace.go:172","msg":"trace[2075344647] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:981; }","duration":"237.001385ms","start":"2026-03-31T20:47:20.162480Z","end":"2026-03-31T20:47:20.399482Z","steps":["trace[2075344647] 'agreement among raft nodes before linearized reading' (duration: 236.227399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.398788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.962172ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:20.399563Z","caller":"traceutil/trace.go:172","msg":"trace[2055255030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:981; }","duration":"343.735988ms","start":"2026-03-31T20:47:20.055807Z","end":"2026-03-31T20:47:20.399543Z","steps":["trace[2055255030] 'agreement among raft nodes before linearized reading' (duration: 342.929322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:31.717131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:47:34.580067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:47:34.589033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:47:34.641215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T20:47:42.104148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.871639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:47:42.104254Z","caller":"traceutil/trace.go:172","msg":"trace[913297401] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1270; }","duration":"186.018191ms","start":"2026-03-31T20:47:41.918211Z","end":"2026-03-31T20:47:42.104229Z","steps":["trace[913297401] 'range keys from in-memory index tree' (duration: 183.926594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:42.104259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.342049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:42.104151Z","caller":"traceutil/trace.go:172","msg":"trace[888690379] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1501; }","duration":"133.197196ms","start":"2026-03-31T20:47:41.970920Z","end":"2026-03-31T20:47:42.104117Z","steps":["trace[888690379] 'read index received' (duration: 83.33606ms)","trace[888690379] 'applied index is now lower than readState.Index' (duration: 49.859706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:42.104299Z","caller":"traceutil/trace.go:172","msg":"trace[746025485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1271; }","duration":"133.39289ms","start":"2026-03-31T20:47:41.970897Z","end":"2026-03-31T20:47:42.104290Z","steps":["trace[746025485] 'agreement among raft nodes before linearized reading' (duration: 133.308389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:42.106878Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.234003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5zdlj\" limit:1 ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-03-31T20:47:42.106955Z","caller":"traceutil/trace.go:172","msg":"trace[611226185] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-5zdlj; range_end:; response_count:1; response_revision:1271; }","duration":"114.320995ms","start":"2026-03-31T20:47:41.992617Z","end":"2026-03-31T20:47:42.106938Z","steps":["trace[611226185] 'agreement among raft nodes before linearized reading' (duration: 114.091461ms)"],"step_count":1}