{"level":"warn","ts":"2026-03-30T16:49:50.305518Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T16:49:50.305658Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T16:49:50.305679Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.153:2380","--initial-cluster=controller-1=https://199.19.213.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.153:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T16:49:50.305785Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T16:49:50.306370Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:49:50.306396Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.153:2380"]} {"level":"info","ts":"2026-03-30T16:49:50.306466Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:49:50.307042Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.153:2379"]} {"level":"info","ts":"2026-03-30T16:49:50.307190Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.153:2380"],"listen-peer-urls":["https://199.19.213.153:2380"],"advertise-client-urls":["https://199.19.213.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T16:49:50.307860Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000dab38}"} {"level":"info","ts":"2026-03-30T16:49:50.310945Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T16:49:50.310983Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.200363ms"} {"level":"info","ts":"2026-03-30T16:49:50.311010Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T16:49:50.311038Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T16:49:50.311092Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T16:49:50.315039Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T16:49:50.315133Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"36b63984d68b7065","cluster-id":"7c251967b436417d"} {"level":"info","ts":"2026-03-30T16:49:50.315163Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T16:49:50.315222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T16:49:50.315261Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"36b63984d68b7065 became follower at term 0"} {"level":"info","ts":"2026-03-30T16:49:50.315276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 36b63984d68b7065 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T16:49:50.315305Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"36b63984d68b7065 became follower at term 1"} {"level":"info","ts":"2026-03-30T16:49:50.315343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741)"} {"level":"warn","ts":"2026-03-30T16:49:50.319480Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T16:49:50.323672Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T16:49:50.325693Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T16:49:50.326273Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"36b63984d68b7065","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T16:49:50.326388Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"36b63984d68b7065","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T16:49:50.326689Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:49:50.326616Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:49:50.326788Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741)"} {"level":"info","ts":"2026-03-30T16:49:50.326886Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","added-peer-id":"36b63984d68b7065","added-peer-peer-urls":["https://199.19.213.153:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:49:50.326810Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:49:50.326928Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:49:50.327032Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"36b63984d68b7065","initial-advertise-peer-urls":["https://199.19.213.153:2380"],"listen-peer-urls":["https://199.19.213.153:2380"],"advertise-client-urls":["https://199.19.213.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T16:49:50.327091Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T16:49:50.326897Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.153:2380"} {"level":"info","ts":"2026-03-30T16:49:50.327246Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.153:2380"} {"level":"info","ts":"2026-03-30T16:49:50.515443Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"36b63984d68b7065 is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T16:49:50.515512Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"36b63984d68b7065 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T16:49:50.515575Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"36b63984d68b7065 received MsgPreVoteResp from 36b63984d68b7065 at term 1"} {"level":"info","ts":"2026-03-30T16:49:50.515633Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"36b63984d68b7065 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:49:50.515660Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"36b63984d68b7065 became candidate at term 2"} {"level":"info","ts":"2026-03-30T16:49:50.516556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"36b63984d68b7065 received MsgVoteResp from 36b63984d68b7065 at term 2"} {"level":"info","ts":"2026-03-30T16:49:50.516582Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"36b63984d68b7065 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:49:50.516604Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"36b63984d68b7065 became leader at term 2"} {"level":"info","ts":"2026-03-30T16:49:50.516619Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 36b63984d68b7065 elected leader 36b63984d68b7065 at term 2"} {"level":"info","ts":"2026-03-30T16:49:50.517805Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"36b63984d68b7065","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.153:2379]}","cluster-id":"7c251967b436417d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T16:49:50.518033Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:49:50.518099Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:49:50.518192Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:49:50.519830Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:49:50.518773Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T16:49:50.520182Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:49:50.520277Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:49:50.520345Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T16:49:50.520444Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-03-30T16:49:50.520595Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-03-30T16:49:50.520731Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T16:49:50.524824Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T16:49:50.525198Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:49:50.531336Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.153:2379"} {"level":"info","ts":"2026-03-30T16:49:50.536474Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T16:49:50.751276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.753970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.771354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.779043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.791570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.818620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.828727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.837690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.846329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.854974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.865723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.873890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.882224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.893002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.902742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.913775Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.922808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.941449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.954304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.957927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:50.969555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.009664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.019836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.033548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.042173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.053630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.061557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.070867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.087813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.096988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.107235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.117000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.126340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.136161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.150735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.178182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.187173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.195037Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.205774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.215631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.225998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.235819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.247021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.255012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.263053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.272279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.283948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.319724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.330092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.349052Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.358448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.366092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.373617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.382964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.390719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.399250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.407916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.416088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.454029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.460289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:51.505032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35648","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:50:21.497747Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741) learners=(12741728365791397905)"} {"level":"info","ts":"2026-03-30T16:50:21.497894Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","added-peer-id":"b0d3b670ab83c811","added-peer-peer-urls":["https://199.19.213.229:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:50:21.497931Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.497961Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498047Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498078Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498094Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498091Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498115Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811","remote-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-03-30T16:50:21.498125Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:21.498148Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"36b63984d68b7065","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"b0d3b670ab83c811"} {"level":"warn","ts":"2026-03-30T16:50:21.517667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.229:38980","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:50:21.536152Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:50:22.040100Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:50:22.523434Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.229:2380/version","remote-member-id":"b0d3b670ab83c811","error":"Get \"https://199.19.213.229:2380/version\": dial tcp 199.19.213.229:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:50:22.523507Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b0d3b670ab83c811","error":"Get \"https://199.19.213.229:2380/version\": dial tcp 199.19.213.229:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T16:50:22.536143Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:50:23.040008Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:50:23.535800Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:50:24.036869Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-03-30T16:50:24.259605Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.263302Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"b0d3b670ab83c811","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:50:24.263437Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.269472Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"b0d3b670ab83c811","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:50:24.269628Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.275532Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"36b63984d68b7065","to":"b0d3b670ab83c811","bytes":819209,"size":"819 kB"} {"level":"info","ts":"2026-03-30T16:50:24.275647Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":498,"remote-peer-id":"b0d3b670ab83c811","bytes":819209,"size":"819 kB"} {"level":"info","ts":"2026-03-30T16:50:24.278384Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":811008,"size":"811 kB"} {"level":"info","ts":"2026-03-30T16:50:24.285114Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":498,"remote-peer-id":"b0d3b670ab83c811","bytes":819209,"size":"819 kB"} {"level":"info","ts":"2026-03-30T16:50:24.310134Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"b0d3b670ab83c811","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T16:50:24.310182Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.310193Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.310565Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.310615Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"b0d3b670ab83c811","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T16:50:24.310708Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.310735Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.315359Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.541488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741 12741728365791397905)"} {"level":"info","ts":"2026-03-30T16:50:24.541671Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","promoted-member-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:24.541715Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"36b63984d68b7065","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"b0d3b670ab83c811"} {"level":"info","ts":"2026-03-30T16:50:26.378817Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T16:50:47.855755Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T16:50:54.285471Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"36b63984d68b7065","to":"b0d3b670ab83c811","bytes":819209,"size":"819 kB","took":"30.009937797s"} {"level":"info","ts":"2026-03-30T16:51:01.676259Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741 12741728365791397905) learners=(12051874763908246711)"} {"level":"info","ts":"2026-03-30T16:51:01.676531Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","added-peer-id":"a740dc3e843eecb7","added-peer-peer-urls":["https://199.19.213.86:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:51:01.676606Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.676640Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.678708Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.678879Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.683793Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.683860Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-03-30T16:51:01.683880Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:01.684013Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"warn","ts":"2026-03-30T16:51:01.692536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39478","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:51:01.727366Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:51:02.214330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:51:02.227203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39526","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:51:02.238040Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:51:02.238195Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a740dc3e843eecb7","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-30T16:51:02.549983Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.86:2380/version","remote-member-id":"a740dc3e843eecb7","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T16:51:02.550081Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"a740dc3e843eecb7","error":"Get \"https://199.19.213.86:2380/version\": dial tcp 199.19.213.86:2380: connect: connection refused"} {"level":"error","ts":"2026-03-30T16:51:02.731153Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-03-30T16:51:03.227476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39548","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:51:03.228486Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:51:03.228588Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a740dc3e843eecb7","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-30T16:51:03.724405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39574","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-30T16:51:03.724916Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-30T16:51:04.226561Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:51:04.227008Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"a740dc3e843eecb7","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-30T16:51:04.619230Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.619302Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.619824Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.628415Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"36b63984d68b7065","to":"a740dc3e843eecb7","bytes":1041366,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T16:51:04.628545Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":661,"remote-peer-id":"a740dc3e843eecb7","bytes":1041366,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T16:51:04.629002Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"a740dc3e843eecb7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:51:04.629060Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.630709Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"a740dc3e843eecb7","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:51:04.630765Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.634061Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1032192,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T16:51:04.641012Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":661,"remote-peer-id":"a740dc3e843eecb7","bytes":1041366,"size":"1.0 MB"} {"level":"warn","ts":"2026-03-30T16:51:04.661556Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:51:04.661649Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7","error":"EOF"} {"level":"info","ts":"2026-03-30T16:51:04.676281Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"a740dc3e843eecb7","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T16:51:04.676339Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.676351Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.681932Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"36b63984d68b7065","to":"a740dc3e843eecb7","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T16:51:04.681999Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.682030Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.697613Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.708022Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"36b63984d68b7065","remote-peer-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.729848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"36b63984d68b7065 switched to configuration voters=(3942401766507376741 12051874763908246711 12741728365791397905)"} {"level":"info","ts":"2026-03-30T16:51:04.730096Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7c251967b436417d","local-member-id":"36b63984d68b7065","promoted-member-id":"a740dc3e843eecb7"} {"level":"info","ts":"2026-03-30T16:51:04.730149Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"36b63984d68b7065","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"a740dc3e843eecb7"} {"level":"warn","ts":"2026-03-30T16:51:06.784906Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:39680","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:51:18.614728Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-03-30T16:51:34.641115Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"36b63984d68b7065","to":"a740dc3e843eecb7","bytes":1041366,"size":"1.0 MB","took":"30.012695968s"} {"level":"warn","ts":"2026-03-30T16:51:54.461806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.028163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:54.461930Z","caller":"traceutil/trace.go:172","msg":"trace[994210733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:899; }","duration":"331.243645ms","start":"2026-03-30T16:51:54.130663Z","end":"2026-03-30T16:51:54.461906Z","steps":["trace[994210733] 'range keys from in-memory index tree' (duration: 331.003302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.462718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.877084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:51:54.462994Z","caller":"traceutil/trace.go:172","msg":"trace[884308047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:900; }","duration":"461.979195ms","start":"2026-03-30T16:51:54.000998Z","end":"2026-03-30T16:51:54.462977Z","steps":["trace[884308047] 'process raft request' (duration: 461.914774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.463236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:54.000962Z","time spent":"462.073496ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29605,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:54.545153Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"200.556372ms"} {"level":"warn","ts":"2026-03-30T16:51:54.545282Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"200.687863ms"} {"level":"info","ts":"2026-03-30T16:51:54.545994Z","caller":"traceutil/trace.go:172","msg":"trace[1565708818] transaction","detail":"{read_only:false; number_of_response:1; response_revision:900; }","duration":"528.946124ms","start":"2026-03-30T16:51:54.016905Z","end":"2026-03-30T16:51:54.545851Z","steps":["trace[1565708818] 'process raft request' (duration: 528.662281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.546299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:54.016874Z","time spent":"529.286188ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31171,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:51:54.547863Z","caller":"traceutil/trace.go:172","msg":"trace[550142075] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"507.11352ms","start":"2026-03-30T16:51:54.040722Z","end":"2026-03-30T16:51:54.547836Z","steps":["trace[550142075] 'process raft request' (duration: 505.033546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.547992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:54.040687Z","time spent":"507.244882ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:51:54.549082Z","caller":"traceutil/trace.go:172","msg":"trace[1760078930] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"439.365832ms","start":"2026-03-30T16:51:54.109689Z","end":"2026-03-30T16:51:54.549055Z","steps":["trace[1760078930] 'process raft request' (duration: 439.103959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.549389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:54.109657Z","time spent":"439.521443ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:51:54.552827Z","caller":"traceutil/trace.go:172","msg":"trace[1112487348] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1037; }","duration":"308.477569ms","start":"2026-03-30T16:51:54.244336Z","end":"2026-03-30T16:51:54.552813Z","steps":["trace[1112487348] 'read index received' (duration: 308.473079ms)","trace[1112487348] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:54.553008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.669651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:51:54.553032Z","caller":"traceutil/trace.go:172","msg":"trace[1736268123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:904; }","duration":"308.706031ms","start":"2026-03-30T16:51:54.244319Z","end":"2026-03-30T16:51:54.553025Z","steps":["trace[1736268123] 'agreement among raft nodes before linearized reading' (duration: 308.57104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:54.553088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:54.244295Z","time spent":"308.752222ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:54.553477Z","caller":"traceutil/trace.go:172","msg":"trace[1064722424] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"171.029178ms","start":"2026-03-30T16:51:54.382437Z","end":"2026-03-30T16:51:54.553467Z","steps":["trace[1064722424] 'process raft request' (duration: 170.915766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:00.521939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.563323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.608780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.626783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.646829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.668845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.821606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.846731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.875937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.891366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:00.996832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.032243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.820385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-30T16:52:01.032321Z","caller":"traceutil/trace.go:172","msg":"trace[1511189914] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:985; }","duration":"105.912758ms","start":"2026-03-30T16:52:00.926391Z","end":"2026-03-30T16:52:01.032304Z","steps":["trace[1511189914] 'range keys from in-memory index tree' (duration: 104.919783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.046996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.067784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.093805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.109106Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.149021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.161155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.183326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.200945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.308904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.400646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.428181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.443875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.468453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:01.600488Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.490431ms"} {"level":"warn","ts":"2026-03-30T16:52:01.600556Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.566624ms"} {"level":"info","ts":"2026-03-30T16:52:01.602176Z","caller":"traceutil/trace.go:172","msg":"trace[961483138] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1159; }","duration":"283.22063ms","start":"2026-03-30T16:52:01.318933Z","end":"2026-03-30T16:52:01.602153Z","steps":["trace[961483138] 'read index received' (duration: 283.214369ms)","trace[961483138] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:01.602330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.372126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.602371Z","caller":"traceutil/trace.go:172","msg":"trace[1031894217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:985; }","duration":"283.432938ms","start":"2026-03-30T16:52:01.318928Z","end":"2026-03-30T16:52:01.602361Z","steps":["trace[1031894217] 'agreement among raft nodes before linearized reading' (duration: 283.334264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.605407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.308542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:01.605412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.664828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.605464Z","caller":"traceutil/trace.go:172","msg":"trace[1604542745] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:986; }","duration":"128.71665ms","start":"2026-03-30T16:52:01.476737Z","end":"2026-03-30T16:52:01.605454Z","steps":["trace[1604542745] 'agreement among raft nodes before linearized reading' (duration: 128.642737ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:52:01.605462Z","caller":"traceutil/trace.go:172","msg":"trace[494916428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:986; }","duration":"146.392525ms","start":"2026-03-30T16:52:01.459056Z","end":"2026-03-30T16:52:01.605449Z","steps":["trace[494916428] 'agreement among raft nodes before linearized reading' (duration: 146.275001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.605637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.563796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:01.605699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.595609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:01.605719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.845509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.605725Z","caller":"traceutil/trace.go:172","msg":"trace[1690849302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:986; }","duration":"195.62383ms","start":"2026-03-30T16:52:01.410094Z","end":"2026-03-30T16:52:01.605718Z","steps":["trace[1690849302] 'agreement among raft nodes before linearized reading' (duration: 195.552278ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:52:01.605735Z","caller":"traceutil/trace.go:172","msg":"trace[762820911] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:986; }","duration":"246.67191ms","start":"2026-03-30T16:52:01.359041Z","end":"2026-03-30T16:52:01.605713Z","steps":["trace[762820911] 'agreement among raft nodes before linearized reading' (duration: 246.532505ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:52:01.605788Z","caller":"traceutil/trace.go:172","msg":"trace[1769528246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:986; }","duration":"163.879921ms","start":"2026-03-30T16:52:01.441865Z","end":"2026-03-30T16:52:01.605745Z","steps":["trace[1769528246] 'agreement among raft nodes before linearized reading' (duration: 163.832179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.605906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.90309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:01.605948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.093377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.605954Z","caller":"traceutil/trace.go:172","msg":"trace[1707668421] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"308.264663ms","start":"2026-03-30T16:52:01.297679Z","end":"2026-03-30T16:52:01.605944Z","steps":["trace[1707668421] 'process raft request' (duration: 304.355024ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:52:01.605960Z","caller":"traceutil/trace.go:172","msg":"trace[553311412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:986; }","duration":"286.960462ms","start":"2026-03-30T16:52:01.318989Z","end":"2026-03-30T16:52:01.605949Z","steps":["trace[553311412] 'agreement among raft nodes before linearized reading' (duration: 286.875019ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:52:01.605981Z","caller":"traceutil/trace.go:172","msg":"trace[118978102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:986; }","duration":"196.129248ms","start":"2026-03-30T16:52:01.409842Z","end":"2026-03-30T16:52:01.605972Z","steps":["trace[118978102] 'agreement among raft nodes before linearized reading' (duration: 196.074576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.606037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.297648Z","time spent":"308.333755ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:52:01.605665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.777657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.606117Z","caller":"traceutil/trace.go:172","msg":"trace[2024703926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:986; }","duration":"164.262413ms","start":"2026-03-30T16:52:01.441840Z","end":"2026-03-30T16:52:01.606102Z","steps":["trace[2024703926] 'agreement among raft nodes before linearized reading' (duration: 163.744475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.605681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.988669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.606263Z","caller":"traceutil/trace.go:172","msg":"trace[1231155203] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:986; }","duration":"129.57261ms","start":"2026-03-30T16:52:01.476679Z","end":"2026-03-30T16:52:01.606251Z","steps":["trace[1231155203] 'agreement among raft nodes before linearized reading' (duration: 128.971739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.605411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.272356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:01.606415Z","caller":"traceutil/trace.go:172","msg":"trace[2093281388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:986; }","duration":"152.299982ms","start":"2026-03-30T16:52:01.454101Z","end":"2026-03-30T16:52:01.606401Z","steps":["trace[2093281388] 'agreement among raft nodes before linearized reading' (duration: 151.240805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:01.971801Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"141.110721ms"} {"level":"warn","ts":"2026-03-30T16:52:01.971875Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"141.196004ms"} {"level":"warn","ts":"2026-03-30T16:52:02.145711Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8099052401602917295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:52:02.210938Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.13382ms"} {"level":"warn","ts":"2026-03-30T16:52:02.211021Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.14604ms"} {"level":"info","ts":"2026-03-30T16:52:02.211029Z","caller":"traceutil/trace.go:172","msg":"trace[1398703935] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1162; }","duration":"566.016909ms","start":"2026-03-30T16:52:01.644964Z","end":"2026-03-30T16:52:02.210981Z","steps":["trace[1398703935] 'read index received' (duration: 566.001788ms)","trace[1398703935] 'applied index is now lower than readState.Index' (duration: 13.031µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.212082Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8099052401602917297,"received-request-id":8099052401602917295} {"level":"warn","ts":"2026-03-30T16:52:02.661486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.795743ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.661589Z","caller":"traceutil/trace.go:172","msg":"trace[1655680844] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:988; }","duration":"530.917227ms","start":"2026-03-30T16:52:02.130654Z","end":"2026-03-30T16:52:02.661571Z","steps":["trace[1655680844] 'range keys from in-memory index tree' (duration: 530.736302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.661780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.016808513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.661820Z","caller":"traceutil/trace.go:172","msg":"trace[868771100] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets; range_end:; response_count:0; response_revision:988; }","duration":"1.016847065s","start":"2026-03-30T16:52:01.644960Z","end":"2026-03-30T16:52:02.661807Z","steps":["trace[868771100] 'agreement among raft nodes before linearized reading' (duration: 566.119752ms)","trace[868771100] 'range keys from in-memory index tree' (duration: 450.65169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.661851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.644942Z","time spent":"1.016899197s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.662211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.011772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:52:02.662339Z","caller":"traceutil/trace.go:172","msg":"trace[1940963726] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1162; }","duration":"451.217749ms","start":"2026-03-30T16:52:02.211104Z","end":"2026-03-30T16:52:02.662322Z","steps":["trace[1940963726] 'read index received' (duration: 1.130619ms)","trace[1940963726] 'applied index is now lower than readState.Index' (duration: 450.08597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.662438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.437849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:02.662439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"649.899604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.662470Z","caller":"traceutil/trace.go:172","msg":"trace[172083570] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:989; }","duration":"754.46808ms","start":"2026-03-30T16:52:01.907992Z","end":"2026-03-30T16:52:02.662460Z","steps":["trace[172083570] 'agreement among raft nodes before linearized reading' (duration: 754.419899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.662479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.68712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.662480Z","caller":"traceutil/trace.go:172","msg":"trace[1625701530] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"990.231896ms","start":"2026-03-30T16:52:01.672231Z","end":"2026-03-30T16:52:02.662462Z","steps":["trace[1625701530] 'process raft request' (duration: 538.899693ms)","trace[1625701530] 'compare' (duration: 450.873037ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:52:02.662495Z","caller":"traceutil/trace.go:172","msg":"trace[1963618049] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:989; }","duration":"649.959406ms","start":"2026-03-30T16:52:02.012519Z","end":"2026-03-30T16:52:02.662479Z","steps":["trace[1963618049] 'agreement among raft nodes before linearized reading' (duration: 649.857282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.662616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"773.767291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.662648Z","caller":"traceutil/trace.go:172","msg":"trace[2000541764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:989; }","duration":"773.797142ms","start":"2026-03-30T16:52:01.888841Z","end":"2026-03-30T16:52:02.662639Z","steps":["trace[2000541764] 'agreement among raft nodes before linearized reading' (duration: 773.749001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.662671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.888829Z","time spent":"773.835743ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:52:02.662503Z","caller":"traceutil/trace.go:172","msg":"trace[161639019] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:989; }","duration":"489.70894ms","start":"2026-03-30T16:52:02.172785Z","end":"2026-03-30T16:52:02.662494Z","steps":["trace[161639019] 'agreement among raft nodes before linearized reading' (duration: 489.672969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.662843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.172743Z","time spent":"490.059333ms","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.662901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"982.828404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.662936Z","caller":"traceutil/trace.go:172","msg":"trace[1742229513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:989; }","duration":"982.864306ms","start":"2026-03-30T16:52:01.680061Z","end":"2026-03-30T16:52:02.662925Z","steps":["trace[1742229513] 'agreement among raft nodes before linearized reading' (duration: 982.806174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.662965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.680049Z","time spent":"982.907798ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.663031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"914.939719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dgq29\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-30T16:52:02.663125Z","caller":"traceutil/trace.go:172","msg":"trace[1393480008] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dgq29; range_end:; response_count:1; response_revision:989; }","duration":"915.038653ms","start":"2026-03-30T16:52:01.748033Z","end":"2026-03-30T16:52:02.663072Z","steps":["trace[1393480008] 'agreement among raft nodes before linearized reading' (duration: 914.632958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.003004686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.663197Z","caller":"traceutil/trace.go:172","msg":"trace[1704998674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:989; }","duration":"1.003092879s","start":"2026-03-30T16:52:01.660088Z","end":"2026-03-30T16:52:02.663181Z","steps":["trace[1704998674] 'agreement among raft nodes before linearized reading' (duration: 1.002955445s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.748008Z","time spent":"915.145826ms","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-dgq29\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.663250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.660080Z","time spent":"1.003147651s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.663402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.114894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.663431Z","caller":"traceutil/trace.go:172","msg":"trace[1781914368] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies; range_end:; response_count:0; response_revision:989; }","duration":"582.147065ms","start":"2026-03-30T16:52:02.081275Z","end":"2026-03-30T16:52:02.663423Z","steps":["trace[1781914368] 'agreement among raft nodes before linearized reading' (duration: 582.095473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.081243Z","time spent":"582.205228ms","remote":"127.0.0.1:46622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.662436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"498.118436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:02.663526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"824.427707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.663558Z","caller":"traceutil/trace.go:172","msg":"trace[1239761582] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:989; }","duration":"824.460778ms","start":"2026-03-30T16:52:01.839087Z","end":"2026-03-30T16:52:02.663548Z","steps":["trace[1239761582] 'agreement among raft nodes before linearized reading' (duration: 824.403486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.839064Z","time spent":"824.51039ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.663258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.672212Z","time spent":"990.63048ms","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:52:02.663525Z","caller":"traceutil/trace.go:172","msg":"trace[1705539518] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:989; }","duration":"499.217904ms","start":"2026-03-30T16:52:02.164293Z","end":"2026-03-30T16:52:02.663511Z","steps":["trace[1705539518] 'agreement among raft nodes before linearized reading' (duration: 498.086675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.608873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.663775Z","caller":"traceutil/trace.go:172","msg":"trace[1231582176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:989; }","duration":"803.640514ms","start":"2026-03-30T16:52:01.860126Z","end":"2026-03-30T16:52:02.663766Z","steps":["trace[1231582176] 'agreement among raft nodes before linearized reading' (duration: 803.585992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.663799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.860111Z","time spent":"803.680806ms","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.664163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"603.674751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.664192Z","caller":"traceutil/trace.go:172","msg":"trace[1220860124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:989; }","duration":"603.706293ms","start":"2026-03-30T16:52:02.060477Z","end":"2026-03-30T16:52:02.664183Z","steps":["trace[1220860124] 'agreement among raft nodes before linearized reading' (duration: 603.651051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.664216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.060446Z","time spent":"603.762855ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.662505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:01.907970Z","time spent":"754.524481ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.665375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.012492Z","time spent":"652.857688ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.663751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.164260Z","time spent":"499.475614ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.679469Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.826229ms"} {"level":"warn","ts":"2026-03-30T16:52:02.679536Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.897952ms"} {"level":"info","ts":"2026-03-30T16:52:02.807305Z","caller":"traceutil/trace.go:172","msg":"trace[1148696056] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1164; }","duration":"144.911668ms","start":"2026-03-30T16:52:02.662371Z","end":"2026-03-30T16:52:02.807282Z","steps":["trace[1148696056] 'read index received' (duration: 144.901927ms)","trace[1148696056] 'applied index is now lower than readState.Index' (duration: 8.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.836786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.22744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:02.836820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.167878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.836871Z","caller":"traceutil/trace.go:172","msg":"trace[1392565322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"304.323503ms","start":"2026-03-30T16:52:02.532524Z","end":"2026-03-30T16:52:02.836848Z","steps":["trace[1392565322] 'agreement among raft nodes before linearized reading' (duration: 274.89215ms)","trace[1392565322] 'range keys from in-memory index tree' (duration: 29.310069ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:52:02.836886Z","caller":"traceutil/trace.go:172","msg":"trace[238510022] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:990; }","duration":"175.23326ms","start":"2026-03-30T16:52:02.661630Z","end":"2026-03-30T16:52:02.836864Z","steps":["trace[238510022] 'agreement among raft nodes before linearized reading' (duration: 145.760346ms)","trace[238510022] 'range keys from in-memory index tree' (duration: 29.388941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.836915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.926849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:02.836975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.844293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.836998Z","caller":"traceutil/trace.go:172","msg":"trace[576330544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:990; }","duration":"379.864445ms","start":"2026-03-30T16:52:02.457122Z","end":"2026-03-30T16:52:02.836987Z","steps":["trace[576330544] 'agreement among raft nodes before linearized reading' (duration: 350.310638ms)","trace[576330544] 'range keys from in-memory index tree' (duration: 29.523546ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:52:02.836989Z","caller":"traceutil/trace.go:172","msg":"trace[1008279129] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:990; }","duration":"357.001751ms","start":"2026-03-30T16:52:02.479970Z","end":"2026-03-30T16:52:02.836972Z","steps":["trace[1008279129] 'agreement among raft nodes before linearized reading' (duration: 327.454605ms)","trace[1008279129] 'range keys from in-memory index tree' (duration: 29.457763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.837017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.457060Z","time spent":"379.950778ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.837032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.479937Z","time spent":"357.081765ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.837088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.580142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:52:02.837142Z","caller":"traceutil/trace.go:172","msg":"trace[1708874848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:990; }","duration":"208.631334ms","start":"2026-03-30T16:52:02.628495Z","end":"2026-03-30T16:52:02.837127Z","steps":["trace[1708874848] 'agreement among raft nodes before linearized reading' (duration: 178.908231ms)","trace[1708874848] 'range keys from in-memory index tree' (duration: 29.554267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.837187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.409334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:52:02.836937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.532500Z","time spent":"304.424886ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:52:02.837529Z","caller":"traceutil/trace.go:172","msg":"trace[501297727] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"251.584201ms","start":"2026-03-30T16:52:02.585928Z","end":"2026-03-30T16:52:02.837512Z","steps":["trace[501297727] 'process raft request' (duration: 251.506178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.836946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.748075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:52:02.837716Z","caller":"traceutil/trace.go:172","msg":"trace[1289626141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:990; }","duration":"623.59873ms","start":"2026-03-30T16:52:02.213629Z","end":"2026-03-30T16:52:02.837228Z","steps":["trace[1289626141] 'agreement among raft nodes before linearized reading' (duration: 593.822435ms)","trace[1289626141] 'range keys from in-memory index tree' (duration: 29.567247ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:52:02.837745Z","caller":"traceutil/trace.go:172","msg":"trace[1945760889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:990; }","duration":"424.535803ms","start":"2026-03-30T16:52:02.413188Z","end":"2026-03-30T16:52:02.837724Z","steps":["trace[1945760889] 'agreement among raft nodes before linearized reading' (duration: 394.25552ms)","trace[1945760889] 'range keys from in-memory index tree' (duration: 29.480255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:52:02.837789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.213603Z","time spent":"624.165931ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:52:02.837797Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:52:02.413156Z","time spent":"424.624346ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:52:02.858383Z","caller":"traceutil/trace.go:172","msg":"trace[1864001259] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"173.809961ms","start":"2026-03-30T16:52:02.684557Z","end":"2026-03-30T16:52:02.858367Z","steps":["trace[1864001259] 'process raft request' (duration: 173.672087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:02.860093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.416203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-30T16:52:02.860260Z","caller":"traceutil/trace.go:172","msg":"trace[1701889824] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:995; }","duration":"190.60339ms","start":"2026-03-30T16:52:02.669635Z","end":"2026-03-30T16:52:02.860239Z","steps":["trace[1701889824] 'agreement among raft nodes before linearized reading' (duration: 190.222906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:52:13.393903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:13.408487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:13.493905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:13.532100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:13.558345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:13.696558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:32.886709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:32.900053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:32.914256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:32.934926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:52:32.948016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:53:04.550589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.392622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:53:04.550671Z","caller":"traceutil/trace.go:172","msg":"trace[779193592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1513; }","duration":"139.493685ms","start":"2026-03-30T16:53:04.411160Z","end":"2026-03-30T16:53:04.550654Z","steps":["trace[779193592] 'range keys from in-memory index tree' (duration: 138.289282ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:53:30.413236Z","caller":"traceutil/trace.go:172","msg":"trace[1620781965] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"142.74561ms","start":"2026-03-30T16:53:30.270457Z","end":"2026-03-30T16:53:30.413203Z","steps":["trace[1620781965] 'process raft request' (duration: 142.551415ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:53:33.582841Z","caller":"traceutil/trace.go:172","msg":"trace[863613421] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"126.367347ms","start":"2026-03-30T16:53:33.456445Z","end":"2026-03-30T16:53:33.582812Z","steps":["trace[863613421] 'process raft request' (duration: 98.509848ms)","trace[863613421] 'compare' (duration: 27.136692ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:53:41.679632Z","caller":"traceutil/trace.go:172","msg":"trace[594770022] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"100.558235ms","start":"2026-03-30T16:53:41.579044Z","end":"2026-03-30T16:53:41.679603Z","steps":["trace[594770022] 'process raft request' (duration: 38.143914ms)","trace[594770022] 'compare' (duration: 61.645372ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:53:47.234310Z","caller":"traceutil/trace.go:172","msg":"trace[1154453976] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"106.837807ms","start":"2026-03-30T16:53:47.127458Z","end":"2026-03-30T16:53:47.234296Z","steps":["trace[1154453976] 'process raft request' (duration: 106.728763ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:53:47.235038Z","caller":"traceutil/trace.go:172","msg":"trace[119923808] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1969; }","duration":"104.110142ms","start":"2026-03-30T16:53:47.130913Z","end":"2026-03-30T16:53:47.235023Z","steps":["trace[119923808] 'read index received' (duration: 104.104822ms)","trace[119923808] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:53:47.235125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.207905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:53:47.235163Z","caller":"traceutil/trace.go:172","msg":"trace[2017119079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1680; }","duration":"104.257706ms","start":"2026-03-30T16:53:47.130897Z","end":"2026-03-30T16:53:47.235155Z","steps":["trace[2017119079] 'agreement among raft nodes before linearized reading' (duration: 104.191095ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:53:50.738711Z","caller":"traceutil/trace.go:172","msg":"trace[2040965790] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"116.122877ms","start":"2026-03-30T16:53:50.622558Z","end":"2026-03-30T16:53:50.738681Z","steps":["trace[2040965790] 'process raft request' (duration: 115.875031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:53:51.031568Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"93.092015ms"} {"level":"warn","ts":"2026-03-30T16:53:51.031637Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"93.170567ms"} {"level":"info","ts":"2026-03-30T16:53:51.073950Z","caller":"traceutil/trace.go:172","msg":"trace[1390792872] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"328.395546ms","start":"2026-03-30T16:53:50.745526Z","end":"2026-03-30T16:53:51.073921Z","steps":["trace[1390792872] 'process raft request' (duration: 286.243427ms)","trace[1390792872] 'compare' (duration: 41.914373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:53:51.074197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:53:50.745503Z","time spent":"328.5834ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:53:51.929222Z","caller":"traceutil/trace.go:172","msg":"trace[2085058765] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"141.889201ms","start":"2026-03-30T16:53:51.787307Z","end":"2026-03-30T16:53:51.929197Z","steps":["trace[2085058765] 'process raft request' (duration: 141.724607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:53:55.473520Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"134.440196ms"} {"level":"info","ts":"2026-03-30T16:53:55.473855Z","caller":"traceutil/trace.go:172","msg":"trace[803545105] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"329.955193ms","start":"2026-03-30T16:53:55.143877Z","end":"2026-03-30T16:53:55.473832Z","steps":["trace[803545105] 'process raft request' (duration: 329.749058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:53:55.473715Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"134.6352ms"} {"level":"warn","ts":"2026-03-30T16:53:55.474013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:53:55.143849Z","time spent":"330.066765ms","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:53:55.901785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.938692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:53:55.901869Z","caller":"traceutil/trace.go:172","msg":"trace[95569956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"370.042704ms","start":"2026-03-30T16:53:55.531808Z","end":"2026-03-30T16:53:55.901850Z","steps":["trace[95569956] 'range keys from in-memory index tree' (duration: 369.276026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:53:55.901908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:53:55.531787Z","time spent":"370.112006ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:53:55.985300Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b0d3b670ab83c811","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.354637ms"} {"level":"warn","ts":"2026-03-30T16:53:55.985374Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a740dc3e843eecb7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"169.437739ms"} {"level":"info","ts":"2026-03-30T16:53:56.010138Z","caller":"traceutil/trace.go:172","msg":"trace[2029460733] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2004; }","duration":"215.443952ms","start":"2026-03-30T16:53:55.794667Z","end":"2026-03-30T16:53:56.010111Z","steps":["trace[2029460733] 'read index received' (duration: 215.434952ms)","trace[2029460733] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:53:56.054855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.822163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:53:56.054939Z","caller":"traceutil/trace.go:172","msg":"trace[738440918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"151.914625ms","start":"2026-03-30T16:53:55.903005Z","end":"2026-03-30T16:53:56.054920Z","steps":["trace[738440918] 'agreement among raft nodes before linearized reading' (duration: 107.953921ms)","trace[738440918] 'range keys from in-memory index tree' (duration: 43.837642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:53:56.055241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.547703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:53:56.055322Z","caller":"traceutil/trace.go:172","msg":"trace[1410718356] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1709; }","duration":"260.638375ms","start":"2026-03-30T16:53:55.794663Z","end":"2026-03-30T16:53:56.055301Z","steps":["trace[1410718356] 'agreement among raft nodes before linearized reading' (duration: 215.578375ms)","trace[1410718356] 'range keys from in-memory index tree' (duration: 44.940257ms)"],"step_count":2}