{"level":"warn","ts":"2026-06-18T12:14:09.232935Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-18T12:14:09.233162Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-18T12:14:09.233186Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.219:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.219:2380","--initial-cluster=controller-1=https://199.19.213.219:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.219:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.219:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-18T12:14:09.233265Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-18T12:14:09.233298Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:14:09.233332Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.219:2380"]} {"level":"info","ts":"2026-06-18T12:14:09.234025Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:14:09.234729Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"]} {"level":"info","ts":"2026-06-18T12:14:09.234907Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.219:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-18T12:14:09.236280Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000784d0}"} {"level":"info","ts":"2026-06-18T12:14:09.242007Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-18T12:14:09.242058Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.961859ms"} {"level":"info","ts":"2026-06-18T12:14:09.242084Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-18T12:14:09.242092Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-18T12:14:09.242129Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-18T12:14:09.246981Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-18T12:14:09.247104Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"7e142186203fa167","cluster-id":"e7586aea7e662ee6"} {"level":"info","ts":"2026-06-18T12:14:09.247148Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-18T12:14:09.247236Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=()"} {"level":"info","ts":"2026-06-18T12:14:09.247298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7e142186203fa167 became follower at term 0"} {"level":"info","ts":"2026-06-18T12:14:09.247320Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 7e142186203fa167 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-18T12:14:09.247339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7e142186203fa167 became follower at term 1"} {"level":"info","ts":"2026-06-18T12:14:09.247388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"warn","ts":"2026-06-18T12:14:09.254177Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-18T12:14:09.255623Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-18T12:14:09.258041Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-18T12:14:09.258681Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"7e142186203fa167","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-18T12:14:09.258883Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:14:09.259200Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"7e142186203fa167","initial-advertise-peer-urls":["https://199.19.213.219:2380"],"listen-peer-urls":["https://199.19.213.219:2380"],"advertise-client-urls":["https://199.19.213.219:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.219:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-18T12:14:09.259248Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-18T12:14:09.259283Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:14:09.260193Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:14:09.260187Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-06-18T12:14:09.260236Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.219:2380"} {"level":"info","ts":"2026-06-18T12:14:09.260480Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7e142186203fa167","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-18T12:14:09.260217Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:14:09.261452Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327)"} {"level":"info","ts":"2026-06-18T12:14:09.261825Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","added-peer-id":"7e142186203fa167","added-peer-peer-urls":["https://199.19.213.219:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-18T12:14:09.847653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"7e142186203fa167 is starting a new election at term 1"} {"level":"info","ts":"2026-06-18T12:14:09.847714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"7e142186203fa167 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-18T12:14:09.847834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"7e142186203fa167 received MsgPreVoteResp from 7e142186203fa167 at term 1"} {"level":"info","ts":"2026-06-18T12:14:09.847851Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"7e142186203fa167 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:14:09.847869Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"7e142186203fa167 became candidate at term 2"} {"level":"info","ts":"2026-06-18T12:14:09.848769Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"7e142186203fa167 received MsgVoteResp from 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-06-18T12:14:09.848829Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"7e142186203fa167 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:14:09.848852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"7e142186203fa167 became leader at term 2"} {"level":"info","ts":"2026-06-18T12:14:09.848861Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 7e142186203fa167 elected leader 7e142186203fa167 at term 2"} {"level":"info","ts":"2026-06-18T12:14:09.849764Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:14:09.850369Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"7e142186203fa167","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.219:2379]}","cluster-id":"e7586aea7e662ee6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-18T12:14:09.850349Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:14:09.850376Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:14:09.850560Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-18T12:14:09.851470Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-18T12:14:09.850855Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:14:09.851638Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:14:09.851719Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-06-18T12:14:09.851817Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-06-18T12:14:09.851999Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-06-18T12:14:09.852031Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:14:09.854819Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.219:2379"} {"level":"warn","ts":"2026-06-18T12:14:09.864632Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-18T12:14:09.864747Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:14:09.867215Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-18T12:14:10.076572Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.077080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.102622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.134023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.152223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.163975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.170558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.180057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.187702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.197619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.205786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.234596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.241348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.251699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.259417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.271959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.281725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.291872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.301871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.311359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.349660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.359590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.369689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.377545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.391354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.394051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.401300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.411365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.419339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.427887Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.446017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.455395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.473997Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.476881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.486153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.493428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.501110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.507530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.516903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.524882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.533785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.542744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.550959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.596339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.602241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.616630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.625097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.634098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.639023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.648806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.658826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.672001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.695945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.704895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.715774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.753464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.765100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.771897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:14:10.815542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35918","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:14:16.296450Z","caller":"traceutil/trace.go:172","msg":"trace[1886862469] transaction","detail":"{read_only:false; number_of_response:0; response_revision:332; }","duration":"187.532875ms","start":"2026-06-18T12:14:16.108893Z","end":"2026-06-18T12:14:16.296426Z","steps":["trace[1886862469] 'process raft request' (duration: 187.139352ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:16.296855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.171836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-18T12:14:16.296919Z","caller":"traceutil/trace.go:172","msg":"trace[2095482772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:332; }","duration":"278.252296ms","start":"2026-06-18T12:14:16.018657Z","end":"2026-06-18T12:14:16.296909Z","steps":["trace[2095482772] 'range keys from in-memory index tree' (duration: 277.642122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:33.300656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.335695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-18T12:14:33.300760Z","caller":"traceutil/trace.go:172","msg":"trace[1146969973] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:446; }","duration":"165.451816ms","start":"2026-06-18T12:14:33.135289Z","end":"2026-06-18T12:14:33.300741Z","steps":["trace[1146969973] 'range keys from in-memory index tree' (duration: 165.138373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:33.301578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.530182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:33.301635Z","caller":"traceutil/trace.go:172","msg":"trace[1199853774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:446; }","duration":"410.584962ms","start":"2026-06-18T12:14:32.891035Z","end":"2026-06-18T12:14:33.301620Z","steps":["trace[1199853774] 'range keys from in-memory index tree' (duration: 410.39515ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:33.301642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.636866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T12:14:33.301744Z","caller":"traceutil/trace.go:172","msg":"trace[1294085940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:446; }","duration":"609.744017ms","start":"2026-06-18T12:14:32.691977Z","end":"2026-06-18T12:14:33.301721Z","steps":["trace[1294085940] 'range keys from in-memory index tree' (duration: 609.459565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:33.301789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:14:32.691955Z","time spent":"609.823458ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:33.673566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.203479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:33.673643Z","caller":"traceutil/trace.go:172","msg":"trace[265639164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:446; }","duration":"100.29864ms","start":"2026-06-18T12:14:33.573331Z","end":"2026-06-18T12:14:33.673630Z","steps":["trace[265639164] 'agreement among raft nodes before linearized reading' (duration: 99.183061ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:33.673694Z","caller":"traceutil/trace.go:172","msg":"trace[1163719921] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"367.530329ms","start":"2026-06-18T12:14:33.306137Z","end":"2026-06-18T12:14:33.673667Z","steps":["trace[1163719921] 'process raft request' (duration: 366.447371ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:33.674445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:14:33.306110Z","time spent":"367.68912ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:14:33.674530Z","caller":"traceutil/trace.go:172","msg":"trace[1212280672] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"119.279358ms","start":"2026-06-18T12:14:33.555240Z","end":"2026-06-18T12:14:33.674520Z","steps":["trace[1212280672] 'process raft request' (duration: 118.612423ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:44.456988Z","caller":"traceutil/trace.go:172","msg":"trace[1875124708] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"517.148389ms","start":"2026-06-18T12:14:43.939819Z","end":"2026-06-18T12:14:44.456967Z","steps":["trace[1875124708] 'process raft request' (duration: 517.001348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:44.457125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:14:43.939800Z","time spent":"517.260221ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:14:44.457576Z","caller":"traceutil/trace.go:172","msg":"trace[148741753] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"392.677393ms","start":"2026-06-18T12:14:44.064877Z","end":"2026-06-18T12:14:44.457554Z","steps":["trace[148741753] 'process raft request' (duration: 392.636713ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:44.457747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:14:44.064816Z","time spent":"392.841176ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:14:44.457799Z","caller":"traceutil/trace.go:172","msg":"trace[658414900] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"510.850303ms","start":"2026-06-18T12:14:43.946934Z","end":"2026-06-18T12:14:44.457784Z","steps":["trace[658414900] 'process raft request' (duration: 510.44762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:44.457868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:14:43.946926Z","time spent":"510.911804ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:14:56.520564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(9084923208263508327) learners=(1360258169022718040)"} {"level":"info","ts":"2026-06-18T12:14:56.521424Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","added-peer-id":"12e09b99076c2058","added-peer-peer-urls":["https://199.19.213.25:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-18T12:14:56.521529Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.521615Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.525863Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.525959Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.525988Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.525984Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.526023Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058","remote-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-06-18T12:14:56.526061Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"7e142186203fa167","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:14:56.526036Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"error","ts":"2026-06-18T12:14:56.574330Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:14:57.080670Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:14:57.576307Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-18T12:14:57.860381Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.25:2380/version","remote-member-id":"12e09b99076c2058","error":"Get \"https://199.19.213.25:2380/version\": dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:14:57.860520Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"12e09b99076c2058","error":"Get \"https://199.19.213.25:2380/version\": dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"error","ts":"2026-06-18T12:14:58.077279Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:14:58.581060Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:14:59.082645Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:14:59.579140Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:00.079403Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:00.576991Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:01.076527Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-18T12:15:01.526439Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"12e09b99076c2058","rtt":"0s","error":"dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:15:01.526373Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"12e09b99076c2058","rtt":"0s","error":"dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"error","ts":"2026-06-18T12:15:01.580456Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-18T12:15:01.862119Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.25:2380/version","remote-member-id":"12e09b99076c2058","error":"Get \"https://199.19.213.25:2380/version\": dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:15:01.862189Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"12e09b99076c2058","error":"Get \"https://199.19.213.25:2380/version\": dial tcp 199.19.213.25:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:15:02.065770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.25:42914","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-18T12:15:02.078273Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-06-18T12:15:02.140427Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"12e09b99076c2058","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:15:02.140485Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.140532Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.141523Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.142801Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"12e09b99076c2058","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:15:02.142855Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.153786Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.158573Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"7e142186203fa167","to":"12e09b99076c2058","bytes":819203,"size":"819 kB"} {"level":"info","ts":"2026-06-18T12:15:02.158702Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":539,"remote-peer-id":"12e09b99076c2058","bytes":819203,"size":"819 kB"} {"level":"info","ts":"2026-06-18T12:15:02.170935Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":811008,"size":"811 kB"} {"level":"info","ts":"2026-06-18T12:15:02.180170Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":539,"remote-peer-id":"12e09b99076c2058","bytes":819203,"size":"819 kB"} {"level":"warn","ts":"2026-06-18T12:15:02.204385Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:15:02.204442Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058","error":"EOF"} {"level":"info","ts":"2026-06-18T12:15:02.216792Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"12e09b99076c2058","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-18T12:15:02.217049Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.217069Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.224788Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"12e09b99076c2058","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-18T12:15:02.224834Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.224846Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.234962Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.252194Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"12e09b99076c2058"} {"level":"warn","ts":"2026-06-18T12:15:02.567289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.25:42926","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:15:02.581488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(1360258169022718040 9084923208263508327)"} {"level":"info","ts":"2026-06-18T12:15:02.581687Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","promoted-member-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:02.581751Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"7e142186203fa167","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"12e09b99076c2058"} {"level":"info","ts":"2026-06-18T12:15:23.145943Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-18T12:15:32.180678Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"7e142186203fa167","to":"12e09b99076c2058","bytes":819203,"size":"819 kB","took":"30.022099332s"} {"level":"info","ts":"2026-06-18T12:15:55.754457Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(1360258169022718040 9084923208263508327) learners=(6997918616438227299)"} {"level":"info","ts":"2026-06-18T12:15:55.754783Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","added-peer-id":"611d99e7b3e4c163","added-peer-peer-urls":["https://199.19.213.12:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-18T12:15:55.754830Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.755177Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.758980Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.759645Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.760229Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.760262Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.760305Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:15:55.760397Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163","remote-peer-urls":["https://199.19.213.12:2380"]} {"level":"info","ts":"2026-06-18T12:15:55.760444Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"7e142186203fa167","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"611d99e7b3e4c163"} {"level":"error","ts":"2026-06-18T12:15:55.818537Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:15:55.818623Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"611d99e7b3e4c163","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-06-18T12:15:56.313262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.12:42140","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-18T12:15:56.314351Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:56.812335Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-18T12:15:57.313302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.12:42146","server-name":"","error":"EOF"} {"level":"error","ts":"2026-06-18T12:15:57.314458Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:15:57.314507Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"611d99e7b3e4c163","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-18T12:15:57.813290Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-06-18T12:15:57.897425Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.12:2380/version","remote-member-id":"611d99e7b3e4c163","error":"Get \"https://199.19.213.12:2380/version\": dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:15:57.897545Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"611d99e7b3e4c163","error":"Get \"https://199.19.213.12:2380/version\": dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"error","ts":"2026-06-18T12:15:58.311275Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:58.814615Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:15:58.814739Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"611d99e7b3e4c163","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-06-18T12:15:59.315157Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-06-18T12:15:59.877504Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:15:59.877662Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"611d99e7b3e4c163","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-06-18T12:16:00.227576Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.228091Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.228556Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.234116Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"7e142186203fa167","to":"611d99e7b3e4c163","bytes":1077798,"size":"1.1 MB"} {"level":"info","ts":"2026-06-18T12:16:00.234224Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":753,"remote-peer-id":"611d99e7b3e4c163","bytes":1077798,"size":"1.1 MB"} {"level":"info","ts":"2026-06-18T12:16:00.239443Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"611d99e7b3e4c163","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:16:00.239463Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.239537Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1069056,"size":"1.1 MB"} {"level":"info","ts":"2026-06-18T12:16:00.246840Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"611d99e7b3e4c163","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:16:00.246864Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.252994Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":753,"remote-peer-id":"611d99e7b3e4c163","bytes":1077798,"size":"1.1 MB"} {"level":"warn","ts":"2026-06-18T12:16:00.272544Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:00.272637Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163","error":"EOF"} {"level":"info","ts":"2026-06-18T12:16:00.287977Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.292657Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.294471Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"611d99e7b3e4c163","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-18T12:16:00.294496Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.294511Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.304781Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7e142186203fa167","to":"611d99e7b3e4c163","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-18T12:16:00.304823Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.304841Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7e142186203fa167","remote-peer-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.336938Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7e142186203fa167 switched to configuration voters=(1360258169022718040 6997918616438227299 9084923208263508327)"} {"level":"info","ts":"2026-06-18T12:16:00.337149Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"e7586aea7e662ee6","local-member-id":"7e142186203fa167","promoted-member-id":"611d99e7b3e4c163"} {"level":"info","ts":"2026-06-18T12:16:00.337201Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"7e142186203fa167","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"611d99e7b3e4c163"} {"level":"warn","ts":"2026-06-18T12:16:00.760715Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"611d99e7b3e4c163","rtt":"0s","error":"dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:16:00.760726Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"611d99e7b3e4c163","rtt":"0s","error":"dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:16:05.760891Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"611d99e7b3e4c163","rtt":"0s","error":"dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-18T12:16:05.760930Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"611d99e7b3e4c163","rtt":"0s","error":"dial tcp 199.19.213.12:2380: connect: connection refused"} {"level":"info","ts":"2026-06-18T12:16:09.997747Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-18T12:16:20.859459Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-06-18T12:16:30.253481Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"7e142186203fa167","to":"611d99e7b3e4c163","bytes":1077798,"size":"1.1 MB","took":"30.019357096s"} {"level":"warn","ts":"2026-06-18T12:16:40.056360Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.473461ms"} {"level":"warn","ts":"2026-06-18T12:16:40.056442Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.562672ms"} {"level":"info","ts":"2026-06-18T12:16:40.058081Z","caller":"traceutil/trace.go:172","msg":"trace[1091289101] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1008; }","duration":"178.34563ms","start":"2026-06-18T12:16:39.879711Z","end":"2026-06-18T12:16:40.058057Z","steps":["trace[1091289101] 'read index received' (duration: 178.335769ms)","trace[1091289101] 'applied index is now lower than readState.Index' (duration: 8.5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:40.058245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.517893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:40.058307Z","caller":"traceutil/trace.go:172","msg":"trace[1867645832] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:925; }","duration":"178.591894ms","start":"2026-06-18T12:16:39.879701Z","end":"2026-06-18T12:16:40.058293Z","steps":["trace[1867645832] 'agreement among raft nodes before linearized reading' (duration: 178.459232ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:40.058950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.557916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:40.059002Z","caller":"traceutil/trace.go:172","msg":"trace[863313157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:925; }","duration":"168.605817ms","start":"2026-06-18T12:16:39.890372Z","end":"2026-06-18T12:16:40.058978Z","steps":["trace[863313157] 'agreement among raft nodes before linearized reading' (duration: 168.541236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:40.461612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.50811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:40.461775Z","caller":"traceutil/trace.go:172","msg":"trace[468114002] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:925; }","duration":"309.652462ms","start":"2026-06-18T12:16:40.152061Z","end":"2026-06-18T12:16:40.461714Z","steps":["trace[468114002] 'range keys from in-memory index tree' (duration: 308.791669ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:40.461858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:40.152026Z","time spent":"309.812724ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:44.391398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:44.517705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"454.937471ms"} {"level":"warn","ts":"2026-06-18T12:16:44.517783Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"455.023192ms"} {"level":"warn","ts":"2026-06-18T12:16:44.892446Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:44.922839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"779.885877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.922913Z","caller":"traceutil/trace.go:172","msg":"trace[847258218] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1033; }","duration":"779.970958ms","start":"2026-06-18T12:16:44.142928Z","end":"2026-06-18T12:16:44.922899Z","steps":["trace[847258218] 'range keys from in-memory index tree' (duration: 779.836296ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.924183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.621355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-06-18T12:16:44.931392Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.583224ms"} {"level":"warn","ts":"2026-06-18T12:16:44.931451Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"213.649205ms"} {"level":"info","ts":"2026-06-18T12:16:44.931478Z","caller":"traceutil/trace.go:172","msg":"trace[190760505] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1169; }","duration":"1.040767482s","start":"2026-06-18T12:16:43.890693Z","end":"2026-06-18T12:16:44.931461Z","steps":["trace[190760505] 'read index received' (duration: 1.040761332s)","trace[190760505] 'applied index is now lower than readState.Index' (duration: 4.9µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:44.931609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.040907195s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.931628Z","caller":"traceutil/trace.go:172","msg":"trace[1546189444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1033; }","duration":"1.040934045s","start":"2026-06-18T12:16:43.890687Z","end":"2026-06-18T12:16:44.931621Z","steps":["trace[1546189444] 'agreement among raft nodes before linearized reading' (duration: 1.040857283s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:44.932751Z","caller":"traceutil/trace.go:172","msg":"trace[353436731] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1034; }","duration":"1.0398953s","start":"2026-06-18T12:16:43.892844Z","end":"2026-06-18T12:16:44.932739Z","steps":["trace[353436731] 'process raft request' (duration: 1.039590136s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.932874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.892824Z","time spent":"1.039969662s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80730,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:44.933826Z","caller":"traceutil/trace.go:172","msg":"trace[943650723] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"1.040877833s","start":"2026-06-18T12:16:43.892935Z","end":"2026-06-18T12:16:44.933813Z","steps":["trace[943650723] 'process raft request' (duration: 1.039573846s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.933895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.892910Z","time spent":"1.040956674s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:16:44.934131Z","caller":"traceutil/trace.go:172","msg":"trace[84437645] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"1.039190111s","start":"2026-06-18T12:16:43.894929Z","end":"2026-06-18T12:16:44.934119Z","steps":["trace[84437645] 'process raft request' (duration: 1.037711691s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.934194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.894918Z","time spent":"1.039244592s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:44.934261Z","caller":"traceutil/trace.go:172","msg":"trace[1831093206] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1036; }","duration":"1.009112696s","start":"2026-06-18T12:16:43.925129Z","end":"2026-06-18T12:16:44.934241Z","steps":["trace[1831093206] 'process raft request' (duration: 1.008941204s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.934361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.925075Z","time spent":"1.009241098s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:44.940513Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11630439224652294127,"received-request-id":11630439224652294110} {"level":"warn","ts":"2026-06-18T12:16:44.941581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.907053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.941631Z","caller":"traceutil/trace.go:172","msg":"trace[779853317] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1038; }","duration":"245.965163ms","start":"2026-06-18T12:16:44.695653Z","end":"2026-06-18T12:16:44.941618Z","steps":["trace[779853317] 'agreement among raft nodes before linearized reading' (duration: 245.884502ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.941620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.034883061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.941687Z","caller":"traceutil/trace.go:172","msg":"trace[477344487] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1038; }","duration":"1.034964342s","start":"2026-06-18T12:16:43.906706Z","end":"2026-06-18T12:16:44.941671Z","steps":["trace[477344487] 'agreement among raft nodes before linearized reading' (duration: 1.0348371s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.941735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:43.906693Z","time spent":"1.035031844s","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:44.941922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.586183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:44.941960Z","caller":"traceutil/trace.go:172","msg":"trace[830863627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"368.620524ms","start":"2026-06-18T12:16:44.573328Z","end":"2026-06-18T12:16:44.941948Z","steps":["trace[830863627] 'agreement among raft nodes before linearized reading' (duration: 368.568343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.941991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.573306Z","time spent":"368.679124ms","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:44.942098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"457.979887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T12:16:44.942137Z","caller":"traceutil/trace.go:172","msg":"trace[2059640967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1038; }","duration":"458.019497ms","start":"2026-06-18T12:16:44.484107Z","end":"2026-06-18T12:16:44.942127Z","steps":["trace[2059640967] 'agreement among raft nodes before linearized reading' (duration: 457.906426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:44.942169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.484086Z","time spent":"458.073378ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:45.477317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.652088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:16:45.477405Z","caller":"traceutil/trace.go:172","msg":"trace[1149476731] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"497.203568ms","start":"2026-06-18T12:16:44.980190Z","end":"2026-06-18T12:16:45.477393Z","steps":["trace[1149476731] 'process raft request' (duration: 195.420209ms)","trace[1149476731] 'compare' (duration: 301.553796ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:45.477444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.980146Z","time spent":"497.28116ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:45.479305Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.849552ms"} {"level":"warn","ts":"2026-06-18T12:16:45.479334Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"104.881652ms"} {"level":"info","ts":"2026-06-18T12:16:45.479391Z","caller":"traceutil/trace.go:172","msg":"trace[2127803264] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1191; }","duration":"353.086259ms","start":"2026-06-18T12:16:45.126284Z","end":"2026-06-18T12:16:45.479370Z","steps":["trace[2127803264] 'read index received' (duration: 353.080099ms)","trace[2127803264] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:45.479556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.268121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-18T12:16:45.479589Z","caller":"traceutil/trace.go:172","msg":"trace[945373001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1046; }","duration":"353.305082ms","start":"2026-06-18T12:16:45.126273Z","end":"2026-06-18T12:16:45.479578Z","steps":["trace[945373001] 'agreement among raft nodes before linearized reading' (duration: 353.16165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:45.479620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:45.126254Z","time spent":"353.357302ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:45.479848Z","caller":"traceutil/trace.go:172","msg":"trace[973384827] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"444.46764ms","start":"2026-06-18T12:16:45.035371Z","end":"2026-06-18T12:16:45.479838Z","steps":["trace[973384827] 'process raft request' (duration: 444.406129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:45.479893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:45.035343Z","time spent":"444.525811ms","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:16:45.479957Z","caller":"traceutil/trace.go:172","msg":"trace[1379490981] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"488.030833ms","start":"2026-06-18T12:16:44.991916Z","end":"2026-06-18T12:16:45.479947Z","steps":["trace[1379490981] 'process raft request' (duration: 487.578176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:45.480018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:44.991876Z","time spent":"488.117583ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:45.480121Z","caller":"traceutil/trace.go:172","msg":"trace[100058148] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"448.208923ms","start":"2026-06-18T12:16:45.031886Z","end":"2026-06-18T12:16:45.480095Z","steps":["trace[100058148] 'process raft request' (duration: 447.814717ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:45.480314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:45.031852Z","time spent":"448.431176ms","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:48.931549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:48.952045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.005817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.048861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.068363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.194254Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.276769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.296425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.319239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.340444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.361134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.451500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.482689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.503184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.545155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.647552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.766405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.789876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.812612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.825247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.841790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.852350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.868324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.878877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:49.892859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:51.942273Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.093209ms"} {"level":"warn","ts":"2026-06-18T12:16:51.942368Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"252.19824ms"} {"level":"warn","ts":"2026-06-18T12:16:52.030157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:52.164116Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.720718ms"} {"level":"warn","ts":"2026-06-18T12:16:52.164186Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"21.799079ms"} {"level":"info","ts":"2026-06-18T12:16:52.164254Z","caller":"traceutil/trace.go:172","msg":"trace[1580231910] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1337; }","duration":"634.980954ms","start":"2026-06-18T12:16:51.529239Z","end":"2026-06-18T12:16:52.164220Z","steps":["trace[1580231910] 'read index received' (duration: 634.968934ms)","trace[1580231910] 'applied index is now lower than readState.Index' (duration: 10.44µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:16:52.164614Z","caller":"traceutil/trace.go:172","msg":"trace[524472473] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"646.554455ms","start":"2026-06-18T12:16:51.518046Z","end":"2026-06-18T12:16:52.164601Z","steps":["trace[524472473] 'process raft request' (duration: 646.407823ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.164748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.518028Z","time spent":"646.636126ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:52.164924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.661134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-18T12:16:52.165031Z","caller":"traceutil/trace.go:172","msg":"trace[962534573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1143; }","duration":"635.774286ms","start":"2026-06-18T12:16:51.529228Z","end":"2026-06-18T12:16:52.165002Z","steps":["trace[962534573] 'agreement among raft nodes before linearized reading' (duration: 635.168367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.165094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.529214Z","time spent":"635.864897ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:52.165526Z","caller":"traceutil/trace.go:172","msg":"trace[1723343101] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"644.305545ms","start":"2026-06-18T12:16:51.521211Z","end":"2026-06-18T12:16:52.165517Z","steps":["trace[1723343101] 'process raft request' (duration: 643.376211ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.165583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.521201Z","time spent":"644.355525ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:52.166612Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11630439224652294344,"received-request-id":11630439224652294340} {"level":"info","ts":"2026-06-18T12:16:52.166615Z","caller":"traceutil/trace.go:172","msg":"trace[2030347399] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"538.187293ms","start":"2026-06-18T12:16:51.628409Z","end":"2026-06-18T12:16:52.166596Z","steps":["trace[2030347399] 'process raft request' (duration: 537.447033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.167405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.628384Z","time spent":"538.981204ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:52.168297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"596.184053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:52.168390Z","caller":"traceutil/trace.go:172","msg":"trace[81766058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"596.280655ms","start":"2026-06-18T12:16:51.572090Z","end":"2026-06-18T12:16:52.168371Z","steps":["trace[81766058] 'agreement among raft nodes before linearized reading' (duration: 596.141513ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.168435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.572078Z","time spent":"596.346455ms","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:52.168430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.597136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T12:16:52.168478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.146436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:52.168514Z","caller":"traceutil/trace.go:172","msg":"trace[382501253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1146; }","duration":"216.693277ms","start":"2026-06-18T12:16:51.951804Z","end":"2026-06-18T12:16:52.168497Z","steps":["trace[382501253] 'agreement among raft nodes before linearized reading' (duration: 216.496315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.168624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.194113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-18T12:16:52.168657Z","caller":"traceutil/trace.go:172","msg":"trace[489350313] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1146; }","duration":"548.214563ms","start":"2026-06-18T12:16:51.620424Z","end":"2026-06-18T12:16:52.168639Z","steps":["trace[489350313] 'agreement among raft nodes before linearized reading' (duration: 548.126042ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.168676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.620406Z","time spent":"548.264755ms","remote":"127.0.0.1:35050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:52.168988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.121642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:52.169013Z","caller":"traceutil/trace.go:172","msg":"trace[2010917520] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1147; }","duration":"141.147462ms","start":"2026-06-18T12:16:52.027858Z","end":"2026-06-18T12:16:52.169006Z","steps":["trace[2010917520] 'agreement among raft nodes before linearized reading' (duration: 141.091211ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.169264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.040364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-676tn\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-06-18T12:16:52.169298Z","caller":"traceutil/trace.go:172","msg":"trace[1379464906] range","detail":"{range_begin:/registry/pods/kube-system/cilium-676tn; range_end:; response_count:1; response_revision:1147; }","duration":"119.067734ms","start":"2026-06-18T12:16:52.050216Z","end":"2026-06-18T12:16:52.169284Z","steps":["trace[1379464906] 'agreement among raft nodes before linearized reading' (duration: 118.905442ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:52.168526Z","caller":"traceutil/trace.go:172","msg":"trace[1481272603] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1146; }","duration":"349.195737ms","start":"2026-06-18T12:16:51.819319Z","end":"2026-06-18T12:16:52.168514Z","steps":["trace[1481272603] 'agreement among raft nodes before linearized reading' (duration: 349.124886ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:52.169983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:51.819295Z","time spent":"350.678966ms","remote":"127.0.0.1:35016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:52.558926Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"92.871573ms"} {"level":"warn","ts":"2026-06-18T12:16:52.559039Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"92.986944ms"} {"level":"warn","ts":"2026-06-18T12:16:53.032087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"765.467619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-18T12:16:53.032256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.377086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:53.032312Z","caller":"traceutil/trace.go:172","msg":"trace[1124494803] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"857.745199ms","start":"2026-06-18T12:16:52.174551Z","end":"2026-06-18T12:16:53.032296Z","steps":["trace[1124494803] 'read index received' (duration: 384.409732ms)","trace[1124494803] 'applied index is now lower than readState.Index' (duration: 473.334467ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:16:53.032353Z","caller":"traceutil/trace.go:172","msg":"trace[72443288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1147; }","duration":"141.482617ms","start":"2026-06-18T12:16:52.890855Z","end":"2026-06-18T12:16:53.032337Z","steps":["trace[72443288] 'range keys from in-memory index tree' (duration: 141.306685ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.032460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"857.894881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:53.032654Z","caller":"traceutil/trace.go:172","msg":"trace[1157038368] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"853.909854ms","start":"2026-06-18T12:16:52.178733Z","end":"2026-06-18T12:16:53.032642Z","steps":["trace[1157038368] 'process raft request' (duration: 853.471649ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:53.032731Z","caller":"traceutil/trace.go:172","msg":"trace[262729695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1148; }","duration":"857.941471ms","start":"2026-06-18T12:16:52.174547Z","end":"2026-06-18T12:16:53.032489Z","steps":["trace[262729695] 'agreement among raft nodes before linearized reading' (duration: 857.86961ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:53.032763Z","caller":"traceutil/trace.go:172","msg":"trace[483602190] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"789.124729ms","start":"2026-06-18T12:16:52.243623Z","end":"2026-06-18T12:16:53.032748Z","steps":["trace[483602190] 'process raft request' (duration: 789.081958ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.032819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.174531Z","time spent":"858.273526ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:53.032877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.243601Z","time spent":"789.241781ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:16:53.032876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.178684Z","time spent":"854.086707ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:53.032960Z","caller":"traceutil/trace.go:172","msg":"trace[1065838649] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"841.008475ms","start":"2026-06-18T12:16:52.191905Z","end":"2026-06-18T12:16:53.032913Z","steps":["trace[1065838649] 'process raft request' (duration: 840.684601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.033086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.191885Z","time spent":"841.135937ms","remote":"127.0.0.1:35200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:53.190563Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"431.629063ms"} {"level":"warn","ts":"2026-06-18T12:16:53.190676Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"431.644234ms"} {"level":"warn","ts":"2026-06-18T12:16:53.696656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.861521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:16:53.697312Z","caller":"traceutil/trace.go:172","msg":"trace[165605864] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1346; }","duration":"664.928309ms","start":"2026-06-18T12:16:53.032362Z","end":"2026-06-18T12:16:53.697290Z","steps":["trace[165605864] 'read index received' (duration: 247.726588ms)","trace[165605864] 'applied index is now lower than readState.Index' (duration: 417.200631ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:53.697541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.521868847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-06-18T12:16:53.697557Z","caller":"traceutil/trace.go:172","msg":"trace[868168348] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1156; }","duration":"644.99862ms","start":"2026-06-18T12:16:53.052540Z","end":"2026-06-18T12:16:53.697539Z","steps":["trace[868168348] 'process raft request' (duration: 644.833778ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:53.697594Z","caller":"traceutil/trace.go:172","msg":"trace[1804562494] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1156; }","duration":"1.521926777s","start":"2026-06-18T12:16:52.175645Z","end":"2026-06-18T12:16:53.697572Z","steps":["trace[1804562494] 'agreement among raft nodes before linearized reading' (duration: 1.521759815s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:53.697651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.052504Z","time spent":"645.098282ms","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24271,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:53.697661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:52.175621Z","time spent":"1.522021618s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6557,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:53.833422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:16:53.899872Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"611d99e7b3e4c163","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"385.570647ms"} {"level":"warn","ts":"2026-06-18T12:16:53.899962Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"12e09b99076c2058","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"385.668468ms"} {"level":"info","ts":"2026-06-18T12:16:53.899936Z","caller":"traceutil/trace.go:172","msg":"trace[1351991767] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1357; }","duration":"202.542185ms","start":"2026-06-18T12:16:53.697368Z","end":"2026-06-18T12:16:53.899910Z","steps":["trace[1351991767] 'read index received' (duration: 202.530275ms)","trace[1351991767] 'applied index is now lower than readState.Index' (duration: 10.53µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:54.401206Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:54.902167Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:16:54.905312Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"7e142186203fa167 [logterm: 2, index: 1368, vote: 7e142186203fa167] ignored MsgPreVote from 611d99e7b3e4c163 [logterm: 2, index: 1365] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-06-18T12:16:54.908037Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"7e142186203fa167 [logterm: 2, index: 1368, vote: 7e142186203fa167] ignored MsgVote from 611d99e7b3e4c163 [logterm: 2, index: 1365] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-06-18T12:16:54.910377Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"7e142186203fa167 [term: 2] received a MsgApp message with higher term from 611d99e7b3e4c163 [term: 3]"} {"level":"info","ts":"2026-06-18T12:16:54.910433Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7e142186203fa167 became follower at term 3"} {"level":"info","ts":"2026-06-18T12:16:54.910453Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1366 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-06-18T12:16:54.910470Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1366"} {"level":"info","ts":"2026-06-18T12:16:54.910488Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 7e142186203fa167 changed leader from 7e142186203fa167 to 611d99e7b3e4c163 at term 3"} {"level":"warn","ts":"2026-06-18T12:16:55.402345Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:55.903399Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:16:56.267811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.220135611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.267891Z","caller":"traceutil/trace.go:172","msg":"trace[1685963628] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1159; }","duration":"3.220369874s","start":"2026-06-18T12:16:53.047503Z","end":"2026-06-18T12:16:56.267873Z","steps":["trace[1685963628] 'agreement among raft nodes before linearized reading' (duration: 852.465203ms)","trace[1685963628] 'range keys from in-memory index tree' (duration: 2.367640557s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.267937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.047468Z","time spent":"3.220456935s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.267978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.223504659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.268049Z","caller":"traceutil/trace.go:172","msg":"trace[922183544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"3.22358146s","start":"2026-06-18T12:16:53.044448Z","end":"2026-06-18T12:16:56.268030Z","steps":["trace[922183544] 'agreement among raft nodes before linearized reading' (duration: 855.531727ms)","trace[922183544] 'range keys from in-memory index tree' (duration: 2.367949241s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.268084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.044427Z","time spent":"3.22364944s","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:56.268145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.23574692s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.268170Z","caller":"traceutil/trace.go:172","msg":"trace[1849026544] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1159; }","duration":"3.23577104s","start":"2026-06-18T12:16:53.032389Z","end":"2026-06-18T12:16:56.268160Z","steps":["trace[1849026544] 'agreement among raft nodes before linearized reading' (duration: 867.693327ms)","trace[1849026544] 'range keys from in-memory index tree' (duration: 2.368048323s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.268253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.124497863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-18T12:16:56.268283Z","caller":"traceutil/trace.go:172","msg":"trace[1576501716] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:1159; }","duration":"3.124526903s","start":"2026-06-18T12:16:53.143745Z","end":"2026-06-18T12:16:56.268272Z","steps":["trace[1576501716] 'agreement among raft nodes before linearized reading' (duration: 756.208826ms)","trace[1576501716] 'range keys from in-memory index tree' (duration: 2.368227146s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.268312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.143722Z","time spent":"3.124583113s","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.219\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.268885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.125906781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.268920Z","caller":"traceutil/trace.go:172","msg":"trace[285728678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1159; }","duration":"2.125944132s","start":"2026-06-18T12:16:54.142966Z","end":"2026-06-18T12:16:56.268910Z","steps":["trace[285728678] 'range keys from in-memory index tree' (duration: 2.12586778s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.269525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.369329491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-18T12:16:56.269650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.181617783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T12:16:56.269806Z","caller":"traceutil/trace.go:172","msg":"trace[1405604288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1159; }","duration":"3.181710504s","start":"2026-06-18T12:16:53.088018Z","end":"2026-06-18T12:16:56.269728Z","steps":["trace[1405604288] 'agreement among raft nodes before linearized reading' (duration: 811.910696ms)","trace[1405604288] 'range keys from in-memory index tree' (duration: 2.367746449s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.269978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.087987Z","time spent":"3.181974038s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.334553Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.433282202s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:16:56.334730Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334766Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334773Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.334790Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"7e142186203fa167 [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-06-18T12:16:56.334939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.489601659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:16:56.335112Z","caller":"traceutil/trace.go:172","msg":"trace[1000219969] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; }","duration":"2.489797542s","start":"2026-06-18T12:16:53.845295Z","end":"2026-06-18T12:16:56.335092Z","steps":["trace[1000219969] 'agreement among raft nodes before linearized reading' (duration: 2.489599739s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.335132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.490228028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:16:56.335477Z","caller":"traceutil/trace.go:172","msg":"trace[1663756134] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"2.490596003s","start":"2026-06-18T12:16:53.844866Z","end":"2026-06-18T12:16:56.335462Z","steps":["trace[1663756134] 'agreement among raft nodes before linearized reading' (duration: 2.490223608s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:56.335757Z","caller":"traceutil/trace.go:172","msg":"trace[2020651139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1163; }","duration":"2.618088728s","start":"2026-06-18T12:16:53.717649Z","end":"2026-06-18T12:16:56.335738Z","steps":["trace[2020651139] 'process raft request' (duration: 2.617939736s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.335607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.844850Z","time spent":"2.490737575s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-06-18T12:16:56.335152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.512024872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:16:56.336073Z","caller":"traceutil/trace.go:172","msg":"trace[1027607666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.512966926s","start":"2026-06-18T12:16:53.823086Z","end":"2026-06-18T12:16:56.336053Z","steps":["trace[1027607666] 'agreement among raft nodes before linearized reading' (duration: 2.512023102s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:56.335974Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.336164Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"info","ts":"2026-06-18T12:16:56.336224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"7e142186203fa167 [term: 3] ignored a MsgAppResp message with lower term from 7e142186203fa167 [term: 2]"} {"level":"warn","ts":"2026-06-18T12:16:56.336122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.823063Z","time spent":"2.513047408s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.335299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.845268Z","time spent":"2.490013506s","remote":"127.0.0.1:42596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.336068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.717631Z","time spent":"2.618201639s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:56.336602Z","caller":"traceutil/trace.go:172","msg":"trace[262829209] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1163; }","duration":"2.534057752s","start":"2026-06-18T12:16:53.802523Z","end":"2026-06-18T12:16:56.336581Z","steps":["trace[262829209] 'process raft request' (duration: 2.53325007s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.338583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.802498Z","time spent":"2.536026989s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188522,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:16:56.340163Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-06-18T12:16:56.340784Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11630439224652294362,"received-request-id":11630439224652294355} {"level":"info","ts":"2026-06-18T12:16:56.507305Z","caller":"traceutil/trace.go:172","msg":"trace[1212996883] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1366; }","duration":"172.425535ms","start":"2026-06-18T12:16:56.334855Z","end":"2026-06-18T12:16:56.507280Z","steps":["trace[1212996883] 'read index received' (duration: 6.111696ms)","trace[1212996883] 'applied index is now lower than readState.Index' (duration: 166.313019ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:16:56.507401Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11630439224652294365,"received-request-id":11630439224652294362} {"level":"warn","ts":"2026-06-18T12:16:56.507452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.458105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T12:16:56.507514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.463415732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.507543Z","caller":"traceutil/trace.go:172","msg":"trace[1670780997] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1184; }","duration":"655.551876ms","start":"2026-06-18T12:16:55.851969Z","end":"2026-06-18T12:16:56.507521Z","steps":["trace[1670780997] 'agreement among raft nodes before linearized reading' (duration: 655.427225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.507589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:55.851951Z","time spent":"655.629058ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.507653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.469145442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-18T12:16:56.507686Z","caller":"traceutil/trace.go:172","msg":"trace[2035631716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1184; }","duration":"1.469179812s","start":"2026-06-18T12:16:55.038498Z","end":"2026-06-18T12:16:56.507678Z","steps":["trace[2035631716] 'agreement among raft nodes before linearized reading' (duration: 1.469067901s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.507718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:55.038478Z","time spent":"1.469231693s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:16:56.507549Z","caller":"traceutil/trace.go:172","msg":"trace[1544036264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"1.463464483s","start":"2026-06-18T12:16:55.044073Z","end":"2026-06-18T12:16:56.507537Z","steps":["trace[1544036264] 'agreement among raft nodes before linearized reading' (duration: 1.463389762s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.507952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:55.044059Z","time spent":"1.463857018s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:16:56.507987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.540718526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.508020Z","caller":"traceutil/trace.go:172","msg":"trace[1470835545] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1184; }","duration":"2.540752546s","start":"2026-06-18T12:16:53.967259Z","end":"2026-06-18T12:16:56.508011Z","steps":["trace[1470835545] 'agreement among raft nodes before linearized reading' (duration: 2.540698815s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.508047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:53.967239Z","time spent":"2.540801427s","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:16:56.508054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.004303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.508090Z","caller":"traceutil/trace.go:172","msg":"trace[856790372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1184; }","duration":"237.073155ms","start":"2026-06-18T12:16:56.271007Z","end":"2026-06-18T12:16:56.508080Z","steps":["trace[856790372] 'agreement among raft nodes before linearized reading' (duration: 237.023084ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.511271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.232511585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:124 size:10494"} {"level":"info","ts":"2026-06-18T12:16:56.511360Z","caller":"traceutil/trace.go:172","msg":"trace[557989326] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:124; response_revision:1184; }","duration":"2.232609547s","start":"2026-06-18T12:16:54.278730Z","end":"2026-06-18T12:16:56.511340Z","steps":["trace[557989326] 'agreement among raft nodes before linearized reading' (duration: 2.228838804s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.511414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:54.278705Z","time spent":"2.232692578s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":124,"response size":10517,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-06-18T12:16:56.525724Z","caller":"traceutil/trace.go:172","msg":"trace[1109130994] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"603.283773ms","start":"2026-06-18T12:16:55.922427Z","end":"2026-06-18T12:16:56.525711Z","steps":["trace[1109130994] 'process raft request' (duration: 602.880537ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:16:56.525740Z","caller":"traceutil/trace.go:172","msg":"trace[1930324206] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"248.360433ms","start":"2026-06-18T12:16:56.277356Z","end":"2026-06-18T12:16:56.525717Z","steps":["trace[1930324206] 'process raft request' (duration: 248.105759ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.525812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:55.922399Z","time spent":"603.367193ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:16:56.535897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.664766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.535959Z","caller":"traceutil/trace.go:172","msg":"trace[1941119079] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1188; }","duration":"169.728577ms","start":"2026-06-18T12:16:56.366214Z","end":"2026-06-18T12:16:56.535943Z","steps":["trace[1941119079] 'agreement among raft nodes before linearized reading' (duration: 169.647686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.536176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.66315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.536212Z","caller":"traceutil/trace.go:172","msg":"trace[1103562599] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1188; }","duration":"197.699611ms","start":"2026-06-18T12:16:56.338503Z","end":"2026-06-18T12:16:56.536202Z","steps":["trace[1103562599] 'agreement among raft nodes before linearized reading' (duration: 197.64444ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.536266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.060342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-18T12:16:56.536310Z","caller":"traceutil/trace.go:172","msg":"trace[963058051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1188; }","duration":"170.102983ms","start":"2026-06-18T12:16:56.366193Z","end":"2026-06-18T12:16:56.536296Z","steps":["trace[963058051] 'agreement among raft nodes before linearized reading' (duration: 169.971121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:56.536523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.358894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:16:56.536558Z","caller":"traceutil/trace.go:172","msg":"trace[1454143016] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1188; }","duration":"172.394164ms","start":"2026-06-18T12:16:56.364155Z","end":"2026-06-18T12:16:56.536549Z","steps":["trace[1454143016] 'agreement among raft nodes before linearized reading' (duration: 172.345564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:16:59.172781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:54.173889Z","time spent":"4.998883683s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-18T12:16:59.174218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:16:54.175212Z","time spent":"4.999002966s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/18 12:16:59 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-18T12:17:08.050285Z","caller":"traceutil/trace.go:172","msg":"trace[872623059] linearizableReadLoop","detail":"{readStateIndex:1558; appliedIndex:1558; }","duration":"159.085505ms","start":"2026-06-18T12:17:07.891176Z","end":"2026-06-18T12:17:08.050262Z","steps":["trace[872623059] 'read index received' (duration: 159.080155ms)","trace[872623059] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:08.050468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.302698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:08.050516Z","caller":"traceutil/trace.go:172","msg":"trace[163370172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1344; }","duration":"159.367379ms","start":"2026-06-18T12:17:07.891134Z","end":"2026-06-18T12:17:08.050502Z","steps":["trace[163370172] 'agreement among raft nodes before linearized reading' (duration: 159.270747ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:08.050537Z","caller":"traceutil/trace.go:172","msg":"trace[970628666] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"218.22648ms","start":"2026-06-18T12:17:07.832287Z","end":"2026-06-18T12:17:08.050513Z","steps":["trace[970628666] 'process raft request' (duration: 218.121038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:13.342058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.1185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.219\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-18T12:17:13.342148Z","caller":"traceutil/trace.go:172","msg":"trace[1026111175] range","detail":"{range_begin:/registry/masterleases/199.19.213.219; range_end:; response_count:1; response_revision:1398; }","duration":"197.224951ms","start":"2026-06-18T12:17:13.144903Z","end":"2026-06-18T12:17:13.342128Z","steps":["trace[1026111175] 'range keys from in-memory index tree' (duration: 194.547852ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:13.444349Z","caller":"traceutil/trace.go:172","msg":"trace[539176739] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"180.868816ms","start":"2026-06-18T12:17:13.263460Z","end":"2026-06-18T12:17:13.444329Z","steps":["trace[539176739] 'process raft request' (duration: 180.820325ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:13.444448Z","caller":"traceutil/trace.go:172","msg":"trace[1439287157] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"180.981007ms","start":"2026-06-18T12:17:13.263441Z","end":"2026-06-18T12:17:13.444422Z","steps":["trace[1439287157] 'process raft request' (duration: 180.663153ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:19.343131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.621128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-trqtm\" limit:1 ","response":"range_response_count:1 size:5972"} {"level":"info","ts":"2026-06-18T12:17:19.343299Z","caller":"traceutil/trace.go:172","msg":"trace[1787332969] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-86c8f9f5d8-trqtm; range_end:; response_count:1; response_revision:1458; }","duration":"157.808111ms","start":"2026-06-18T12:17:19.185465Z","end":"2026-06-18T12:17:19.343274Z","steps":["trace[1787332969] 'range keys from in-memory index tree' (duration: 155.331455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:19.673338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.946792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:17:19.673462Z","caller":"traceutil/trace.go:172","msg":"trace[892359217] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"246.931134ms","start":"2026-06-18T12:17:19.426520Z","end":"2026-06-18T12:17:19.673451Z","steps":["trace[892359217] 'process raft request' (duration: 55.79248ms)","trace[892359217] 'compare' (duration: 190.785209ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:17:19.673713Z","caller":"traceutil/trace.go:172","msg":"trace[2146576996] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"246.960095ms","start":"2026-06-18T12:17:19.426711Z","end":"2026-06-18T12:17:19.673671Z","steps":["trace[2146576996] 'process raft request' (duration: 246.704871ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:19.701610Z","caller":"traceutil/trace.go:172","msg":"trace[912218668] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"225.682125ms","start":"2026-06-18T12:17:19.475896Z","end":"2026-06-18T12:17:19.701578Z","steps":["trace[912218668] 'process raft request' (duration: 225.588754ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:19.701689Z","caller":"traceutil/trace.go:172","msg":"trace[1672431212] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"226.568458ms","start":"2026-06-18T12:17:19.475102Z","end":"2026-06-18T12:17:19.701670Z","steps":["trace[1672431212] 'process raft request' (duration: 226.118291ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:19.723634Z","caller":"traceutil/trace.go:172","msg":"trace[1033194795] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1688; }","duration":"151.380398ms","start":"2026-06-18T12:17:19.572233Z","end":"2026-06-18T12:17:19.723613Z","steps":["trace[1033194795] 'read index received' (duration: 151.374168ms)","trace[1033194795] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:19.723743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.500019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:19.723762Z","caller":"traceutil/trace.go:172","msg":"trace[1823119255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"151.53469ms","start":"2026-06-18T12:17:19.572220Z","end":"2026-06-18T12:17:19.723755Z","steps":["trace[1823119255] 'agreement among raft nodes before linearized reading' (duration: 151.467889ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:20.933115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:20.974157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:20.988730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.002131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.014886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.030154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.046780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.068140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.084086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:17:21.108065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39830","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:17:21.876154Z","caller":"traceutil/trace.go:172","msg":"trace[1868029857] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"166.703997ms","start":"2026-06-18T12:17:21.709426Z","end":"2026-06-18T12:17:21.876130Z","steps":["trace[1868029857] 'process raft request' (duration: 118.986762ms)","trace[1868029857] 'compare' (duration: 47.525512ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:17:22.066559Z","caller":"traceutil/trace.go:172","msg":"trace[253408508] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1700; }","duration":"176.298747ms","start":"2026-06-18T12:17:21.890237Z","end":"2026-06-18T12:17:22.066535Z","steps":["trace[253408508] 'read index received' (duration: 176.283927ms)","trace[253408508] 'applied index is now lower than readState.Index' (duration: 13.69µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.143439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.168266ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.143565Z","caller":"traceutil/trace.go:172","msg":"trace[1301811390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1474; }","duration":"253.306608ms","start":"2026-06-18T12:17:21.890232Z","end":"2026-06-18T12:17:22.143538Z","steps":["trace[1301811390] 'agreement among raft nodes before linearized reading' (duration: 176.394898ms)","trace[1301811390] 'range keys from in-memory index tree' (duration: 76.750978ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.143235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.996673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.143977Z","caller":"traceutil/trace.go:172","msg":"trace[162844916] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1474; }","duration":"156.758304ms","start":"2026-06-18T12:17:21.987174Z","end":"2026-06-18T12:17:22.143933Z","steps":["trace[162844916] 'agreement among raft nodes before linearized reading' (duration: 80.451163ms)","trace[162844916] 'range keys from in-memory index tree' (duration: 75.48157ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.144058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.826309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.144157Z","caller":"traceutil/trace.go:172","msg":"trace[1564359826] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1474; }","duration":"144.925131ms","start":"2026-06-18T12:17:21.999212Z","end":"2026-06-18T12:17:22.144137Z","steps":["trace[1564359826] 'agreement among raft nodes before linearized reading' (duration: 68.406456ms)","trace[1564359826] 'range keys from in-memory index tree' (duration: 76.330331ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.144824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.048658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.144858Z","caller":"traceutil/trace.go:172","msg":"trace[1859659881] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1474; }","duration":"133.323343ms","start":"2026-06-18T12:17:22.011525Z","end":"2026-06-18T12:17:22.144848Z","steps":["trace[1859659881] 'agreement among raft nodes before linearized reading' (duration: 56.087127ms)","trace[1859659881] 'range keys from in-memory index tree' (duration: 76.946831ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.144981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.374919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.145006Z","caller":"traceutil/trace.go:172","msg":"trace[1915486736] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1474; }","duration":"202.397549ms","start":"2026-06-18T12:17:21.942599Z","end":"2026-06-18T12:17:22.144996Z","steps":["trace[1915486736] 'agreement among raft nodes before linearized reading' (duration: 124.995811ms)","trace[1915486736] 'range keys from in-memory index tree' (duration: 77.364648ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:22.145833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.639994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:22.145864Z","caller":"traceutil/trace.go:172","msg":"trace[176023900] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1474; }","duration":"119.675784ms","start":"2026-06-18T12:17:22.026179Z","end":"2026-06-18T12:17:22.145855Z","steps":["trace[176023900] 'agreement among raft nodes before linearized reading' (duration: 41.430744ms)","trace[176023900] 'range keys from in-memory index tree' (duration: 78.18964ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:51.072917Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:17:51.573612Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11630439224652294978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:17:51.630541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.739408212s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:51.630684Z","caller":"traceutil/trace.go:172","msg":"trace[93082734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1592; }","duration":"1.739546254s","start":"2026-06-18T12:17:49.891099Z","end":"2026-06-18T12:17:51.630645Z","steps":["trace[93082734] 'range keys from in-memory index tree' (duration: 1.73931012s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.632674Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.761779687s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:17:51.633053Z","caller":"traceutil/trace.go:172","msg":"trace[109403983] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.763547584s","start":"2026-06-18T12:17:49.869497Z","end":"2026-06-18T12:17:51.633045Z","steps":["trace[109403983] 'process raft request' (duration: 1.763430552s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.633118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:49.869474Z","time spent":"1.763607805s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:17:51.736916Z","caller":"traceutil/trace.go:172","msg":"trace[519755632] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1838; }","duration":"1.164379252s","start":"2026-06-18T12:17:50.572493Z","end":"2026-06-18T12:17:51.736873Z","steps":["trace[519755632] 'read index received' (duration: 1.164368141s)","trace[519755632] 'applied index is now lower than readState.Index' (duration: 9.721µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:17:51.737252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.164723767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:51.737328Z","caller":"traceutil/trace.go:172","msg":"trace[1112509811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"1.164825888s","start":"2026-06-18T12:17:50.572488Z","end":"2026-06-18T12:17:51.737314Z","steps":["trace[1112509811] 'agreement among raft nodes before linearized reading' (duration: 1.164533794s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.737495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.572466Z","time spent":"1.165020621s","remote":"127.0.0.1:34902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T12:17:51.738407Z","caller":"traceutil/trace.go:172","msg":"trace[1984396209] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.734467111s","start":"2026-06-18T12:17:50.003916Z","end":"2026-06-18T12:17:51.738383Z","steps":["trace[1984396209] 'process raft request' (duration: 1.734354409s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.738521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.003898Z","time spent":"1.734567632s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:17:51.739350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011313693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T12:17:51.739388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.088951869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:51.739396Z","caller":"traceutil/trace.go:172","msg":"trace[1614656764] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1596; }","duration":"1.011362693s","start":"2026-06-18T12:17:50.728023Z","end":"2026-06-18T12:17:51.739386Z","steps":["trace[1614656764] 'agreement among raft nodes before linearized reading' (duration: 1.011288562s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:17:51.739423Z","caller":"traceutil/trace.go:172","msg":"trace[379817639] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1596; }","duration":"1.08898809s","start":"2026-06-18T12:17:50.650424Z","end":"2026-06-18T12:17:51.739412Z","steps":["trace[379817639] 'agreement among raft nodes before linearized reading' (duration: 1.088924039s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.739430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.728000Z","time spent":"1.011421605s","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.739445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.650407Z","time spent":"1.08903336s","remote":"127.0.0.1:35668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.739435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.563555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-18T12:17:51.739479Z","caller":"traceutil/trace.go:172","msg":"trace[505032788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1596; }","duration":"823.611186ms","start":"2026-06-18T12:17:50.915856Z","end":"2026-06-18T12:17:51.739467Z","steps":["trace[505032788] 'agreement among raft nodes before linearized reading' (duration: 823.464444ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.739481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.829626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:51.739556Z","caller":"traceutil/trace.go:172","msg":"trace[1654822710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1596; }","duration":"526.939848ms","start":"2026-06-18T12:17:51.212597Z","end":"2026-06-18T12:17:51.739537Z","steps":["trace[1654822710] 'agreement among raft nodes before linearized reading' (duration: 526.758695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.739583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.076002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-18T12:17:51.739618Z","caller":"traceutil/trace.go:172","msg":"trace[171040791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1596; }","duration":"800.109903ms","start":"2026-06-18T12:17:50.939499Z","end":"2026-06-18T12:17:51.739609Z","steps":["trace[171040791] 'agreement among raft nodes before linearized reading' (duration: 800.027572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.739612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:51.212579Z","time spent":"527.01523ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.739648Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.939476Z","time spent":"800.160713ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.739510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.915755Z","time spent":"823.746657ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.739765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"823.842208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-18T12:17:51.739917Z","caller":"traceutil/trace.go:172","msg":"trace[1754576257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1596; }","duration":"824.020212ms","start":"2026-06-18T12:17:50.915876Z","end":"2026-06-18T12:17:51.739896Z","steps":["trace[1754576257] 'agreement among raft nodes before linearized reading' (duration: 823.657387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:17:51.739979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-18T12:17:50.915839Z","time spent":"824.127003ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:17:51.740778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.022213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:17:51.740822Z","caller":"traceutil/trace.go:172","msg":"trace[1364894831] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1596; }","duration":"110.068254ms","start":"2026-06-18T12:17:51.630745Z","end":"2026-06-18T12:17:51.740814Z","steps":["trace[1364894831] 'agreement among raft nodes before linearized reading' (duration: 110.006263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:18:20.284040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.748475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:18:20.284188Z","caller":"traceutil/trace.go:172","msg":"trace[788537737] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"250.535486ms","start":"2026-06-18T12:18:20.033637Z","end":"2026-06-18T12:18:20.284172Z","steps":["trace[788537737] 'process raft request' (duration: 111.552657ms)","trace[788537737] 'compare' (duration: 138.549492ms)"],"step_count":2}