{"level":"warn","ts":"2026-07-24T17:14:29.072458Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-24T17:14:29.072608Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-24T17:14:29.072619Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=controller-1=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-24T17:14:29.072762Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-24T17:14:29.072784Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T17:14:29.072815Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-24T17:14:29.072848Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:14:29.073855Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-07-24T17:14:29.076234Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-24T17:14:29.077158Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000388150}"} {"level":"info","ts":"2026-07-24T17:14:29.082455Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-24T17:14:29.082682Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.618318ms"} {"level":"info","ts":"2026-07-24T17:14:29.082743Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-24T17:14:29.082774Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-24T17:14:29.082829Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-24T17:14:29.093734Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-24T17:14:29.093875Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-07-24T17:14:29.093928Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-24T17:14:29.094020Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T17:14:29.094079Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-07-24T17:14:29.094108Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T17:14:29.094138Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-07-24T17:14:29.094189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-07-24T17:14:29.111360Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T17:14:29.119828Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T17:14:29.124135Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T17:14:29.124899Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T17:14:29.125176Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T17:14:29.125382Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T17:14:29.125612Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T17:14:29.125608Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:14:29.125661Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:14:29.125670Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T17:14:29.125666Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T17:14:29.125839Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-24T17:14:29.125856Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-24T17:14:29.125948Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:14:29.126276Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-24T17:14:29.494722Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T17:14:29.494815Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T17:14:29.494911Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-07-24T17:14:29.494931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:14:29.494956Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-07-24T17:14:29.496385Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:14:29.496459Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"89ba38f964b95aa0 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-24T17:14:29.496500Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-07-24T17:14:29.496522Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-07-24T17:14:29.497541Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.74:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T17:14:29.497651Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:14:29.497700Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T17:14:29.497944Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:14:29.497957Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T17:14:29.498035Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T17:14:29.498820Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:14:29.498935Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:14:29.498985Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-24T17:14:29.499100Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-24T17:14:29.499151Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-07-24T17:14:29.499648Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-24T17:14:29.502886Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"warn","ts":"2026-07-24T17:14:29.503245Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-24T17:14:29.503315Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-24T17:14:29.510752Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-24T17:14:29.834145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.835240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.856105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.863662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.880881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.910131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.921617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.933102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.943326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.959995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.972097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:29.983765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.003867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.013531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.022401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.036251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.046145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.055266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.064457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.072108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.079002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.114154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.123240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.129454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.142885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.154939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.163129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.170430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.186945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.190893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.197345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.206087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.216795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.224261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.234627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.244295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.251959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.260345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.271105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.282429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.295100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.303951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.310553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.317553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.325932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.332965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.355078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.367878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.379958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.391820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.400499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.408589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.418350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.425569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.439612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.443848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.453370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.494809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.514618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:14:30.568399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37596","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:14:35.559471Z","caller":"traceutil/trace.go:172","msg":"trace[564282950] transaction","detail":"{read_only:false; number_of_response:0; response_revision:312; }","duration":"177.863508ms","start":"2026-07-24T17:14:35.381584Z","end":"2026-07-24T17:14:35.559448Z","steps":["trace[564282950] 'process raft request' (duration: 177.772167ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:35.567789Z","caller":"traceutil/trace.go:172","msg":"trace[2062974884] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"136.328733ms","start":"2026-07-24T17:14:35.431450Z","end":"2026-07-24T17:14:35.567778Z","steps":["trace[2062974884] 'process raft request' (duration: 136.079239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:35.567714Z","caller":"traceutil/trace.go:172","msg":"trace[520180930] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"173.036915ms","start":"2026-07-24T17:14:35.394656Z","end":"2026-07-24T17:14:35.567693Z","steps":["trace[520180930] 'process raft request' (duration: 172.645129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:36.071473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.904543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:14:36.071559Z","caller":"traceutil/trace.go:172","msg":"trace[1486594711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:316; }","duration":"492.009464ms","start":"2026-07-24T17:14:35.579532Z","end":"2026-07-24T17:14:36.071541Z","steps":["trace[1486594711] 'range keys from in-memory index tree' (duration: 487.091937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:36.071602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:35.579519Z","time spent":"492.066625ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:14:36.072474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.435553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:14:36.072938Z","caller":"traceutil/trace.go:172","msg":"trace[1092211747] transaction","detail":"{read_only:false; number_of_response:0; response_revision:319; }","duration":"304.898034ms","start":"2026-07-24T17:14:35.768009Z","end":"2026-07-24T17:14:36.072907Z","steps":["trace[1092211747] 'process raft request' (duration: 304.853303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:36.073043Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:35.767978Z","time spent":"305.030276ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:14:36.073260Z","caller":"traceutil/trace.go:172","msg":"trace[1960464870] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"496.253148ms","start":"2026-07-24T17:14:35.576983Z","end":"2026-07-24T17:14:36.073236Z","steps":["trace[1960464870] 'compare' (duration: 486.312236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:36.073414Z","caller":"traceutil/trace.go:172","msg":"trace[1638560221] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"491.492055ms","start":"2026-07-24T17:14:35.581910Z","end":"2026-07-24T17:14:36.073402Z","steps":["trace[1638560221] 'process raft request' (duration: 490.871096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:36.073501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:35.576972Z","time spent":"496.359899ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:14:36.073561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:35.581889Z","time spent":"491.551086ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:14:36.073272Z","caller":"traceutil/trace.go:172","msg":"trace[1189121741] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"492.531942ms","start":"2026-07-24T17:14:35.580706Z","end":"2026-07-24T17:14:36.073238Z","steps":["trace[1189121741] 'process raft request' (duration: 491.937503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:36.075445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:35.580696Z","time spent":"494.488931ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:14:41.373865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.688629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T17:14:41.373977Z","caller":"traceutil/trace.go:172","msg":"trace[731496363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"221.831881ms","start":"2026-07-24T17:14:41.152124Z","end":"2026-07-24T17:14:41.373956Z","steps":["trace[731496363] 'range keys from in-memory index tree' (duration: 220.522201ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:41.723015Z","caller":"traceutil/trace.go:172","msg":"trace[1676506438] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:425; }","duration":"325.514137ms","start":"2026-07-24T17:14:41.397462Z","end":"2026-07-24T17:14:41.722976Z","steps":["trace[1676506438] 'read index received' (duration: 325.498896ms)","trace[1676506438] 'applied index is now lower than readState.Index' (duration: 13.711µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:14:41.723214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.68362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:14:41.723364Z","caller":"traceutil/trace.go:172","msg":"trace[1301849762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:410; }","duration":"325.858732ms","start":"2026-07-24T17:14:41.397453Z","end":"2026-07-24T17:14:41.723312Z","steps":["trace[1301849762] 'agreement among raft nodes before linearized reading' (duration: 325.610029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:41.723504Z","caller":"traceutil/trace.go:172","msg":"trace[623425868] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"343.28594ms","start":"2026-07-24T17:14:41.380172Z","end":"2026-07-24T17:14:41.723458Z","steps":["trace[623425868] 'process raft request' (duration: 343.079728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:41.723726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:41.380136Z","time spent":"343.483265ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:14:41.807218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.392971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-m9tlw\" limit:1 ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-07-24T17:14:41.807731Z","caller":"traceutil/trace.go:172","msg":"trace[1754460615] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-m9tlw; range_end:; response_count:1; response_revision:411; }","duration":"409.93524ms","start":"2026-07-24T17:14:41.397781Z","end":"2026-07-24T17:14:41.807716Z","steps":["trace[1754460615] 'agreement among raft nodes before linearized reading' (duration: 409.230349ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:41.807898Z","caller":"traceutil/trace.go:172","msg":"trace[621976551] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"359.685224ms","start":"2026-07-24T17:14:41.448202Z","end":"2026-07-24T17:14:41.807887Z","steps":["trace[621976551] 'process raft request' (duration: 359.3966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:41.808092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:41.397763Z","time spent":"410.150323ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5062,"request content":"key:\"/registry/pods/kube-system/kube-proxy-m9tlw\" limit:1 "} {"level":"info","ts":"2026-07-24T17:14:41.807726Z","caller":"traceutil/trace.go:172","msg":"trace[105697869] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"427.336689ms","start":"2026-07-24T17:14:41.380366Z","end":"2026-07-24T17:14:41.807703Z","steps":["trace[105697869] 'process raft request' (duration: 427.063434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:41.808377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:41.380336Z","time spent":"427.926687ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:14:41.808440Z","caller":"traceutil/trace.go:172","msg":"trace[394257231] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"200.29868ms","start":"2026-07-24T17:14:41.608125Z","end":"2026-07-24T17:14:41.808423Z","steps":["trace[394257231] 'process raft request' (duration: 199.740122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:41.808484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:41.448177Z","time spent":"359.897447ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:14:42.737529Z","caller":"traceutil/trace.go:172","msg":"trace[369129234] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"203.477104ms","start":"2026-07-24T17:14:42.534026Z","end":"2026-07-24T17:14:42.737504Z","steps":["trace[369129234] 'process raft request' (duration: 203.292081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:43.164090Z","caller":"traceutil/trace.go:172","msg":"trace[818672632] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"171.574881ms","start":"2026-07-24T17:14:42.992398Z","end":"2026-07-24T17:14:43.163973Z","steps":["trace[818672632] 'process raft request' (duration: 165.787317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:43.553371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.13257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-07-24T17:14:43.553448Z","caller":"traceutil/trace.go:172","msg":"trace[1911210702] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:422; }","duration":"149.244871ms","start":"2026-07-24T17:14:43.404186Z","end":"2026-07-24T17:14:43.553431Z","steps":["trace[1911210702] 'range keys from in-memory index tree' (duration: 148.904337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:43.553440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.772705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2303"} {"level":"info","ts":"2026-07-24T17:14:43.553499Z","caller":"traceutil/trace.go:172","msg":"trace[760257218] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:422; }","duration":"148.834906ms","start":"2026-07-24T17:14:43.404648Z","end":"2026-07-24T17:14:43.553483Z","steps":["trace[760257218] 'range keys from in-memory index tree' (duration: 148.528032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:43.553333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.599446ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:14:43.553559Z","caller":"traceutil/trace.go:172","msg":"trace[1919849364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:422; }","duration":"155.863551ms","start":"2026-07-24T17:14:43.397675Z","end":"2026-07-24T17:14:43.553539Z","steps":["trace[1919849364] 'range keys from in-memory index tree' (duration: 155.467664ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:44.224293Z","caller":"traceutil/trace.go:172","msg":"trace[1230188153] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"103.904889ms","start":"2026-07-24T17:14:44.120038Z","end":"2026-07-24T17:14:44.223943Z","steps":["trace[1230188153] 'process raft request' (duration: 103.761237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:44.492973Z","caller":"traceutil/trace.go:172","msg":"trace[860573947] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"102.942955ms","start":"2026-07-24T17:14:44.390009Z","end":"2026-07-24T17:14:44.492952Z","steps":["trace[860573947] 'process raft request' (duration: 102.792783ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:47.437337Z","caller":"traceutil/trace.go:172","msg":"trace[1752631494] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:450; }","duration":"491.704915ms","start":"2026-07-24T17:14:46.945605Z","end":"2026-07-24T17:14:47.437310Z","steps":["trace[1752631494] 'read index received' (duration: 491.696125ms)","trace[1752631494] 'applied index is now lower than readState.Index' (duration: 7.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:14:47.437517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.896198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:14:47.437566Z","caller":"traceutil/trace.go:172","msg":"trace[734931374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"491.945979ms","start":"2026-07-24T17:14:46.945593Z","end":"2026-07-24T17:14:47.437538Z","steps":["trace[734931374] 'agreement among raft nodes before linearized reading' (duration: 491.857998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:47.437654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:46.945573Z","time spent":"492.06818ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:14:47.438071Z","caller":"traceutil/trace.go:172","msg":"trace[1991178777] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"683.887109ms","start":"2026-07-24T17:14:46.754154Z","end":"2026-07-24T17:14:47.438041Z","steps":["trace[1991178777] 'process raft request' (duration: 683.587175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:14:47.438191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:46.754130Z","time spent":"683.997351ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:14:53.505973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.706499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:14:53.506083Z","caller":"traceutil/trace.go:172","msg":"trace[2088634906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:446; }","duration":"106.842131ms","start":"2026-07-24T17:14:53.399223Z","end":"2026-07-24T17:14:53.506065Z","steps":["trace[2088634906] 'range keys from in-memory index tree' (duration: 106.642347ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:14:53.506070Z","caller":"traceutil/trace.go:172","msg":"trace[829895311] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"487.532859ms","start":"2026-07-24T17:14:53.018514Z","end":"2026-07-24T17:14:53.506047Z","steps":["trace[829895311] 'process raft request' (duration: 473.020735ms)","trace[829895311] 'compare' (duration: 14.393573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:14:53.506219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:14:53.018492Z","time spent":"487.63761ms","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:15:02.149229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:55838","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:02.607567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368) learners=(4386430256512397649)"} {"level":"info","ts":"2026-07-24T17:15:02.607838Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"3cdfbb13f7727151","added-peer-peer-urls":["https://199.204.45.162:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-24T17:15:02.607903Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.607947Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608170Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608205Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151","remote-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-07-24T17:15:02.608234Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608257Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608272Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608346Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:02.608313Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"warn","ts":"2026-07-24T17:15:02.648721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:55966","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-24T17:15:02.657887Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:03.159522Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-24T17:15:03.688052Z","caller":"traceutil/trace.go:172","msg":"trace[763008205] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"135.476469ms","start":"2026-07-24T17:15:03.552555Z","end":"2026-07-24T17:15:03.688031Z","steps":["trace[763008205] 'process raft request' (duration: 135.333157ms)"],"step_count":1} {"level":"error","ts":"2026-07-24T17:15:03.689748Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:04.160031Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:04.659417Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:05.158349Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-24T17:15:05.504581Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.162:2380/version","remote-member-id":"3cdfbb13f7727151","error":"Get \"https://199.204.45.162:2380/version\": dial tcp 199.204.45.162:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-24T17:15:05.504723Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"3cdfbb13f7727151","error":"Get \"https://199.204.45.162:2380/version\": dial tcp 199.204.45.162:2380: connect: connection refused"} {"level":"error","ts":"2026-07-24T17:15:05.655099Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-24T17:15:05.763636Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:05.763698Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.763763Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.765392Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:05.765505Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.817311Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","bytes":811013,"size":"811 kB"} {"level":"info","ts":"2026-07-24T17:15:05.817582Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":499,"remote-peer-id":"3cdfbb13f7727151","bytes":811013,"size":"811 kB"} {"level":"info","ts":"2026-07-24T17:15:05.822999Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.825176Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.830250Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":802816,"size":"803 kB"} {"level":"info","ts":"2026-07-24T17:15:05.839381Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":499,"remote-peer-id":"3cdfbb13f7727151","bytes":811013,"size":"811 kB"} {"level":"warn","ts":"2026-07-24T17:15:05.857960Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:05.858082Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:05.868803Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-24T17:15:05.868857Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.868869Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.871499Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-24T17:15:05.871551Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.871564Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.922094Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:05.927022Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:06.159670Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4386430256512397649 9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:15:06.159977Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","promoted-member-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:06.160068Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3cdfbb13f7727151"} {"level":"info","ts":"2026-07-24T17:15:07.884009Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-07-24T17:15:27.980319Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.491971ms"} {"level":"info","ts":"2026-07-24T17:15:27.983296Z","caller":"traceutil/trace.go:172","msg":"trace[675734622] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"190.148655ms","start":"2026-07-24T17:15:27.793127Z","end":"2026-07-24T17:15:27.983275Z","steps":["trace[675734622] 'process raft request' (duration: 190.027453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.184852Z","caller":"traceutil/trace.go:172","msg":"trace[914897464] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:577; }","duration":"176.519169ms","start":"2026-07-24T17:15:28.008303Z","end":"2026-07-24T17:15:28.184822Z","steps":["trace[914897464] 'read index received' (duration: 176.511178ms)","trace[914897464] 'applied index is now lower than readState.Index' (duration: 6.561µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:28.186086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.743274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:15:28.186454Z","caller":"traceutil/trace.go:172","msg":"trace[1960678314] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"196.75569ms","start":"2026-07-24T17:15:27.989679Z","end":"2026-07-24T17:15:28.186434Z","steps":["trace[1960678314] 'process raft request' (duration: 196.565498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:28.186365Z","caller":"traceutil/trace.go:172","msg":"trace[138249750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"178.045527ms","start":"2026-07-24T17:15:28.008298Z","end":"2026-07-24T17:15:28.186343Z","steps":["trace[138249750] 'agreement among raft nodes before linearized reading' (duration: 176.64862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:28.345612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.177092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:15:28.345940Z","caller":"traceutil/trace.go:172","msg":"trace[715076182] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"152.885434ms","start":"2026-07-24T17:15:28.193036Z","end":"2026-07-24T17:15:28.345922Z","steps":["trace[715076182] 'process raft request' (duration: 152.829123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:29.102561Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.572043ms"} {"level":"info","ts":"2026-07-24T17:15:29.103897Z","caller":"traceutil/trace.go:172","msg":"trace[242367986] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:589; }","duration":"158.44976ms","start":"2026-07-24T17:15:28.945421Z","end":"2026-07-24T17:15:29.103871Z","steps":["trace[242367986] 'read index received' (duration: 158.44317ms)","trace[242367986] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:29.104009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.580133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:29.104085Z","caller":"traceutil/trace.go:172","msg":"trace[1064384415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"158.669684ms","start":"2026-07-24T17:15:28.945399Z","end":"2026-07-24T17:15:29.104069Z","steps":["trace[1064384415] 'agreement among raft nodes before linearized reading' (duration: 158.551152ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:29.535076Z","caller":"traceutil/trace.go:172","msg":"trace[712542323] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"110.393311ms","start":"2026-07-24T17:15:29.424660Z","end":"2026-07-24T17:15:29.535054Z","steps":["trace[712542323] 'process raft request' (duration: 110.319089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:30.382047Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.698891ms"} {"level":"info","ts":"2026-07-24T17:15:30.396185Z","caller":"traceutil/trace.go:172","msg":"trace[870456192] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"203.836305ms","start":"2026-07-24T17:15:30.192316Z","end":"2026-07-24T17:15:30.396152Z","steps":["trace[870456192] 'process raft request' (duration: 190.085675ms)","trace[870456192] 'compare' (duration: 13.459796ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:15:32.472772Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-24T17:15:35.839686Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"89ba38f964b95aa0","to":"3cdfbb13f7727151","bytes":811013,"size":"811 kB","took":"30.022369934s"} {"level":"info","ts":"2026-07-24T17:15:44.784535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4386430256512397649 9924307372652190368) learners=(4330795427220024110)"} {"level":"info","ts":"2026-07-24T17:15:44.784719Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"3c1a137eda55eb2e","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-24T17:15:44.784757Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.784789Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.785129Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.785186Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-24T17:15:44.785608Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.785816Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.786206Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:44.786187Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"error","ts":"2026-07-24T17:15:44.836221Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:45.347653Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-24T17:15:45.348113Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3c1a137eda55eb2e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-24T17:15:45.535065Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.72:2380/version","remote-member-id":"3c1a137eda55eb2e","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-24T17:15:45.535169Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"3c1a137eda55eb2e","error":"Get \"https://199.204.45.72:2380/version\": dial tcp 199.204.45.72:2380: connect: connection refused"} {"level":"error","ts":"2026-07-24T17:15:45.839884Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-24T17:15:45.840029Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3c1a137eda55eb2e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-24T17:15:46.336830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:49698","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-24T17:15:46.337809Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-24T17:15:47.180846Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:47.905637Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:47.906046Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.672691ms"} {"level":"warn","ts":"2026-07-24T17:15:47.906123Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"110.752742ms"} {"level":"info","ts":"2026-07-24T17:15:47.906396Z","caller":"traceutil/trace.go:172","msg":"trace[427995560] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:654; }","duration":"1.226544431s","start":"2026-07-24T17:15:46.679827Z","end":"2026-07-24T17:15:47.906371Z","steps":["trace[427995560] 'read index received' (duration: 1.226536001s)","trace[427995560] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:47.906563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.226723433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.906592Z","caller":"traceutil/trace.go:172","msg":"trace[1024240521] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:613; }","duration":"1.226776904s","start":"2026-07-24T17:15:46.679808Z","end":"2026-07-24T17:15:47.906585Z","steps":["trace[1024240521] 'agreement among raft nodes before linearized reading' (duration: 1.226644882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.906637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:46.679776Z","time spent":"1.226855114s","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:47.907744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.293957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:15:47.907817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"787.38921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.907848Z","caller":"traceutil/trace.go:172","msg":"trace[1376673282] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:613; }","duration":"787.413381ms","start":"2026-07-24T17:15:47.120423Z","end":"2026-07-24T17:15:47.907837Z","steps":["trace[1376673282] 'agreement among raft nodes before linearized reading' (duration: 787.37403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.907878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:47.120416Z","time spent":"787.455941ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:47.907886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"510.286995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.907903Z","caller":"traceutil/trace.go:172","msg":"trace[1821821486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"510.303855ms","start":"2026-07-24T17:15:47.397594Z","end":"2026-07-24T17:15:47.907898Z","steps":["trace[1821821486] 'agreement among raft nodes before linearized reading' (duration: 510.277695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"962.909769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.908075Z","caller":"traceutil/trace.go:172","msg":"trace[1490447979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"962.925659ms","start":"2026-07-24T17:15:46.945145Z","end":"2026-07-24T17:15:47.908071Z","steps":["trace[1490447979] 'agreement among raft nodes before linearized reading' (duration: 962.897379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:46.945116Z","time spent":"962.972919ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:15:47.907816Z","caller":"traceutil/trace.go:172","msg":"trace[1988138626] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:613; }","duration":"554.383318ms","start":"2026-07-24T17:15:47.353422Z","end":"2026-07-24T17:15:47.907806Z","steps":["trace[1988138626] 'agreement among raft nodes before linearized reading' (duration: 554.267987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:47.353383Z","time spent":"554.755193ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:47.907750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.185829765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:15:47.908397Z","caller":"traceutil/trace.go:172","msg":"trace[558445856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"1.186499663s","start":"2026-07-24T17:15:46.721889Z","end":"2026-07-24T17:15:47.908388Z","steps":["trace[558445856] 'agreement among raft nodes before linearized reading' (duration: 1.185714184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:46.721863Z","time spent":"1.186550874s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:47.908245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"858.108251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:47.908583Z","caller":"traceutil/trace.go:172","msg":"trace[673701835] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:613; }","duration":"858.435995ms","start":"2026-07-24T17:15:47.050131Z","end":"2026-07-24T17:15:47.908567Z","steps":["trace[673701835] 'agreement among raft nodes before linearized reading' (duration: 858.095211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:47.908653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:47.050113Z","time spent":"858.530055ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:47.911016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:49704","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-24T17:15:47.911227Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:47.925740Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-24T17:15:47.925825Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3c1a137eda55eb2e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-24T17:15:48.848578Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:49.349172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:15:49.527617Z","caller":"traceutil/trace.go:172","msg":"trace[578319664] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.379660061s","start":"2026-07-24T17:15:48.147933Z","end":"2026-07-24T17:15:49.527593Z","steps":["trace[578319664] 'process raft request' (duration: 1.379117344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.527762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.147885Z","time spent":"1.379806663s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:15:49.786015Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"3c1a137eda55eb2e","rtt":"0s"} {"level":"warn","ts":"2026-07-24T17:15:49.787089Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"3c1a137eda55eb2e","rtt":"0s"} {"level":"warn","ts":"2026-07-24T17:15:49.850110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:15:49.918524Z","caller":"traceutil/trace.go:172","msg":"trace[1592744011] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:657; }","duration":"1.57073437s","start":"2026-07-24T17:15:48.347765Z","end":"2026-07-24T17:15:49.918500Z","steps":["trace[1592744011] 'read index received' (duration: 1.570728759s)","trace[1592744011] 'applied index is now lower than readState.Index' (duration: 3.981µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:49.918734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570943432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:49.918774Z","caller":"traceutil/trace.go:172","msg":"trace[1827515699] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:615; }","duration":"1.571015493s","start":"2026-07-24T17:15:48.347751Z","end":"2026-07-24T17:15:49.918767Z","steps":["trace[1827515699] 'agreement among raft nodes before linearized reading' (duration: 1.570880261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.918805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.347721Z","time spent":"1.571078273s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-07-24T17:15:49.918873Z","caller":"traceutil/trace.go:172","msg":"trace[275580721] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.446930859s","start":"2026-07-24T17:15:48.471907Z","end":"2026-07-24T17:15:49.918838Z","steps":["trace[275580721] 'process raft request' (duration: 1.446732827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.919031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.471869Z","time spent":"1.447078531s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:15:49.919472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.521703337s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:49.919500Z","caller":"traceutil/trace.go:172","msg":"trace[825653655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:616; }","duration":"1.521734258s","start":"2026-07-24T17:15:48.397760Z","end":"2026-07-24T17:15:49.919494Z","steps":["trace[825653655] 'agreement among raft nodes before linearized reading' (duration: 1.521685357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.919658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.783515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:15:49.919675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"974.262181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:49.919684Z","caller":"traceutil/trace.go:172","msg":"trace[1703493082] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:616; }","duration":"350.811586ms","start":"2026-07-24T17:15:49.568866Z","end":"2026-07-24T17:15:49.919678Z","steps":["trace[1703493082] 'agreement among raft nodes before linearized reading' (duration: 350.758845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:15:49.919692Z","caller":"traceutil/trace.go:172","msg":"trace[249771556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"974.278511ms","start":"2026-07-24T17:15:48.945408Z","end":"2026-07-24T17:15:49.919687Z","steps":["trace[249771556] 'agreement among raft nodes before linearized reading' (duration: 974.24618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.919709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.945373Z","time spent":"974.333901ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:15:49.919867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.341949504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:15:49.919887Z","caller":"traceutil/trace.go:172","msg":"trace[1667620642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"1.341974755s","start":"2026-07-24T17:15:48.577908Z","end":"2026-07-24T17:15:49.919883Z","steps":["trace[1667620642] 'agreement among raft nodes before linearized reading' (duration: 1.341886114s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.919902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.577888Z","time spent":"1.342007205s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:49.919953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.357796582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:49.919968Z","caller":"traceutil/trace.go:172","msg":"trace[1397121940] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:616; }","duration":"1.357812413s","start":"2026-07-24T17:15:48.562152Z","end":"2026-07-24T17:15:49.919964Z","steps":["trace[1397121940] 'agreement among raft nodes before linearized reading' (duration: 1.357781592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:49.919980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:48.562132Z","time spent":"1.357846133s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:49.919708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:49.568839Z","time spent":"350.861046ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:15:49.920374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.517618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:15:49.920391Z","caller":"traceutil/trace.go:172","msg":"trace[50017323] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:616; }","duration":"164.536168ms","start":"2026-07-24T17:15:49.755850Z","end":"2026-07-24T17:15:49.920386Z","steps":["trace[50017323] 'agreement among raft nodes before linearized reading' (duration: 164.505458ms)"],"step_count":1} {"level":"error","ts":"2026-07-24T17:15:49.922566Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-24T17:15:49.939115Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-24T17:15:49.939204Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"3c1a137eda55eb2e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-07-24T17:15:49.951284Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.951390Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.951603Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.957362Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-24T17:15:49.957411Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.960624Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","stream-type":"stream Message"} {"level":"info","ts":"2026-07-24T17:15:49.960703Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:49.963556Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","bytes":1041361,"size":"1.0 MB"} {"level":"info","ts":"2026-07-24T17:15:49.963737Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":661,"remote-peer-id":"3c1a137eda55eb2e","bytes":1041361,"size":"1.0 MB"} {"level":"info","ts":"2026-07-24T17:15:49.967031Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1032192,"size":"1.0 MB"} {"level":"info","ts":"2026-07-24T17:15:49.977901Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":661,"remote-peer-id":"3c1a137eda55eb2e","bytes":1041361,"size":"1.0 MB"} {"level":"warn","ts":"2026-07-24T17:15:49.991368Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:15:49.991562Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:50.005646Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.006379Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.014126Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-24T17:15:50.014152Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.014165Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.017582Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-24T17:15:50.017617Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.017633Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"89ba38f964b95aa0","remote-peer-id":"3c1a137eda55eb2e"} {"level":"warn","ts":"2026-07-24T17:15:50.336117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:49748","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:15:50.339093Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"89ba38f964b95aa0 switched to configuration voters=(4330795427220024110 4386430256512397649 9924307372652190368)"} {"level":"info","ts":"2026-07-24T17:15:50.339352Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","promoted-member-id":"3c1a137eda55eb2e"} {"level":"info","ts":"2026-07-24T17:15:50.339417Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"89ba38f964b95aa0","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3c1a137eda55eb2e"} {"level":"warn","ts":"2026-07-24T17:15:53.317147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:15:53.317288Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.858283ms"} {"level":"warn","ts":"2026-07-24T17:15:53.317306Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.882693ms"} {"level":"warn","ts":"2026-07-24T17:15:53.617397Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.098972ms"} {"level":"warn","ts":"2026-07-24T17:15:53.617500Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.194363ms"} {"level":"info","ts":"2026-07-24T17:15:53.617565Z","caller":"traceutil/trace.go:172","msg":"trace[1548533110] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:669; }","duration":"813.374487ms","start":"2026-07-24T17:15:52.804173Z","end":"2026-07-24T17:15:53.617547Z","steps":["trace[1548533110] 'read index received' (duration: 813.368187ms)","trace[1548533110] 'applied index is now lower than readState.Index' (duration: 4.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:15:53.617809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"813.610049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:15:53.617847Z","caller":"traceutil/trace.go:172","msg":"trace[1637814041] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:623; }","duration":"813.68707ms","start":"2026-07-24T17:15:52.804153Z","end":"2026-07-24T17:15:53.617840Z","steps":["trace[1637814041] 'agreement among raft nodes before linearized reading' (duration: 813.452077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:15:53.617877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:15:52.804119Z","time spent":"813.75234ms","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-24T17:15:56.075392Z","caller":"traceutil/trace.go:172","msg":"trace[1196996901] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"106.530825ms","start":"2026-07-24T17:15:55.968826Z","end":"2026-07-24T17:15:56.075356Z","steps":["trace[1196996901] 'process raft request' (duration: 26.182606ms)","trace[1196996901] 'compare' (duration: 80.158077ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:03.685336Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-07-24T17:16:10.340040Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.737166ms"} {"level":"warn","ts":"2026-07-24T17:16:10.340112Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.817956ms"} {"level":"info","ts":"2026-07-24T17:16:10.353878Z","caller":"traceutil/trace.go:172","msg":"trace[1643825922] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:744; }","duration":"173.827542ms","start":"2026-07-24T17:16:10.180029Z","end":"2026-07-24T17:16:10.353856Z","steps":["trace[1643825922] 'read index received' (duration: 161.404711ms)","trace[1643825922] 'applied index is now lower than readState.Index' (duration: 12.422021ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:10.353987Z","caller":"traceutil/trace.go:172","msg":"trace[944832781] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"291.535945ms","start":"2026-07-24T17:16:10.062416Z","end":"2026-07-24T17:16:10.353951Z","steps":["trace[944832781] 'process raft request' (duration: 277.796179ms)","trace[944832781] 'compare' (duration: 13.516643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:10.354118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.064795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:16:10.354158Z","caller":"traceutil/trace.go:172","msg":"trace[1615657848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"174.130666ms","start":"2026-07-24T17:16:10.180016Z","end":"2026-07-24T17:16:10.354147Z","steps":["trace[1615657848] 'agreement among raft nodes before linearized reading' (duration: 173.928023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.035449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.979907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:16.036141Z","caller":"traceutil/trace.go:172","msg":"trace[1174018730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"536.687795ms","start":"2026-07-24T17:16:15.499431Z","end":"2026-07-24T17:16:16.036119Z","steps":["trace[1174018730] 'range keys from in-memory index tree' (duration: 535.347639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.036240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:15.499405Z","time spent":"536.821776ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T17:16:16.037307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.931136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T17:16:16.102496Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.038862ms"} {"level":"warn","ts":"2026-07-24T17:16:16.102590Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.144313ms"} {"level":"info","ts":"2026-07-24T17:16:16.110257Z","caller":"traceutil/trace.go:172","msg":"trace[1385828635] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:769; }","duration":"164.714833ms","start":"2026-07-24T17:16:15.945523Z","end":"2026-07-24T17:16:16.110237Z","steps":["trace[1385828635] 'read index received' (duration: 164.708073ms)","trace[1385828635] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.110414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.878405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:16.110460Z","caller":"traceutil/trace.go:172","msg":"trace[1472342893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"164.942805ms","start":"2026-07-24T17:16:15.945508Z","end":"2026-07-24T17:16:16.110451Z","steps":["trace[1472342893] 'agreement among raft nodes before linearized reading' (duration: 164.832324ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:16.110825Z","caller":"traceutil/trace.go:172","msg":"trace[1019713957] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"324.060366ms","start":"2026-07-24T17:16:15.786738Z","end":"2026-07-24T17:16:16.110798Z","steps":["trace[1019713957] 'process raft request' (duration: 323.654662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.111053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:15.786702Z","time spent":"324.211188ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:16.685171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.165593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:16:16.685716Z","caller":"traceutil/trace.go:172","msg":"trace[675472391] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"300.241914ms","start":"2026-07-24T17:16:16.385448Z","end":"2026-07-24T17:16:16.685690Z","steps":["trace[675472391] 'read index received' (duration: 7.18112ms)","trace[675472391] 'applied index is now lower than readState.Index' (duration: 293.058394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.686007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.544278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:16:16.686049Z","caller":"traceutil/trace.go:172","msg":"trace[2080167896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"300.606768ms","start":"2026-07-24T17:16:16.385432Z","end":"2026-07-24T17:16:16.686039Z","steps":["trace[2080167896] 'agreement among raft nodes before linearized reading' (duration: 300.378226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.686090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:16.385364Z","time spent":"300.716239ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:16.899571Z","caller":"traceutil/trace.go:172","msg":"trace[717854739] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:781; }","duration":"213.767885ms","start":"2026-07-24T17:16:16.685769Z","end":"2026-07-24T17:16:16.899537Z","steps":["trace[717854739] 'read index received' (duration: 213.759075ms)","trace[717854739] 'applied index is now lower than readState.Index' (duration: 8.04µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:16.902451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.143875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:16:16.902533Z","caller":"traceutil/trace.go:172","msg":"trace[2091859212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"509.322187ms","start":"2026-07-24T17:16:16.393191Z","end":"2026-07-24T17:16:16.902514Z","steps":["trace[2091859212] 'agreement among raft nodes before linearized reading' (duration: 506.471755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.902580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:16.393167Z","time spent":"509.401247ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:16.902635Z","caller":"traceutil/trace.go:172","msg":"trace[1963755443] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"211.469341ms","start":"2026-07-24T17:16:16.691133Z","end":"2026-07-24T17:16:16.902602Z","steps":["trace[1963755443] 'process raft request' (duration: 208.379825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:16.902487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.302231ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:16.903048Z","caller":"traceutil/trace.go:172","msg":"trace[1470317557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:720; }","duration":"505.895059ms","start":"2026-07-24T17:16:16.397132Z","end":"2026-07-24T17:16:16.903027Z","steps":["trace[1470317557] 'agreement among raft nodes before linearized reading' (duration: 502.47729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:17.062474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.675498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:17.062522Z","caller":"traceutil/trace.go:172","msg":"trace[971258087] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"143.29025ms","start":"2026-07-24T17:16:16.919205Z","end":"2026-07-24T17:16:17.062496Z","steps":["trace[971258087] 'process raft request' (duration: 98.182191ms)","trace[971258087] 'compare' (duration: 44.968127ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:17.062560Z","caller":"traceutil/trace.go:172","msg":"trace[121000768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"116.774399ms","start":"2026-07-24T17:16:16.945770Z","end":"2026-07-24T17:16:17.062544Z","steps":["trace[121000768] 'agreement among raft nodes before linearized reading' (duration: 71.533488ms)","trace[121000768] 'range keys from in-memory index tree' (duration: 45.0478ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:19.978065Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"89ba38f964b95aa0","to":"3c1a137eda55eb2e","bytes":1041361,"size":"1.0 MB","took":"30.014504981s"} {"level":"info","ts":"2026-07-24T17:16:23.522918Z","caller":"traceutil/trace.go:172","msg":"trace[1331711199] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:809; }","duration":"125.03465ms","start":"2026-07-24T17:16:23.397857Z","end":"2026-07-24T17:16:23.522892Z","steps":["trace[1331711199] 'read index received' (duration: 125.02622ms)","trace[1331711199] 'applied index is now lower than readState.Index' (duration: 6.39µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:23.546708Z","caller":"traceutil/trace.go:172","msg":"trace[501834387] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"175.624457ms","start":"2026-07-24T17:16:23.371064Z","end":"2026-07-24T17:16:23.546689Z","steps":["trace[501834387] 'process raft request' (duration: 152.122644ms)","trace[501834387] 'compare' (duration: 23.338921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:23.547028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.100709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:23.547134Z","caller":"traceutil/trace.go:172","msg":"trace[1323403487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:743; }","duration":"149.262051ms","start":"2026-07-24T17:16:23.397850Z","end":"2026-07-24T17:16:23.547112Z","steps":["trace[1323403487] 'agreement among raft nodes before linearized reading' (duration: 125.161041ms)","trace[1323403487] 'range keys from in-memory index tree' (duration: 23.379302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:26.949288Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.00118ms"} {"level":"warn","ts":"2026-07-24T17:16:26.949391Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.113531ms"} {"level":"info","ts":"2026-07-24T17:16:26.949625Z","caller":"traceutil/trace.go:172","msg":"trace[483637211] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"348.451817ms","start":"2026-07-24T17:16:26.601154Z","end":"2026-07-24T17:16:26.949606Z","steps":["trace[483637211] 'process raft request' (duration: 348.250735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:26.949933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:26.601115Z","time spent":"348.70516ms","remote":"127.0.0.1:37384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:27.535462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:27.591272Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"435.711024ms"} {"level":"warn","ts":"2026-07-24T17:16:27.591431Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"435.870486ms"} {"level":"warn","ts":"2026-07-24T17:16:27.847344Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.84705ms"} {"level":"warn","ts":"2026-07-24T17:16:27.847432Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.948902ms"} {"level":"warn","ts":"2026-07-24T17:16:27.862133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.411125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:27.862247Z","caller":"traceutil/trace.go:172","msg":"trace[506526307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:756; }","duration":"464.542456ms","start":"2026-07-24T17:16:27.397683Z","end":"2026-07-24T17:16:27.862225Z","steps":["trace[506526307] 'range keys from in-memory index tree' (duration: 464.337454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.862649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.205031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:16:27.862787Z","caller":"traceutil/trace.go:172","msg":"trace[927021015] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"906.598523ms","start":"2026-07-24T17:16:26.956136Z","end":"2026-07-24T17:16:27.862734Z","steps":["trace[927021015] 'process raft request' (duration: 635.230039ms)","trace[927021015] 'compare' (duration: 270.932268ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:27.862970Z","caller":"traceutil/trace.go:172","msg":"trace[1948080198] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"793.077227ms","start":"2026-07-24T17:16:27.069863Z","end":"2026-07-24T17:16:27.862940Z","steps":["trace[1948080198] 'process raft request' (duration: 792.881095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:27.863013Z","caller":"traceutil/trace.go:172","msg":"trace[1880396282] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"828.222778ms","start":"2026-07-24T17:16:27.034767Z","end":"2026-07-24T17:16:27.862990Z","steps":["trace[1880396282] 'read index received' (duration: 812.653705ms)","trace[1880396282] 'applied index is now lower than readState.Index' (duration: 15.567263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:27.863064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.069837Z","time spent":"793.181048ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:27.863061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:26.956107Z","time spent":"906.836205ms","remote":"127.0.0.1:37420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3960,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:27.863908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.132198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T17:16:27.863964Z","caller":"traceutil/trace.go:172","msg":"trace[2085001598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:759; }","duration":"829.188688ms","start":"2026-07-24T17:16:27.034760Z","end":"2026-07-24T17:16:27.863949Z","steps":["trace[2085001598] 'agreement among raft nodes before linearized reading' (duration: 828.336559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.864418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.034736Z","time spent":"829.663934ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:27.864020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.825331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:16:27.866566Z","caller":"traceutil/trace.go:172","msg":"trace[774627103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:759; }","duration":"697.376329ms","start":"2026-07-24T17:16:27.169181Z","end":"2026-07-24T17:16:27.866557Z","steps":["trace[774627103] 'agreement among raft nodes before linearized reading' (duration: 694.75456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:27.866592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:27.169138Z","time spent":"697.444231ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:27.998585Z","caller":"traceutil/trace.go:172","msg":"trace[1704638749] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"127.256868ms","start":"2026-07-24T17:16:27.871291Z","end":"2026-07-24T17:16:27.998548Z","steps":["trace[1704638749] 'process raft request' (duration: 100.054234ms)","trace[1704638749] 'compare' (duration: 26.650637ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:28.000168Z","caller":"traceutil/trace.go:172","msg":"trace[170951822] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"127.827824ms","start":"2026-07-24T17:16:27.872320Z","end":"2026-07-24T17:16:28.000148Z","steps":["trace[170951822] 'process raft request' (duration: 127.50104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:27.999937Z","caller":"traceutil/trace.go:172","msg":"trace[1916709809] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"128.43685ms","start":"2026-07-24T17:16:27.871466Z","end":"2026-07-24T17:16:27.999903Z","steps":["trace[1916709809] 'process raft request' (duration: 127.997255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:28.000709Z","caller":"traceutil/trace.go:172","msg":"trace[2087364584] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"126.021084ms","start":"2026-07-24T17:16:27.874671Z","end":"2026-07-24T17:16:28.000692Z","steps":["trace[2087364584] 'process raft request' (duration: 125.325167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:29.528447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.166079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:29.528749Z","caller":"traceutil/trace.go:172","msg":"trace[423560867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:790; }","duration":"131.513102ms","start":"2026-07-24T17:16:29.397213Z","end":"2026-07-24T17:16:29.528726Z","steps":["trace[423560867] 'range keys from in-memory index tree' (duration: 131.086577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:32.405810Z","caller":"traceutil/trace.go:172","msg":"trace[67804613] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"134.49143ms","start":"2026-07-24T17:16:32.271290Z","end":"2026-07-24T17:16:32.405782Z","steps":["trace[67804613] 'process raft request' (duration: 128.076619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:44.547896Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"192.896521ms"} {"level":"warn","ts":"2026-07-24T17:16:44.547989Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"192.995364ms"} {"level":"warn","ts":"2026-07-24T17:16:45.286941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"889.101403ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:45.287030Z","caller":"traceutil/trace.go:172","msg":"trace[1659124329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:920; }","duration":"889.205746ms","start":"2026-07-24T17:16:44.397805Z","end":"2026-07-24T17:16:45.287011Z","steps":["trace[1659124329] 'range keys from in-memory index tree' (duration: 889.041152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.287742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"739.531847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T17:16:45.288830Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"540.755252ms"} {"level":"warn","ts":"2026-07-24T17:16:45.288917Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"540.912857ms"} {"level":"info","ts":"2026-07-24T17:16:45.289233Z","caller":"traceutil/trace.go:172","msg":"trace[1776494597] transaction","detail":"{read_only:false; number_of_response:1; response_revision:921; }","duration":"1.128568495s","start":"2026-07-24T17:16:44.160626Z","end":"2026-07-24T17:16:45.289195Z","steps":["trace[1776494597] 'process raft request' (duration: 1.128295217s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.289381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.160600Z","time spent":"1.128686199s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31181,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:45.289767Z","caller":"traceutil/trace.go:172","msg":"trace[822864353] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"1.114263327s","start":"2026-07-24T17:16:44.175489Z","end":"2026-07-24T17:16:45.289753Z","steps":["trace[822864353] 'process raft request' (duration: 1.11402097s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:45.289711Z","caller":"traceutil/trace.go:172","msg":"trace[973733429] transaction","detail":"{read_only:false; number_of_response:1; response_revision:922; }","duration":"1.124088655s","start":"2026-07-24T17:16:44.165540Z","end":"2026-07-24T17:16:45.289629Z","steps":["trace[973733429] 'process raft request' (duration: 1.123788056s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.289838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.175474Z","time spent":"1.114326189s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:45.289955Z","caller":"traceutil/trace.go:172","msg":"trace[1116898951] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"812.822405ms","start":"2026-07-24T17:16:44.477114Z","end":"2026-07-24T17:16:45.289937Z","steps":["trace[1116898951] 'process raft request' (duration: 812.756233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.289998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.165525Z","time spent":"1.124340571s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29597,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:45.290039Z","caller":"traceutil/trace.go:172","msg":"trace[1913428841] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"1.072177187s","start":"2026-07-24T17:16:44.217838Z","end":"2026-07-24T17:16:45.290015Z","steps":["trace[1913428841] 'process raft request' (duration: 1.071826418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.290066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.477094Z","time spent":"812.930178ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:45.290128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.217801Z","time spent":"1.072294671s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T17:16:45.290253Z","caller":"traceutil/trace.go:172","msg":"trace[296013438] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"880.799721ms","start":"2026-07-24T17:16:44.409436Z","end":"2026-07-24T17:16:45.290236Z","steps":["trace[296013438] 'process raft request' (duration: 880.357098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:45.290457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:44.409415Z","time spent":"880.922345ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:46.385558Z","caller":"traceutil/trace.go:172","msg":"trace[1818755254] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"161.777702ms","start":"2026-07-24T17:16:46.223750Z","end":"2026-07-24T17:16:46.385528Z","steps":["trace[1818755254] 'process raft request' (duration: 117.356076ms)","trace[1818755254] 'compare' (duration: 44.153258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:50.445795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.79338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T17:16:50.445910Z","caller":"traceutil/trace.go:172","msg":"trace[1727637533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:986; }","duration":"244.933494ms","start":"2026-07-24T17:16:50.200956Z","end":"2026-07-24T17:16:50.445889Z","steps":["trace[1727637533] 'range keys from in-memory index tree' (duration: 244.013638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:50.446276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.700459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T17:16:50.446341Z","caller":"traceutil/trace.go:172","msg":"trace[1087321326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:986; }","duration":"256.768431ms","start":"2026-07-24T17:16:50.189562Z","end":"2026-07-24T17:16:50.446330Z","steps":["trace[1087321326] 'range keys from in-memory index tree' (duration: 255.399892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:50.483632Z","caller":"traceutil/trace.go:172","msg":"trace[2096205232] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"107.280101ms","start":"2026-07-24T17:16:50.376329Z","end":"2026-07-24T17:16:50.483609Z","steps":["trace[2096205232] 'process raft request' (duration: 105.558111ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:51.562191Z","caller":"traceutil/trace.go:172","msg":"trace[1023894974] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"128.388974ms","start":"2026-07-24T17:16:51.433784Z","end":"2026-07-24T17:16:51.562173Z","steps":["trace[1023894974] 'process raft request' (duration: 128.274381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:51.926338Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.173489ms"} {"level":"warn","ts":"2026-07-24T17:16:51.926441Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.289602ms"} {"level":"info","ts":"2026-07-24T17:16:52.061674Z","caller":"traceutil/trace.go:172","msg":"trace[1821295118] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1157; }","duration":"257.824811ms","start":"2026-07-24T17:16:51.803777Z","end":"2026-07-24T17:16:52.061602Z","steps":["trace[1821295118] 'read index received' (duration: 257.817291ms)","trace[1821295118] 'applied index is now lower than readState.Index' (duration: 6.04µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:52.061904Z","caller":"traceutil/trace.go:172","msg":"trace[542681187] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"379.041152ms","start":"2026-07-24T17:16:51.682833Z","end":"2026-07-24T17:16:52.061875Z","steps":["trace[542681187] 'process raft request' (duration: 378.892488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.062102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:51.682802Z","time spent":"379.206477ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:52.062608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.797708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gpbg\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-07-24T17:16:52.062836Z","caller":"traceutil/trace.go:172","msg":"trace[279212966] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gpbg; range_end:; response_count:1; response_revision:1007; }","duration":"258.997184ms","start":"2026-07-24T17:16:51.803758Z","end":"2026-07-24T17:16:52.062755Z","steps":["trace[279212966] 'agreement among raft nodes before linearized reading' (duration: 258.269814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.065027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.052019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:52.065092Z","caller":"traceutil/trace.go:172","msg":"trace[1379701708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"121.11925ms","start":"2026-07-24T17:16:51.943956Z","end":"2026-07-24T17:16:52.065076Z","steps":["trace[1379701708] 'agreement among raft nodes before linearized reading' (duration: 121.016768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.471728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.340522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:52.471801Z","caller":"traceutil/trace.go:172","msg":"trace[1280065731] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:1007; }","duration":"396.442285ms","start":"2026-07-24T17:16:52.075343Z","end":"2026-07-24T17:16:52.471785Z","steps":["trace[1280065731] 'range keys from in-memory index tree' (duration: 395.576799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:52.471840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.075312Z","time spent":"396.519677ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:52.472194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.562438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:16:52.472329Z","caller":"traceutil/trace.go:172","msg":"trace[1096163724] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"388.829269ms","start":"2026-07-24T17:16:52.083478Z","end":"2026-07-24T17:16:52.472307Z","steps":["trace[1096163724] 'process raft request' (duration: 152.044826ms)","trace[1096163724] 'compare' (duration: 236.414053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:52.472398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.083441Z","time spent":"388.926962ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:52.959331Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"264.296726ms"} {"level":"warn","ts":"2026-07-24T17:16:52.959425Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"264.402939ms"} {"level":"warn","ts":"2026-07-24T17:16:53.279239Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:53.470454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.494982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:16:53.470597Z","caller":"traceutil/trace.go:172","msg":"trace[581306144] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"975.310322ms","start":"2026-07-24T17:16:52.495267Z","end":"2026-07-24T17:16:53.470577Z","steps":["trace[581306144] 'process raft request' (duration: 465.585373ms)","trace[581306144] 'compare' (duration: 508.860204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:53.470662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.495243Z","time spent":"975.389713ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:53.726940Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cdfbb13f7727151","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"567.488423ms"} {"level":"warn","ts":"2026-07-24T17:16:53.727023Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3c1a137eda55eb2e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"567.580565ms"} {"level":"info","ts":"2026-07-24T17:16:53.726994Z","caller":"traceutil/trace.go:172","msg":"trace[458218836] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1160; }","duration":"948.581486ms","start":"2026-07-24T17:16:52.778384Z","end":"2026-07-24T17:16:53.726966Z","steps":["trace[458218836] 'read index received' (duration: 948.571225ms)","trace[458218836] 'applied index is now lower than readState.Index' (duration: 8.731µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:53.727248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"948.856914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T17:16:53.727279Z","caller":"traceutil/trace.go:172","msg":"trace[1868942493] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:1009; }","duration":"948.903045ms","start":"2026-07-24T17:16:52.778366Z","end":"2026-07-24T17:16:53.727269Z","steps":["trace[1868942493] 'agreement among raft nodes before linearized reading' (duration: 948.73883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.727308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.778329Z","time spent":"948.972297ms","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:53.727393Z","caller":"traceutil/trace.go:172","msg":"trace[1814072011] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.230550733s","start":"2026-07-24T17:16:52.496825Z","end":"2026-07-24T17:16:53.727376Z","steps":["trace[1814072011] 'process raft request' (duration: 1.230366008s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.727576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.496774Z","time spent":"1.230687447s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:53.728632Z","caller":"traceutil/trace.go:172","msg":"trace[312163932] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"861.617824ms","start":"2026-07-24T17:16:52.866989Z","end":"2026-07-24T17:16:53.728607Z","steps":["trace[312163932] 'process raft request' (duration: 860.975327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:53.728813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.866942Z","time spent":"861.772119ms","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:54.227430Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:54.728503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:54.945848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00012306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T17:16:54.945953Z","caller":"traceutil/trace.go:172","msg":"trace[1229496030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257154s","start":"2026-07-24T17:16:52.945675Z","end":"2026-07-24T17:16:54.945932Z","steps":["trace[1229496030] 'agreement among raft nodes before linearized reading' (duration: 2.0001187s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:54.946024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:52.945641Z","time spent":"2.000371517s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:16:54 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T17:16:55.043978Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171, vote: 89ba38f964b95aa0] ignored MsgPreVote from 3cdfbb13f7727151 [logterm: 2, index: 1166] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"info","ts":"2026-07-24T17:16:55.045956Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"89ba38f964b95aa0 [logterm: 2, index: 1171, vote: 89ba38f964b95aa0] ignored MsgVote from 3cdfbb13f7727151 [logterm: 2, index: 1166] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"info","ts":"2026-07-24T17:16:55.048549Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"89ba38f964b95aa0 [term: 2] received a MsgApp message with higher term from 3cdfbb13f7727151 [term: 3]"} {"level":"info","ts":"2026-07-24T17:16:55.048613Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"89ba38f964b95aa0 became follower at term 3"} {"level":"info","ts":"2026-07-24T17:16:55.048646Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1167 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-07-24T17:16:55.048669Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1167"} {"level":"info","ts":"2026-07-24T17:16:55.048694Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 89ba38f964b95aa0 changed leader from 89ba38f964b95aa0 to 3cdfbb13f7727151 at term 3"} {"level":"warn","ts":"2026-07-24T17:16:55.229497Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:55.730552Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:56.230817Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:56.731999Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:56.947377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000767675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:16:56.947488Z","caller":"traceutil/trace.go:172","msg":"trace[1326862263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900609s","start":"2026-07-24T17:16:54.946560Z","end":"2026-07-24T17:16:56.947461Z","steps":["trace[1326862263] 'agreement among raft nodes before linearized reading' (duration: 2.000764685s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:56.947571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:54.946528Z","time spent":"2.001028452s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:16:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T17:16:57.232428Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T17:16:57.347547Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.620369894s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T17:16:57.347699Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.347725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.347738Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"89ba38f964b95aa0 [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-07-24T17:16:57.347912Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6530394922507398854,"received-request-id":6530394922507398842} {"level":"warn","ts":"2026-07-24T17:16:57.348001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.232735837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-24T17:16:57.348002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.87824372s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-24T17:16:57.348097Z","caller":"traceutil/trace.go:172","msg":"trace[1194226179] range","detail":"{range_begin:; range_end:; }","duration":"3.878379983s","start":"2026-07-24T17:16:53.469700Z","end":"2026-07-24T17:16:57.348080Z","steps":["trace[1194226179] 'agreement among raft nodes before linearized reading' (duration: 3.87823648s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:57.348043Z","caller":"traceutil/trace.go:172","msg":"trace[1464453617] range","detail":"{range_begin:/registry/resourceslices; range_end:; }","duration":"4.232811479s","start":"2026-07-24T17:16:53.115214Z","end":"2026-07-24T17:16:57.348026Z","steps":["trace[1464453617] 'agreement among raft nodes before linearized reading' (duration: 4.232734497s)"],"step_count":1} {"level":"error","ts":"2026-07-24T17:16:57.348168Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-24T17:16:57.348274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.115163Z","time spent":"4.233073377s","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:57.409496Z","caller":"traceutil/trace.go:172","msg":"trace[1677423513] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"4.059076234s","start":"2026-07-24T17:16:53.350375Z","end":"2026-07-24T17:16:57.409452Z","steps":["trace[1677423513] 'process raft request' (duration: 3.997767713s)","trace[1677423513] 'compare' (duration: 60.911611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:57.409703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.350341Z","time spent":"4.059255169s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T17:16:57.409705Z","caller":"traceutil/trace.go:172","msg":"trace[510254368] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"4.057563092s","start":"2026-07-24T17:16:53.352086Z","end":"2026-07-24T17:16:57.409649Z","steps":["trace[510254368] 'process raft request' (duration: 4.057268845s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:57.409901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.352057Z","time spent":"4.057734566s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:57.498653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99991819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T17:16:57.498773Z","caller":"traceutil/trace.go:172","msg":"trace[1861963150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070894s","start":"2026-07-24T17:16:55.498675Z","end":"2026-07-24T17:16:57.498746Z","steps":["trace[1861963150] 'agreement among raft nodes before linearized reading' (duration: 1.99990984s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:57.498896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:55.498662Z","time spent":"2.000218678s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 17:16:57 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T17:16:57.535870Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.535935Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.535949Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.535961Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.535973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"89ba38f964b95aa0 [term: 3] ignored a MsgAppResp message with lower term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-07-24T17:16:57.540262Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-24T17:16:57.540778Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6530394922507398854,"received-request-id":6530394922507398848} {"level":"warn","ts":"2026-07-24T17:16:58.043139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.82464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:16:58.045498Z","caller":"traceutil/trace.go:172","msg":"trace[909109991] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"1.09381671s","start":"2026-07-24T17:16:56.951667Z","end":"2026-07-24T17:16:58.045483Z","steps":["trace[909109991] 'process raft request' (duration: 1.093626075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.045598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:56.951634Z","time spent":"1.093920023s","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:58.045628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835693941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:58.045714Z","caller":"traceutil/trace.go:172","msg":"trace[1978179710] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1025; }","duration":"1.835786814s","start":"2026-07-24T17:16:56.209905Z","end":"2026-07-24T17:16:58.045692Z","steps":["trace[1978179710] 'agreement among raft nodes before linearized reading' (duration: 1.83565689s)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:58.045428Z","caller":"traceutil/trace.go:172","msg":"trace[367913570] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1167; }","duration":"697.510624ms","start":"2026-07-24T17:16:57.347895Z","end":"2026-07-24T17:16:58.045405Z","steps":["trace[367913570] 'read index received' (duration: 193.375004ms)","trace[367913570] 'applied index is now lower than readState.Index' (duration: 504.13343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:16:58.045749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:56.209876Z","time spent":"1.835867056s","remote":"127.0.0.1:37060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:58.045761Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6530394922507398855,"received-request-id":6530394922507398854} {"level":"info","ts":"2026-07-24T17:16:58.045835Z","caller":"traceutil/trace.go:172","msg":"trace[143460502] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"2.434178226s","start":"2026-07-24T17:16:55.611647Z","end":"2026-07-24T17:16:58.045825Z","steps":["trace[143460502] 'process raft request' (duration: 2.433590669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.045914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:55.611612Z","time spent":"2.434254108s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:58.045926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.088650548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T17:16:58.045936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.569643465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T17:16:58.045949Z","caller":"traceutil/trace.go:172","msg":"trace[1005286754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"1.088673498s","start":"2026-07-24T17:16:56.957269Z","end":"2026-07-24T17:16:58.045943Z","steps":["trace[1005286754] 'agreement among raft nodes before linearized reading' (duration: 1.088636207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.045966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:56.957240Z","time spent":"1.08872287s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T17:16:58.045966Z","caller":"traceutil/trace.go:172","msg":"trace[92859221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1025; }","duration":"2.569677706s","start":"2026-07-24T17:16:55.476281Z","end":"2026-07-24T17:16:58.045958Z","steps":["trace[92859221] 'agreement among raft nodes before linearized reading' (duration: 2.569544522s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.045990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:55.476253Z","time spent":"2.569732457s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:58.046089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510657797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:58.046111Z","caller":"traceutil/trace.go:172","msg":"trace[709822037] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1025; }","duration":"1.510679517s","start":"2026-07-24T17:16:56.535425Z","end":"2026-07-24T17:16:58.046104Z","steps":["trace[709822037] 'agreement among raft nodes before linearized reading' (duration: 1.510638526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.046112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.313371155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T17:16:58.046132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:56.535396Z","time spent":"1.510728069s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:58.046132Z","caller":"traceutil/trace.go:172","msg":"trace[386623301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1025; }","duration":"2.313393705s","start":"2026-07-24T17:16:55.732732Z","end":"2026-07-24T17:16:58.046126Z","steps":["trace[386623301] 'agreement among raft nodes before linearized reading' (duration: 2.313336644s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.046266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:55.732715Z","time spent":"2.313543189s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:58.045851Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":9924307372652190368,"new-lead":4386430256512397649} {"level":"warn","ts":"2026-07-24T17:16:58.046374Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":9924307372652190368} {"level":"warn","ts":"2026-07-24T17:16:58.047240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"673.308956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:58.047773Z","caller":"traceutil/trace.go:172","msg":"trace[1631068331] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1025; }","duration":"673.83855ms","start":"2026-07-24T17:16:57.373922Z","end":"2026-07-24T17:16:58.047761Z","steps":["trace[1631068331] 'agreement among raft nodes before linearized reading' (duration: 673.284685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:58.047847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:57.373898Z","time spent":"673.939673ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:16:58.047412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.395073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:16:58.048080Z","caller":"traceutil/trace.go:172","msg":"trace[1498053157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"639.02143ms","start":"2026-07-24T17:16:57.409006Z","end":"2026-07-24T17:16:58.048027Z","steps":["trace[1498053157] 'agreement among raft nodes before linearized reading' (duration: 638.375393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:59.271881Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530394922507398865,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T17:16:59.331569Z","caller":"traceutil/trace.go:172","msg":"trace[162819855] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1190; }","duration":"560.120334ms","start":"2026-07-24T17:16:58.771423Z","end":"2026-07-24T17:16:59.331543Z","steps":["trace[162819855] 'read index received' (duration: 560.111554ms)","trace[162819855] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:16:59.332012Z","caller":"traceutil/trace.go:172","msg":"trace[749723222] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"574.956652ms","start":"2026-07-24T17:16:58.757026Z","end":"2026-07-24T17:16:59.331982Z","steps":["trace[749723222] 'process raft request' (duration: 574.634883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:59.332195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:58.757006Z","time spent":"575.104745ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:16:59.332039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.581427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T17:16:59.332309Z","caller":"traceutil/trace.go:172","msg":"trace[1952081512] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1037; }","duration":"560.851954ms","start":"2026-07-24T17:16:58.771406Z","end":"2026-07-24T17:16:59.332258Z","steps":["trace[1952081512] 'agreement among raft nodes before linearized reading' (duration: 560.263509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:59.332415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:58.771390Z","time spent":"560.970818ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-07-24T17:16:59.371541Z","caller":"traceutil/trace.go:172","msg":"trace[239196181] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"542.27188ms","start":"2026-07-24T17:16:58.829249Z","end":"2026-07-24T17:16:59.371521Z","steps":["trace[239196181] 'process raft request' (duration: 542.222458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:16:59.371617Z","caller":"traceutil/trace.go:172","msg":"trace[2141516752] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"588.367217ms","start":"2026-07-24T17:16:58.783186Z","end":"2026-07-24T17:16:59.371553Z","steps":["trace[2141516752] 'process raft request' (duration: 588.168941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:59.371675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:58.829238Z","time spent":"542.362553ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:59.371826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:58.783155Z","time spent":"588.549231ms","remote":"127.0.0.1:36666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T17:16:59.407773Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6530394922507398873,"received-request-id":6530394922507398865} {"level":"warn","ts":"2026-07-24T17:16:59.415921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.837327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8gpbg\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-07-24T17:16:59.415996Z","caller":"traceutil/trace.go:172","msg":"trace[1499504083] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8gpbg; range_end:; response_count:1; response_revision:1041; }","duration":"587.932879ms","start":"2026-07-24T17:16:58.828045Z","end":"2026-07-24T17:16:59.415978Z","steps":["trace[1499504083] 'agreement among raft nodes before linearized reading' (duration: 587.620221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:16:59.416040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:58.828015Z","time spent":"588.016202ms","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-8gpbg\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:17:00.728811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.728459Z","time spent":"7.000339103s","remote":"127.0.0.1:36598","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T17:17:00.789669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:16:53.788798Z","time spent":"7.000866306s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T17:17:01.511485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.885778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:17:01.511613Z","caller":"traceutil/trace.go:172","msg":"trace[605575124] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1099; }","duration":"114.032202ms","start":"2026-07-24T17:17:01.397548Z","end":"2026-07-24T17:17:01.511580Z","steps":["trace[605575124] 'range keys from in-memory index tree' (duration: 113.813486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:17:01.547438Z","caller":"traceutil/trace.go:172","msg":"trace[770728795] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"119.8356ms","start":"2026-07-24T17:17:01.427583Z","end":"2026-07-24T17:17:01.547419Z","steps":["trace[770728795] 'process raft request' (duration: 119.808089ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:17:01.547615Z","caller":"traceutil/trace.go:172","msg":"trace[1250357075] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"121.756522ms","start":"2026-07-24T17:17:01.425853Z","end":"2026-07-24T17:17:01.547609Z","steps":["trace[1250357075] 'process raft request' (duration: 121.483513ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:17:01.547688Z","caller":"traceutil/trace.go:172","msg":"trace[1700900625] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"360.984418ms","start":"2026-07-24T17:17:01.186678Z","end":"2026-07-24T17:17:01.547663Z","steps":["trace[1700900625] 'process raft request' (duration: 360.020762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:01.547841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:01.186627Z","time spent":"361.129683ms","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:17:07.491211Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.629753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.654217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.733711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.799644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.827220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.841790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.865454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.888864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.899474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:09.944876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.078108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.102485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.121775Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.137338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.181209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.208456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.243502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.260634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.285736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.332276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.358929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.381472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.416451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.439888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.483506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.497758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.512204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.524076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.541066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.557456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.577904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.587045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.601352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:10.613813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-24T17:17:11.184179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50292","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-24T17:17:32.464345Z","caller":"traceutil/trace.go:172","msg":"trace[270492003] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1580; }","duration":"102.055566ms","start":"2026-07-24T17:17:32.362264Z","end":"2026-07-24T17:17:32.464320Z","steps":["trace[270492003] 'read index received' (duration: 102.048976ms)","trace[270492003] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:32.464764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.455405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T17:17:32.464840Z","caller":"traceutil/trace.go:172","msg":"trace[233821768] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"105.468517ms","start":"2026-07-24T17:17:32.359337Z","end":"2026-07-24T17:17:32.464805Z","steps":["trace[233821768] 'process raft request' (duration: 105.100848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:17:32.464903Z","caller":"traceutil/trace.go:172","msg":"trace[1629399957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1354; }","duration":"102.622259ms","start":"2026-07-24T17:17:32.362253Z","end":"2026-07-24T17:17:32.464875Z","steps":["trace[1629399957] 'agreement among raft nodes before linearized reading' (duration: 102.196219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:32.792019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.924368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" limit:1 ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-07-24T17:17:32.792070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.688723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" limit:1 ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T17:17:32.792110Z","caller":"traceutil/trace.go:172","msg":"trace[1375595325] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:1355; }","duration":"199.0258ms","start":"2026-07-24T17:17:32.593065Z","end":"2026-07-24T17:17:32.792091Z","steps":["trace[1375595325] 'range keys from in-memory index tree' (duration: 197.502414ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T17:17:32.792119Z","caller":"traceutil/trace.go:172","msg":"trace[2121924378] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1355; }","duration":"201.747365ms","start":"2026-07-24T17:17:32.590360Z","end":"2026-07-24T17:17:32.792107Z","steps":["trace[2121924378] 'range keys from in-memory index tree' (duration: 199.898331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:32.792121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.276959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T17:17:32.792207Z","caller":"traceutil/trace.go:172","msg":"trace[898154394] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1355; }","duration":"235.387461ms","start":"2026-07-24T17:17:32.556793Z","end":"2026-07-24T17:17:32.792180Z","steps":["trace[898154394] 'range keys from in-memory index tree' (duration: 234.059309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:32.792345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.791579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T17:17:32.792374Z","caller":"traceutil/trace.go:172","msg":"trace[1043667097] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:1355; }","duration":"247.82188ms","start":"2026-07-24T17:17:32.544543Z","end":"2026-07-24T17:17:32.792365Z","steps":["trace[1043667097] 'range keys from in-memory index tree' (duration: 246.412206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:32.792648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.416821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T17:17:32.792679Z","caller":"traceutil/trace.go:172","msg":"trace[303454153] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1355; }","duration":"197.448783ms","start":"2026-07-24T17:17:32.595221Z","end":"2026-07-24T17:17:32.792669Z","steps":["trace[303454153] 'range keys from in-memory index tree' (duration: 195.805863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:32.792812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.512318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:17:32.792847Z","caller":"traceutil/trace.go:172","msg":"trace[693242881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:1355; }","duration":"183.549619ms","start":"2026-07-24T17:17:32.609289Z","end":"2026-07-24T17:17:32.792839Z","steps":["trace[693242881] 'range keys from in-memory index tree' (duration: 182.019863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.811438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.919195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-07-24T17:17:34.812308Z","caller":"traceutil/trace.go:172","msg":"trace[817170740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:1360; }","duration":"303.808436ms","start":"2026-07-24T17:17:34.508481Z","end":"2026-07-24T17:17:34.812289Z","steps":["trace[817170740] 'range keys from in-memory index tree' (duration: 301.199805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.812396Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.508449Z","time spent":"303.93092ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:17:34.811788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.142282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T17:17:34.813041Z","caller":"traceutil/trace.go:172","msg":"trace[1903985554] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"302.986467ms","start":"2026-07-24T17:17:34.510022Z","end":"2026-07-24T17:17:34.813008Z","steps":["trace[1903985554] 'process raft request' (duration: 103.517233ms)","trace[1903985554] 'compare' (duration: 198.009829ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T17:17:34.813074Z","caller":"traceutil/trace.go:172","msg":"trace[1226271059] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1587; }","duration":"293.100332ms","start":"2026-07-24T17:17:34.519950Z","end":"2026-07-24T17:17:34.813050Z","steps":["trace[1226271059] 'read index received' (duration: 101.938586ms)","trace[1226271059] 'applied index is now lower than readState.Index' (duration: 191.159006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:34.813292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.510003Z","time spent":"303.11276ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T17:17:34.926245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.482959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T17:17:34.926371Z","caller":"traceutil/trace.go:172","msg":"trace[972064580] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"113.214583ms","start":"2026-07-24T17:17:34.813133Z","end":"2026-07-24T17:17:34.926348Z","steps":["trace[972064580] 'read index received' (duration: 2.662353ms)","trace[972064580] 'applied index is now lower than readState.Index' (duration: 110.55061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:34.926621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.705844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-07-24T17:17:34.926653Z","caller":"traceutil/trace.go:172","msg":"trace[371678662] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1361; }","duration":"335.744455ms","start":"2026-07-24T17:17:34.590896Z","end":"2026-07-24T17:17:34.926641Z","steps":["trace[371678662] 'agreement among raft nodes before linearized reading' (duration: 335.580751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.926668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.488555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:252"} {"level":"warn","ts":"2026-07-24T17:17:34.926686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.590886Z","time spent":"335.791977ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":261,"request content":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 "} {"level":"info","ts":"2026-07-24T17:17:34.926719Z","caller":"traceutil/trace.go:172","msg":"trace[325811215] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1361; }","duration":"384.531266ms","start":"2026-07-24T17:17:34.542168Z","end":"2026-07-24T17:17:34.926699Z","steps":["trace[325811215] 'agreement among raft nodes before linearized reading' (duration: 384.422514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.926756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.542149Z","time spent":"384.598508ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":275,"request content":"key:\"/registry/serviceaccounts/kube-system/volumeattributesclass-protection-controller\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:17:34.926276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.305245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:252"} {"level":"info","ts":"2026-07-24T17:17:34.928088Z","caller":"traceutil/trace.go:172","msg":"trace[2044848968] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1361; }","duration":"408.097517ms","start":"2026-07-24T17:17:34.519943Z","end":"2026-07-24T17:17:34.928041Z","steps":["trace[2044848968] 'agreement among raft nodes before linearized reading' (duration: 293.238525ms)","trace[2044848968] 'range keys from in-memory index tree' (duration: 112.954428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:34.928241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.519935Z","time spent":"408.240951ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":275,"request content":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 "} {"level":"warn","ts":"2026-07-24T17:17:34.928321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.241895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:17:34.928383Z","caller":"traceutil/trace.go:172","msg":"trace[604347417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resource-claim-controller; range_end:; response_count:1; response_revision:1361; }","duration":"343.302087ms","start":"2026-07-24T17:17:34.585063Z","end":"2026-07-24T17:17:34.928365Z","steps":["trace[604347417] 'agreement among raft nodes before linearized reading' (duration: 341.720019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.928352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.426907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T17:17:34.928437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.585048Z","time spent":"343.374799ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resource-claim-controller\" limit:1 "} {"level":"info","ts":"2026-07-24T17:17:34.928466Z","caller":"traceutil/trace.go:172","msg":"trace[371265012] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:1361; }","duration":"337.56022ms","start":"2026-07-24T17:17:34.590884Z","end":"2026-07-24T17:17:34.928444Z","steps":["trace[371265012] 'agreement among raft nodes before linearized reading' (duration: 335.862279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:34.928529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-24T17:17:34.590877Z","time spent":"337.640671ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 "} {"level":"info","ts":"2026-07-24T17:17:36.165595Z","caller":"traceutil/trace.go:172","msg":"trace[1998036859] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1593; }","duration":"283.676399ms","start":"2026-07-24T17:17:35.881883Z","end":"2026-07-24T17:17:36.165559Z","steps":["trace[1998036859] 'read index received' (duration: 231.218271ms)","trace[1998036859] 'applied index is now lower than readState.Index' (duration: 52.456178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T17:17:36.165921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.012667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resource-claim-controller\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T17:17:36.166135Z","caller":"traceutil/trace.go:172","msg":"trace[1746801199] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resource-claim-controller; range_end:; response_count:1; response_revision:1365; }","duration":"284.237703ms","start":"2026-07-24T17:17:35.881876Z","end":"2026-07-24T17:17:36.166113Z","steps":["trace[1746801199] 'agreement among raft nodes before linearized reading' (duration: 283.889254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:36.167626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.497541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T17:17:36.167687Z","caller":"traceutil/trace.go:172","msg":"trace[172706052] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:1365; }","duration":"279.570062ms","start":"2026-07-24T17:17:35.888105Z","end":"2026-07-24T17:17:36.167675Z","steps":["trace[172706052] 'agreement among raft nodes before linearized reading' (duration: 279.413389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:36.167642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.318425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T17:17:36.167817Z","caller":"traceutil/trace.go:172","msg":"trace[2030126188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1365; }","duration":"222.567561ms","start":"2026-07-24T17:17:35.945216Z","end":"2026-07-24T17:17:36.167783Z","steps":["trace[2030126188] 'agreement among raft nodes before linearized reading' (duration: 222.199462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:36.167751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.02036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:1 size:252"} {"level":"info","ts":"2026-07-24T17:17:36.168041Z","caller":"traceutil/trace.go:172","msg":"trace[949183412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller; range_end:; response_count:1; response_revision:1365; }","duration":"282.331907ms","start":"2026-07-24T17:17:35.885693Z","end":"2026-07-24T17:17:36.168025Z","steps":["trace[949183412] 'agreement among raft nodes before linearized reading' (duration: 281.881727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T17:17:36.168397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.121536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T17:17:36.168484Z","caller":"traceutil/trace.go:172","msg":"trace[561341292] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:1365; }","duration":"286.218648ms","start":"2026-07-24T17:17:35.882247Z","end":"2026-07-24T17:17:36.168466Z","steps":["trace[561341292] 'agreement among raft nodes before linearized reading' (duration: 285.129133ms)"],"step_count":1}