{"level":"warn","ts":"2026-07-31T08:41:00.121570Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-31T08:41:00.122026Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-31T08:41:00.122124Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.237:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.237:2380","--initial-cluster=controller-2=https://199.19.213.237:2380,controller-1=https://199.19.213.244:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.237:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.237:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-31T08:41:00.122353Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-31T08:41:00.122418Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T08:41:00.122438Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.237:2380"]} {"level":"info","ts":"2026-07-31T08:41:00.122518Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T08:41:00.123845Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"]} {"level":"info","ts":"2026-07-31T08:41:00.124012Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.237:2380"],"listen-peer-urls":["https://199.19.213.237:2380"],"advertise-client-urls":["https://199.19.213.237:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.244:2380,controller-2=https://199.19.213.237:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-31T08:41:00.125258Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003d21a0}"} {"level":"info","ts":"2026-07-31T08:41:00.130432Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T08:41:00.130493Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.382488ms"} {"level":"info","ts":"2026-07-31T08:41:00.131905Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-31T08:41:00.132139Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-31T08:41:00.144255Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.237:2380","host":"199.19.213.237:2380","resolved-addr":"199.19.213.237:2380"} {"level":"info","ts":"2026-07-31T08:41:00.144302Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.244:2380","host":"199.19.213.244:2380","resolved-addr":"199.19.213.244:2380"} {"level":"info","ts":"2026-07-31T08:41:00.146176Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-31T08:41:00.153538Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-31T08:41:00.153587Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"6c839a686141355","cluster-id":"f9243fb70f4df4f4"} {"level":"info","ts":"2026-07-31T08:41:00.153631Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-31T08:41:00.153762Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6c839a686141355 switched to configuration voters=()"} {"level":"info","ts":"2026-07-31T08:41:00.153823Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6c839a686141355 became follower at term 0"} {"level":"info","ts":"2026-07-31T08:41:00.153845Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 6c839a686141355 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-31T08:41:00.160530Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-31T08:41:00.165166Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-31T08:41:00.169195Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-31T08:41:00.170584Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.170624Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938","remote-peer-urls":["https://199.19.213.244:2380"]} {"level":"info","ts":"2026-07-31T08:41:00.170647Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.170665Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.171729Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.172177Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.172230Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938","remote-peer-urls":["https://199.19.213.244:2380"]} {"level":"info","ts":"2026-07-31T08:41:00.172282Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"6c839a686141355","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-31T08:41:00.172338Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-31T08:41:00.172393Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.172459Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.172500Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.173248Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.237:2380"} {"level":"info","ts":"2026-07-31T08:41:00.173288Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.237:2380"} {"level":"info","ts":"2026-07-31T08:41:00.173076Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:41:00.173480Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:41:00.173711Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T08:41:00.173594Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T08:41:00.173888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6c839a686141355 [term: 0] received a MsgHeartbeat message with higher term from 95a1d32286abc938 [term: 2]"} {"level":"info","ts":"2026-07-31T08:41:00.173921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6c839a686141355 became follower at term 2"} {"level":"info","ts":"2026-07-31T08:41:00.173935Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6c839a686141355 elected leader 95a1d32286abc938 at term 2"} {"level":"info","ts":"2026-07-31T08:41:00.174657Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"6c839a686141355","initial-advertise-peer-urls":["https://199.19.213.237:2380"],"listen-peer-urls":["https://199.19.213.237:2380"],"advertise-client-urls":["https://199.19.213.237:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.237:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-31T08:41:00.174748Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-31T08:41:00.175260Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"95a1d32286abc938","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T08:41:00.175286Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.175311Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.178897Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"95a1d32286abc938","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T08:41:00.178932Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.183121Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.186559Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.188821Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"6c839a686141355","remote-snapshot-sender-id":"95a1d32286abc938","incoming-snapshot-index":474,"incoming-snapshot-message-size-bytes":7770,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-07-31T08:41:00.205693Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001da.snap.db","bytes":770048,"size":"770 kB"} {"level":"info","ts":"2026-07-31T08:41:00.205722Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"6c839a686141355","remote-snapshot-sender-id":"95a1d32286abc938","incoming-snapshot-index":474,"incoming-snapshot-size-bytes":770048,"incoming-snapshot-size":"770 kB","download-took":"17.093801ms"} {"level":"info","ts":"2026-07-31T08:41:00.205867Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-07-31T08:41:00.205959Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6c839a686141355 switched to configuration voters=(10782131128143431992) learners=(488703946946515797)"} {"level":"info","ts":"2026-07-31T08:41:00.205984Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"6c839a686141355 [commit: 474, lastindex: 474, lastterm: 2] restored snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-07-31T08:41:00.205994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"6c839a686141355 [commit: 474] restored snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-07-31T08:41:00.206285Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":474,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-31T08:41:00.212211Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":474} {"level":"info","ts":"2026-07-31T08:41:00.212631Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078490}"} {"level":"info","ts":"2026-07-31T08:41:00.213315Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T08:41:00.213392Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"849.817µs"} {"level":"info","ts":"2026-07-31T08:41:00.213476Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-31T08:41:00.217305Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-31T08:41:00.217344Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-31T08:41:00.221771Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":445} {"level":"info","ts":"2026-07-31T08:41:00.221824Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":474} {"level":"info","ts":"2026-07-31T08:41:00.221840Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-31T08:41:00.223014Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-31T08:41:00.224012Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-31T08:41:00.224042Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-31T08:41:00.224097Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-31T08:41:00.224115Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-31T08:41:00.227245Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-31T08:41:00.227321Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-31T08:41:00.227450Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:41:00.227473Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"f9243fb70f4df4f4","local-member-id":"6c839a686141355","recovered-remote-peer-id":"6c839a686141355","recovered-remote-peer-urls":["https://199.19.213.237:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-31T08:41:00.227488Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"f9243fb70f4df4f4","local-member-id":"6c839a686141355","recovered-remote-peer-id":"95a1d32286abc938","recovered-remote-peer-urls":["https://199.19.213.244:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-31T08:41:00.227497Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T08:41:00.227504Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-31T08:41:00.227512Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-31T08:41:00.227523Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"warn","ts":"2026-07-31T08:41:00.227606Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.227644Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"95a1d32286abc938"} {"level":"warn","ts":"2026-07-31T08:41:00.227862Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.227880Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.227872Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-31T08:41:00.228025Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"warn","ts":"2026-07-31T08:41:00.228342Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938","error":"context canceled"} {"level":"warn","ts":"2026-07-31T08:41:00.228397Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"95a1d32286abc938","error":"failed to read 95a1d32286abc938 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-31T08:41:00.228618Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"warn","ts":"2026-07-31T08:41:00.228784Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:41:00.228888Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.228910Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.228945Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"6c839a686141355","removed-remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.228961Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-31T08:41:00.228979Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-31T08:41:00.229011Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229068Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229243Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229308Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229353Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229340Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229443Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.229611Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938","remote-peer-urls":["https://199.19.213.244:2380"]} {"level":"info","ts":"2026-07-31T08:41:00.229870Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-31T08:41:00.229896Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":474,"current-applied-index":474,"incoming-leader-snapshot-index":474,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-31T08:41:00.230141Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"6c839a686141355","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.237:2379]}","cluster-id":"f9243fb70f4df4f4","publish-timeout":"7s"} {"level":"info","ts":"2026-07-31T08:41:00.230153Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T08:41:00.230223Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T08:41:00.230471Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-31T08:41:00.230509Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-31T08:41:00.231577Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-31T08:41:00.234663Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-31T08:41:00.234783Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T08:41:00.236930Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-31T08:41:00.240454Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.240494Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.241047Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.241260Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.237:2379"} {"level":"info","ts":"2026-07-31T08:41:00.269582Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"95a1d32286abc938","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T08:41:00.269671Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.271796Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"95a1d32286abc938","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T08:41:00.271832Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"95a1d32286abc938"} {"level":"info","ts":"2026-07-31T08:41:00.307895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6c839a686141355 switched to configuration voters=(488703946946515797 10782131128143431992)"} {"level":"info","ts":"2026-07-31T08:41:00.308087Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f9243fb70f4df4f4","local-member-id":"6c839a686141355","promoted-member-id":"6c839a686141355"} {"level":"warn","ts":"2026-07-31T08:41:00.830597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.831810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.861050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.874145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.891697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.911112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.917626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.927958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.939455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.949407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.957831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.966811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.978656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.987689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:00.996257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.003959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.011528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.023186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.030954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.042608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.053952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.065150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.102219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.113710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.127338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.135550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.146384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.159136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.167899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.179186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.189295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.198564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.207438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.217747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.226523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.235941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.244624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.252851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.262462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.282364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.301460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.306414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.315004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.323601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.333235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.349147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.359186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.369406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.379423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.402449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.417173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.424605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.434246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.443920Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.452216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.461117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.469521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.498500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.510435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:01.569053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53950","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:09.081568Z","caller":"traceutil/trace.go:172","msg":"trace[1496816630] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"106.369166ms","start":"2026-07-31T08:41:08.975173Z","end":"2026-07-31T08:41:09.081542Z","steps":["trace[1496816630] 'read index received' (duration: 104.151925ms)","trace[1496816630] 'applied index is now lower than readState.Index' (duration: 2.215641ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:41:09.081646Z","caller":"traceutil/trace.go:172","msg":"trace[2113337809] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"261.733026ms","start":"2026-07-31T08:41:08.819871Z","end":"2026-07-31T08:41:09.081604Z","steps":["trace[2113337809] 'process raft request' (duration: 258.657833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:09.082045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.721395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-31T08:41:09.082163Z","caller":"traceutil/trace.go:172","msg":"trace[1212853626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:535; }","duration":"106.989562ms","start":"2026-07-31T08:41:08.975155Z","end":"2026-07-31T08:41:09.082145Z","steps":["trace[1212853626] 'agreement among raft nodes before linearized reading' (duration: 106.517299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.362352Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:41:17.863250Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:41:17.883540Z","caller":"traceutil/trace.go:172","msg":"trace[651905937] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:608; }","duration":"1.021541469s","start":"2026-07-31T08:41:16.861968Z","end":"2026-07-31T08:41:17.883510Z","steps":["trace[651905937] 'read index received' (duration: 1.021533969s)","trace[651905937] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:41:17.883893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.02187733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"info","ts":"2026-07-31T08:41:17.883997Z","caller":"traceutil/trace.go:172","msg":"trace[2087411616] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:572; }","duration":"1.022019255s","start":"2026-07-31T08:41:16.861958Z","end":"2026-07-31T08:41:17.883978Z","steps":["trace[2087411616] 'agreement among raft nodes before linearized reading' (duration: 1.021696754s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.884048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:16.861949Z","time spent":"1.022088856s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7824,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:41:17.885142Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1393195269502925492,"received-request-id":1393195269502925491} {"level":"warn","ts":"2026-07-31T08:41:17.885721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"971.188804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T08:41:17.886096Z","caller":"traceutil/trace.go:172","msg":"trace[1743523840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"971.581267ms","start":"2026-07-31T08:41:16.914501Z","end":"2026-07-31T08:41:17.886082Z","steps":["trace[1743523840] 'agreement among raft nodes before linearized reading' (duration: 971.147713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.885863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.747038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-31T08:41:17.886156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:16.914475Z","time spent":"971.66728ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-31T08:41:17.886203Z","caller":"traceutil/trace.go:172","msg":"trace[1650058461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"506.088909ms","start":"2026-07-31T08:41:17.380097Z","end":"2026-07-31T08:41:17.886186Z","steps":["trace[1650058461] 'agreement among raft nodes before linearized reading' (duration: 505.629204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.886264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:17.380066Z","time spent":"506.182752ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:41:17.885928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"970.575075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:41:17.886576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.257476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:41:17.886339Z","caller":"traceutil/trace.go:172","msg":"trace[491064732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"970.965627ms","start":"2026-07-31T08:41:16.915346Z","end":"2026-07-31T08:41:17.886312Z","steps":["trace[491064732] 'agreement among raft nodes before linearized reading' (duration: 970.557884ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:41:17.887787Z","caller":"traceutil/trace.go:172","msg":"trace[1572323885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"261.58965ms","start":"2026-07-31T08:41:17.626131Z","end":"2026-07-31T08:41:17.887721Z","steps":["trace[1572323885] 'agreement among raft nodes before linearized reading' (duration: 259.558503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:17.887879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:16.915334Z","time spent":"972.509659ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:41:26.599638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"743.734163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:41:26.599712Z","caller":"traceutil/trace.go:172","msg":"trace[636167291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:596; }","duration":"743.825307ms","start":"2026-07-31T08:41:25.855874Z","end":"2026-07-31T08:41:26.599700Z","steps":["trace[636167291] 'range keys from in-memory index tree' (duration: 743.682601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:26.600376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"499.746799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T08:41:26.600474Z","caller":"traceutil/trace.go:172","msg":"trace[1837022538] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"577.042638ms","start":"2026-07-31T08:41:26.023421Z","end":"2026-07-31T08:41:26.600463Z","steps":["trace[1837022538] 'read index received' (duration: 77.576609ms)","trace[1837022538] 'applied index is now lower than readState.Index' (duration: 499.464479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:41:26.600615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.198303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T08:41:26.600637Z","caller":"traceutil/trace.go:172","msg":"trace[95296611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"577.228094ms","start":"2026-07-31T08:41:26.023404Z","end":"2026-07-31T08:41:26.600633Z","steps":["trace[95296611] 'agreement among raft nodes before linearized reading' (duration: 577.11698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:26.600655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:26.023379Z","time spent":"577.271586ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:41:26.602057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.28514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:41:26.602114Z","caller":"traceutil/trace.go:172","msg":"trace[445381670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:597; }","duration":"418.354123ms","start":"2026-07-31T08:41:26.183749Z","end":"2026-07-31T08:41:26.602103Z","steps":["trace[445381670] 'agreement among raft nodes before linearized reading' (duration: 418.178706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:41:26.602137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:41:26.183724Z","time spent":"418.408575ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:41:31.620385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:45334","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:32.200966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6c839a686141355 switched to configuration voters=(488703946946515797 10782131128143431992) learners=(8182904935803894696)"} {"level":"info","ts":"2026-07-31T08:41:32.201167Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f9243fb70f4df4f4","local-member-id":"6c839a686141355","added-peer-id":"718f84af2961bba8","added-peer-peer-urls":["https://199.19.213.125:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T08:41:32.201212Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.201254Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.201462Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.201906Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.202162Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8","remote-peer-urls":["https://199.19.213.125:2380"]} {"level":"info","ts":"2026-07-31T08:41:32.201469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.201938Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.202027Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:32.203359Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"6c839a686141355","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"718f84af2961bba8"} {"level":"warn","ts":"2026-07-31T08:41:32.214557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:45400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:32.748495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:45458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:32.763426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:45466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:33.759585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.125:45508","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:35.898570Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"718f84af2961bba8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T08:41:35.898627Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.898693Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.905100Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"718f84af2961bba8","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T08:41:35.905210Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.916290Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.916640Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"warn","ts":"2026-07-31T08:41:35.954456Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:41:35.954517Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8","error":"EOF"} {"level":"info","ts":"2026-07-31T08:41:35.970562Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"718f84af2961bba8","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T08:41:35.970655Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.970676Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.973279Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6c839a686141355","to":"718f84af2961bba8","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T08:41:35.973324Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:35.973337Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.015371Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.019734Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6c839a686141355","remote-peer-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:41:36.261596Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6c839a686141355 switched to configuration voters=(488703946946515797 8182904935803894696 10782131128143431992)"} {"level":"info","ts":"2026-07-31T08:41:36.261770Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f9243fb70f4df4f4","local-member-id":"6c839a686141355","promoted-member-id":"718f84af2961bba8"} {"level":"info","ts":"2026-07-31T08:42:23.980507Z","caller":"traceutil/trace.go:172","msg":"trace[962431703] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:904; }","duration":"191.256336ms","start":"2026-07-31T08:42:23.789234Z","end":"2026-07-31T08:42:23.980491Z","steps":["trace[962431703] 'read index received' (duration: 191.243395ms)","trace[962431703] 'applied index is now lower than readState.Index' (duration: 11.751µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:23.981105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.684951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:62 size:5229"} {"level":"info","ts":"2026-07-31T08:42:23.981141Z","caller":"traceutil/trace.go:172","msg":"trace[1374815991] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:62; response_revision:824; }","duration":"191.916215ms","start":"2026-07-31T08:42:23.789215Z","end":"2026-07-31T08:42:23.981131Z","steps":["trace[1374815991] 'agreement among raft nodes before linearized reading' (duration: 191.386273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:23.982067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.636886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:23.982326Z","caller":"traceutil/trace.go:172","msg":"trace[2010530300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:824; }","duration":"125.896761ms","start":"2026-07-31T08:42:23.856420Z","end":"2026-07-31T08:42:23.982317Z","steps":["trace[2010530300] 'agreement among raft nodes before linearized reading' (duration: 125.622105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:26.020159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:26.521350Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:26.872170Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6c839a686141355 [logterm: 2, index: 956, vote: 0] cast MsgPreVote for 718f84af2961bba8 [logterm: 2, index: 956] at term 2"} {"level":"info","ts":"2026-07-31T08:42:26.970901Z","caller":"traceutil/trace.go:172","msg":"trace[1394580310] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:955; }","duration":"1.451804408s","start":"2026-07-31T08:42:25.519066Z","end":"2026-07-31T08:42:26.970871Z","steps":["trace[1394580310] 'read index received' (duration: 1.451796847s)","trace[1394580310] 'applied index is now lower than readState.Index' (duration: 6.141µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:27.293491Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6c839a686141355 [logterm: 2, index: 957, vote: 0] ignored MsgVote from 718f84af2961bba8 [logterm: 2, index: 956] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-31T08:42:27.471818Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:27.715630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.196547937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:27.715719Z","caller":"traceutil/trace.go:172","msg":"trace[361006488] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:874; }","duration":"2.196647462s","start":"2026-07-31T08:42:25.519051Z","end":"2026-07-31T08:42:27.715698Z","steps":["trace[361006488] 'agreement among raft nodes before linearized reading' (duration: 1.451930185s)","trace[361006488] 'range keys from in-memory index tree' (duration: 744.527205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:27.715767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.517996Z","time spent":"2.197753038s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:27.715793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.784801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-31T08:42:27.899284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000217559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:27.899653Z","caller":"traceutil/trace.go:172","msg":"trace[75979474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627183s","start":"2026-07-31T08:42:25.898996Z","end":"2026-07-31T08:42:27.899623Z","steps":["trace[75979474] 'agreement among raft nodes before linearized reading' (duration: 2.000209568s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:27.899824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.898964Z","time spent":"2.000843636s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T08:42:27.972822Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:28.450165Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1393195269502925876,"received-request-id":1393195269502925875} {"level":"warn","ts":"2026-07-31T08:42:28.473137Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:28.973311Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:29.074830Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6c839a686141355 [logterm: 2, index: 959, vote: 0] ignored MsgPreVote from 718f84af2961bba8 [logterm: 2, index: 956] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-07-31T08:42:29.474332Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:29.857098Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6c839a686141355 [logterm: 2, index: 959, vote: 0] cast MsgPreVote for 95a1d32286abc938 [logterm: 2, index: 959] at term 2"} {"level":"info","ts":"2026-07-31T08:42:29.859634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6c839a686141355 [term: 2] received a MsgVote message with higher term from 95a1d32286abc938 [term: 4]"} {"level":"info","ts":"2026-07-31T08:42:29.859726Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6c839a686141355 became follower at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.859747Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6c839a686141355 [logterm: 2, index: 959, vote: 0] cast MsgVote for 95a1d32286abc938 [logterm: 2, index: 959] at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.859768Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6c839a686141355 lost leader 95a1d32286abc938 at term 4"} {"level":"info","ts":"2026-07-31T08:42:29.862479Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6c839a686141355 elected leader 95a1d32286abc938 at term 4"} {"level":"warn","ts":"2026-07-31T08:42:29.862812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.789444379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-31T08:42:29.862828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.767272218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-31T08:42:29.862874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.783514871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-31T08:42:29.862888Z","caller":"traceutil/trace.go:172","msg":"trace[433910928] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"3.767380525s","start":"2026-07-31T08:42:26.095491Z","end":"2026-07-31T08:42:29.862872Z","steps":["trace[433910928] 'agreement among raft nodes before linearized reading' (duration: 3.767269798s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:29.862906Z","caller":"traceutil/trace.go:172","msg":"trace[558628024] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"3.783546073s","start":"2026-07-31T08:42:26.079355Z","end":"2026-07-31T08:42:29.862901Z","steps":["trace[558628024] 'agreement among raft nodes before linearized reading' (duration: 3.783514581s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.862939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.079347Z","time spent":"3.783585514s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.862972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.095468Z","time spent":"3.76746208s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.863021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.288467206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-31T08:42:29.863054Z","caller":"traceutil/trace.go:172","msg":"trace[523778173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.288499588s","start":"2026-07-31T08:42:26.574547Z","end":"2026-07-31T08:42:29.863047Z","steps":["trace[523778173] 'agreement among raft nodes before linearized reading' (duration: 3.288467256s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.863081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.574527Z","time spent":"3.288547371s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.863121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.385183021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-31T08:42:29.863143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.006604747s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-31T08:42:29.863163Z","caller":"traceutil/trace.go:172","msg":"trace[20484007] range","detail":"{range_begin:; range_end:; }","duration":"4.006627298s","start":"2026-07-31T08:42:25.856531Z","end":"2026-07-31T08:42:29.863158Z","steps":["trace[20484007] 'agreement among raft nodes before linearized reading' (duration: 4.006604117s)"],"step_count":1} {"level":"error","ts":"2026-07-31T08:42:29.863192Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-31T08:42:29.862854Z","caller":"traceutil/trace.go:172","msg":"trace[1523770091] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"3.789502542s","start":"2026-07-31T08:42:26.073341Z","end":"2026-07-31T08:42:29.862843Z","steps":["trace[1523770091] 'agreement among raft nodes before linearized reading' (duration: 3.789444318s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.863401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.073310Z","time spent":"3.790082997s","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.863876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.344717193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-31T08:42:29.863929Z","caller":"traceutil/trace.go:172","msg":"trace[2116218347] range","detail":"{range_begin:/registry/csidrivers; range_end:; }","duration":"4.344804698s","start":"2026-07-31T08:42:25.519114Z","end":"2026-07-31T08:42:29.863918Z","steps":["trace[2116218347] 'agreement among raft nodes before linearized reading' (duration: 4.344715863s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.863965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:25.519091Z","time spent":"4.344863372s","remote":"127.0.0.1:53680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:29.864490Z","caller":"traceutil/trace.go:172","msg":"trace[215565455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"3.385214643s","start":"2026-07-31T08:42:26.477931Z","end":"2026-07-31T08:42:29.863145Z","steps":["trace[215565455] 'agreement among raft nodes before linearized reading' (duration: 3.385183021s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:29.865475Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-31T08:42:29.867121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:26.477911Z","time spent":"3.389195996s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.900420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000492376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:29.900498Z","caller":"traceutil/trace.go:172","msg":"trace[2021548867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577611s","start":"2026-07-31T08:42:27.899902Z","end":"2026-07-31T08:42:29.900479Z","steps":["trace[2021548867] 'agreement among raft nodes before linearized reading' (duration: 2.000491156s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.900559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.899888Z","time spent":"2.000663147s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:29 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-31T08:42:29.912441Z","caller":"traceutil/trace.go:172","msg":"trace[383861505] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"2.799685378s","start":"2026-07-31T08:42:27.112739Z","end":"2026-07-31T08:42:29.912424Z","steps":["trace[383861505] 'process raft request' (duration: 2.799581272s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.912514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.601765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:29.912567Z","caller":"traceutil/trace.go:172","msg":"trace[698070641] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:879; }","duration":"713.648517ms","start":"2026-07-31T08:42:29.198905Z","end":"2026-07-31T08:42:29.912553Z","steps":["trace[698070641] 'agreement among raft nodes before linearized reading' (duration: 713.569923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.912610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:29.198887Z","time spent":"713.715301ms","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.912778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.112694Z","time spent":"2.799803276s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:29.912851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.103639087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T08:42:29.912888Z","caller":"traceutil/trace.go:172","msg":"trace[98570064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:879; }","duration":"2.10369187s","start":"2026-07-31T08:42:27.809188Z","end":"2026-07-31T08:42:29.912880Z","steps":["trace[98570064] 'agreement among raft nodes before linearized reading' (duration: 2.103617616s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.912913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.809169Z","time spent":"2.103737433s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.912437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.473273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:42:29.913059Z","caller":"traceutil/trace.go:172","msg":"trace[1057028893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"414.115033ms","start":"2026-07-31T08:42:29.498933Z","end":"2026-07-31T08:42:29.913048Z","steps":["trace[1057028893] 'agreement among raft nodes before linearized reading' (duration: 413.357416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.913102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:29.498914Z","time spent":"414.176957ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.913103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.297165423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:29.913291Z","caller":"traceutil/trace.go:172","msg":"trace[1265103361] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:879; }","duration":"2.297351515s","start":"2026-07-31T08:42:27.615929Z","end":"2026-07-31T08:42:29.913281Z","steps":["trace[1265103361] 'agreement among raft nodes before linearized reading' (duration: 2.297146812s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:29.913330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:27.615908Z","time spent":"2.297412358s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:29.914957Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1393195269502925880,"received-request-id":1393195269502925878} {"level":"info","ts":"2026-07-31T08:42:31.601959Z","caller":"traceutil/trace.go:172","msg":"trace[1235203459] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"184.941502ms","start":"2026-07-31T08:42:31.416998Z","end":"2026-07-31T08:42:31.601940Z","steps":["trace[1235203459] 'process raft request' (duration: 184.672585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:35.657291Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:35.993710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.872048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:35.993811Z","caller":"traceutil/trace.go:172","msg":"trace[503332346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:992; }","duration":"137.985195ms","start":"2026-07-31T08:42:35.855808Z","end":"2026-07-31T08:42:35.993793Z","steps":["trace[503332346] 'range keys from in-memory index tree' (duration: 137.829616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:36.158134Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:36.658671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.159655Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.633463Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.726721014s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T08:42:37.660136Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:37.898916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000067591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:37.899002Z","caller":"traceutil/trace.go:172","msg":"trace[642037553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167497s","start":"2026-07-31T08:42:35.898821Z","end":"2026-07-31T08:42:37.898988Z","steps":["trace[642037553] 'agreement among raft nodes before linearized reading' (duration: 2.000066091s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:37.899112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.898799Z","time spent":"2.000303307s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-31T08:42:37.968684Z","caller":"traceutil/trace.go:172","msg":"trace[631707847] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1164; }","duration":"2.81228951s","start":"2026-07-31T08:42:35.156364Z","end":"2026-07-31T08:42:37.968654Z","steps":["trace[631707847] 'read index received' (duration: 2.81228084s)","trace[631707847] 'applied index is now lower than readState.Index' (duration: 6.98µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:38.042324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.885932131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qrpdr\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-31T08:42:38.042431Z","caller":"traceutil/trace.go:172","msg":"trace[453652025] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qrpdr; range_end:; response_count:1; response_revision:994; }","duration":"2.886049629s","start":"2026-07-31T08:42:35.156359Z","end":"2026-07-31T08:42:38.042408Z","steps":["trace[453652025] 'agreement among raft nodes before linearized reading' (duration: 2.812435619s)","trace[453652025] 'range keys from in-memory index tree' (duration: 73.328702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:38.042478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:35.156341Z","time spent":"2.886124804s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-qrpdr\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:38.469619Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:38.662429Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1393195269502925970,"received-request-id":1393195269502925969} {"level":"warn","ts":"2026-07-31T08:42:38.970798Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:39.471779Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:39.899274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999932403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T08:42:39.899360Z","caller":"traceutil/trace.go:172","msg":"trace[1832127148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029519s","start":"2026-07-31T08:42:37.899313Z","end":"2026-07-31T08:42:39.899342Z","steps":["trace[1832127148] 'agreement among raft nodes before linearized reading' (duration: 1.999929463s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:39.899781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:37.899289Z","time spent":"2.000463597s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 08:42:39 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T08:42:39.972345Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:40.473212Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:40.973416Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T08:42:41.172557Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.51010909s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T08:42:41.474599Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:41.809257Z","caller":"traceutil/trace.go:172","msg":"trace[1964382408] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1169; }","duration":"3.840469782s","start":"2026-07-31T08:42:37.968761Z","end":"2026-07-31T08:42:41.809231Z","steps":["trace[1964382408] 'read index received' (duration: 3.83949273s)","trace[1964382408] 'applied index is now lower than readState.Index' (duration: 973.542µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:41.809449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.782995988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:41.809885Z","caller":"traceutil/trace.go:172","msg":"trace[1028987303] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1003; }","duration":"4.783469038s","start":"2026-07-31T08:42:37.026392Z","end":"2026-07-31T08:42:41.809861Z","steps":["trace[1028987303] 'agreement among raft nodes before linearized reading' (duration: 4.782891631s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.809501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.136243437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-31T08:42:41.809575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.575971477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:41.810209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:37.026370Z","time spent":"4.783755735s","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:41.810332Z","caller":"traceutil/trace.go:172","msg":"trace[9871731] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1003; }","duration":"5.576724785s","start":"2026-07-31T08:42:36.233596Z","end":"2026-07-31T08:42:41.810321Z","steps":["trace[9871731] 'agreement among raft nodes before linearized reading' (duration: 5.575949566s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.809606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.815735865s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:41.810416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:36.233576Z","time spent":"5.57680813s","remote":"127.0.0.1:53030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:41.810435Z","caller":"traceutil/trace.go:172","msg":"trace[1277492246] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1003; }","duration":"5.816555497s","start":"2026-07-31T08:42:35.993864Z","end":"2026-07-31T08:42:41.810419Z","steps":["trace[1277492246] 'agreement among raft nodes before linearized reading' (duration: 5.815726945s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:41.810281Z","caller":"traceutil/trace.go:172","msg":"trace[227926605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1003; }","duration":"4.137026876s","start":"2026-07-31T08:42:37.673227Z","end":"2026-07-31T08:42:41.810253Z","steps":["trace[227926605] 'agreement among raft nodes before linearized reading' (duration: 4.13612396s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.810759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:37.673206Z","time spent":"4.13754248s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:41.907982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000377073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T08:42:41.908076Z","caller":"traceutil/trace.go:172","msg":"trace[2089149789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519363s","start":"2026-07-31T08:42:39.907537Z","end":"2026-07-31T08:42:41.908056Z","steps":["trace[2089149789] 'agreement among raft nodes before linearized reading' (duration: 2.000374284s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:41.908134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.907503Z","time spent":"2.000620959s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T08:42:42.157477Z","caller":"traceutil/trace.go:172","msg":"trace[784554829] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"4.09641639s","start":"2026-07-31T08:42:38.061040Z","end":"2026-07-31T08:42:42.157457Z","steps":["trace[784554829] 'process raft request' (duration: 4.096333745s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.157709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.061008Z","time spent":"4.096590481s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:42.157835Z","caller":"traceutil/trace.go:172","msg":"trace[1553249175] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"1.873040663s","start":"2026-07-31T08:42:40.284773Z","end":"2026-07-31T08:42:42.157813Z","steps":["trace[1553249175] 'process raft request' (duration: 1.872645938s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.157961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:40.284742Z","time spent":"1.87314968s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T08:42:42.159106Z","caller":"traceutil/trace.go:172","msg":"trace[499168269] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1180; }","duration":"349.377185ms","start":"2026-07-31T08:42:41.809715Z","end":"2026-07-31T08:42:42.159092Z","steps":["trace[499168269] 'read index received' (duration: 349.371245ms)","trace[499168269] 'applied index is now lower than readState.Index' (duration: 5.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:42.159296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.349312194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T08:42:42.159338Z","caller":"traceutil/trace.go:172","msg":"trace[1046445822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"3.349358136s","start":"2026-07-31T08:42:38.809971Z","end":"2026-07-31T08:42:42.159329Z","steps":["trace[1046445822] 'agreement among raft nodes before linearized reading' (duration: 3.349211397s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.159375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.809954Z","time spent":"3.349414181s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.159332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"794.106017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:42.159440Z","caller":"traceutil/trace.go:172","msg":"trace[311490797] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1009; }","duration":"794.233015ms","start":"2026-07-31T08:42:41.365184Z","end":"2026-07-31T08:42:42.159417Z","steps":["trace[311490797] 'agreement among raft nodes before linearized reading' (duration: 794.044573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.159433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.257119255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c75348e9d0c477\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-07-31T08:42:42.159488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.365161Z","time spent":"794.31907ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:42.159499Z","caller":"traceutil/trace.go:172","msg":"trace[1481861847] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c75348e9d0c477; range_end:; response_count:1; response_revision:1009; }","duration":"2.257187979s","start":"2026-07-31T08:42:39.902295Z","end":"2026-07-31T08:42:42.159483Z","steps":["trace[1481861847] 'agreement among raft nodes before linearized reading' (duration: 2.257011118s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.159532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.902274Z","time spent":"2.257249753s","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c75348e9d0c477\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.159369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.934711609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T08:42:42.159575Z","caller":"traceutil/trace.go:172","msg":"trace[909541503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1009; }","duration":"3.934925622s","start":"2026-07-31T08:42:38.224638Z","end":"2026-07-31T08:42:42.159563Z","steps":["trace[909541503] 'agreement among raft nodes before linearized reading' (duration: 3.934643884s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.159813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.224617Z","time spent":"3.935188129s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.159435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.421584881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:42.160741Z","caller":"traceutil/trace.go:172","msg":"trace[1792930699] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1009; }","duration":"2.422906474s","start":"2026-07-31T08:42:39.737814Z","end":"2026-07-31T08:42:42.160721Z","steps":["trace[1792930699] 'agreement among raft nodes before linearized reading' (duration: 2.421544638s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.160808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.737799Z","time spent":"2.42299135s","remote":"127.0.0.1:53432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.159329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.564859843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:42.160934Z","caller":"traceutil/trace.go:172","msg":"trace[603540520] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1009; }","duration":"2.566440544s","start":"2026-07-31T08:42:39.594450Z","end":"2026-07-31T08:42:42.160891Z","steps":["trace[603540520] 'agreement among raft nodes before linearized reading' (duration: 2.564735365s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:42.161012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:39.594437Z","time spent":"2.56653895s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.242153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.998404771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T08:42:42.242271Z","caller":"traceutil/trace.go:172","msg":"trace[1672103139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"3.99853791s","start":"2026-07-31T08:42:38.243712Z","end":"2026-07-31T08:42:42.242250Z","steps":["trace[1672103139] 'agreement among raft nodes before linearized reading' (duration: 3.915703214s)","trace[1672103139] 'range keys from in-memory index tree' (duration: 82.547307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:42.242320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:38.243700Z","time spent":"3.998609363s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:42.659652Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1393195269502925974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T08:42:43.043254Z","caller":"traceutil/trace.go:172","msg":"trace[761210695] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1180; }","duration":"884.085023ms","start":"2026-07-31T08:42:42.159147Z","end":"2026-07-31T08:42:43.043232Z","steps":["trace[761210695] 'read index received' (duration: 884.075903ms)","trace[761210695] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T08:42:43.043358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.231086548s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.043380Z","caller":"traceutil/trace.go:172","msg":"trace[223162601] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"1.23112152s","start":"2026-07-31T08:42:41.812253Z","end":"2026-07-31T08:42:43.043374Z","steps":["trace[223162601] 'agreement among raft nodes before linearized reading' (duration: 1.231068167s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.043389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118867485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T08:42:43.043432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135007609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.043491Z","caller":"traceutil/trace.go:172","msg":"trace[1120083513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"1.135070373s","start":"2026-07-31T08:42:41.908408Z","end":"2026-07-31T08:42:43.043478Z","steps":["trace[1120083513] 'agreement among raft nodes before linearized reading' (duration: 1.134922403s)"],"step_count":1} {"level":"info","ts":"2026-07-31T08:42:43.043489Z","caller":"traceutil/trace.go:172","msg":"trace[1044673699] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1009; }","duration":"1.118987012s","start":"2026-07-31T08:42:41.924482Z","end":"2026-07-31T08:42:43.043469Z","steps":["trace[1044673699] 'agreement among raft nodes before linearized reading' (duration: 1.118785698s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.043540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.908386Z","time spent":"1.135146157s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:43.043543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:41.924460Z","time spent":"1.119072198s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-07-31T08:42:43.065555Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1393195269502925976,"received-request-id":1393195269502925974} {"level":"info","ts":"2026-07-31T08:42:43.066133Z","caller":"traceutil/trace.go:172","msg":"trace[1987749717] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"897.182251ms","start":"2026-07-31T08:42:42.168926Z","end":"2026-07-31T08:42:43.066108Z","steps":["trace[1987749717] 'process raft request' (duration: 896.791166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.066769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.168909Z","time spent":"897.777679ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T08:42:43.068427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.09352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.068490Z","caller":"traceutil/trace.go:172","msg":"trace[500544576] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1014; }","duration":"158.184616ms","start":"2026-07-31T08:42:42.910291Z","end":"2026-07-31T08:42:43.068476Z","steps":["trace[500544576] 'agreement among raft nodes before linearized reading' (duration: 158.065238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.068745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.544709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T08:42:43.068783Z","caller":"traceutil/trace.go:172","msg":"trace[1460823248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"447.580762ms","start":"2026-07-31T08:42:42.621192Z","end":"2026-07-31T08:42:43.068773Z","steps":["trace[1460823248] 'agreement among raft nodes before linearized reading' (duration: 447.526998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.068806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.621169Z","time spent":"447.630385ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T08:42:43.069033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"896.282904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qrpdr\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-31T08:42:43.069068Z","caller":"traceutil/trace.go:172","msg":"trace[125843286] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qrpdr; range_end:; response_count:1; response_revision:1014; }","duration":"896.318316ms","start":"2026-07-31T08:42:42.172742Z","end":"2026-07-31T08:42:43.069060Z","steps":["trace[125843286] 'agreement among raft nodes before linearized reading' (duration: 896.200858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:43.069094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T08:42:42.172726Z","time spent":"896.358288ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-qrpdr\" limit:1 "} {"level":"info","ts":"2026-07-31T08:42:44.714009Z","caller":"traceutil/trace.go:172","msg":"trace[697368151] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1236; }","duration":"257.188195ms","start":"2026-07-31T08:42:44.456799Z","end":"2026-07-31T08:42:44.713987Z","steps":["trace[697368151] 'read index received' (duration: 257.182774ms)","trace[697368151] 'applied index is now lower than readState.Index' (duration: 4.311µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T08:42:44.714374Z","caller":"traceutil/trace.go:172","msg":"trace[1671280728] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"116.489265ms","start":"2026-07-31T08:42:44.597862Z","end":"2026-07-31T08:42:44.714352Z","steps":["trace[1671280728] 'process raft request' (duration: 116.317254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:44.714593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.776203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T08:42:44.714798Z","caller":"traceutil/trace.go:172","msg":"trace[476392667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1063; }","duration":"257.88558ms","start":"2026-07-31T08:42:44.456794Z","end":"2026-07-31T08:42:44.714680Z","steps":["trace[476392667] 'agreement among raft nodes before linearized reading' (duration: 257.284412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T08:42:51.330623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:54.249847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:54.261061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:54.286301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:54.306398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T08:42:54.471844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37426","server-name":"","error":"EOF"}