{"level":"warn","ts":"2026-03-31T00:40:56.168233Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-31T00:40:56.168328Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-31T00:40:56.168337Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=controller-2=https://199.204.45.116:2380,controller-3=https://199.204.45.235:2380,controller-1=https://162.253.55.204:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-31T00:40:56.168407Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-31T00:40:56.168423Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T00:40:56.168435Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.168457Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:40:56.168976Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-03-31T00:40:56.169159Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://162.253.55.204:2380,controller-2=https://199.204.45.116:2380,controller-3=https://199.204.45.235:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-31T00:40:56.170663Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000396110}"} {"level":"info","ts":"2026-03-31T00:40:56.179667Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T00:40:56.179740Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.241085ms"} {"level":"info","ts":"2026-03-31T00:40:56.179775Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-31T00:40:56.179790Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-31T00:40:56.190107Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.116:2380","host":"199.204.45.116:2380","resolved-addr":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-31T00:40:56.190162Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-31T00:40:56.190189Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://162.253.55.204:2380","host":"162.253.55.204:2380","resolved-addr":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-31T00:40:56.190199Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-31T00:40:56.190212Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://162.253.55.204:2380","host":"162.253.55.204:2380","resolved-addr":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-31T00:40:56.190224Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.116:2380","host":"199.204.45.116:2380","resolved-addr":"199.204.45.116:2380"} {"level":"info","ts":"2026-03-31T00:40:56.213802Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-31T00:40:56.227262Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-31T00:40:56.227314Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"403127f1674f6dff","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-31T00:40:56.227339Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-31T00:40:56.227434Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"403127f1674f6dff switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T00:40:56.227476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"403127f1674f6dff became follower at term 0"} {"level":"info","ts":"2026-03-31T00:40:56.227487Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 403127f1674f6dff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-31T00:40:56.239913Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T00:40:56.243961Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T00:40:56.247151Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T00:40:56.247968Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.247996Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30","remote-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.248034Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.248087Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7","remote-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.248131Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.248176Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.248342Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.248454Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.248488Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30","remote-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.248506Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.248531Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.248994Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.248429Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.249255Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.249406Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.249331Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.250105Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.250146Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.250180Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.250527Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7","remote-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.251177Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"403127f1674f6dff","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T00:40:56.251246Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-31T00:40:56.251279Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:40:56.251353Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:40:56.251364Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:40:56.251744Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:40:56.251795Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-31T00:40:56.251808Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-31T00:40:56.252091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"403127f1674f6dff [term: 0] received a MsgHeartbeat message with higher term from a11c20306510c1f7 [term: 2]"} {"level":"info","ts":"2026-03-31T00:40:56.252116Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"403127f1674f6dff became follower at term 2"} {"level":"info","ts":"2026-03-31T00:40:56.252126Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 403127f1674f6dff elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-31T00:40:56.252345Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"403127f1674f6dff","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T00:40:56.252407Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"3119206cae914f30","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:40:56.252428Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.252459Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.253361Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"a11c20306510c1f7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:40:56.253412Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.253448Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.253965Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"a11c20306510c1f7","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:40:56.253982Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T00:40:56.254000Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.256608Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"3119206cae914f30","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:40:56.256637Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.261374Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.261473Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"403127f1674f6dff","remote-snapshot-sender-id":"a11c20306510c1f7","incoming-snapshot-index":761,"incoming-snapshot-message-size-bytes":8750,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-31T00:40:56.264247Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.264295Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.265465Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.280641Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002f9.snap.db","bytes":1089536,"size":"1.1 MB"} {"level":"info","ts":"2026-03-31T00:40:56.280702Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"403127f1674f6dff","remote-snapshot-sender-id":"a11c20306510c1f7","incoming-snapshot-index":761,"incoming-snapshot-size-bytes":1089536,"incoming-snapshot-size":"1.1 MB","download-took":"19.301854ms"} {"level":"info","ts":"2026-03-31T00:40:56.280851Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 761, term: 2]"} {"level":"info","ts":"2026-03-31T00:40:56.280941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"403127f1674f6dff switched to configuration voters=(3537894633433550640 11609189331680412151) learners=(4625522210060070399)"} {"level":"info","ts":"2026-03-31T00:40:56.280967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"403127f1674f6dff [commit: 761, lastindex: 761, lastterm: 2] restored snapshot [index: 761, term: 2]"} {"level":"info","ts":"2026-03-31T00:40:56.280980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"403127f1674f6dff [commit: 761] restored snapshot [index: 761, term: 2]"} {"level":"info","ts":"2026-03-31T00:40:56.281109Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":761,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T00:40:56.286431Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":761} {"level":"info","ts":"2026-03-31T00:40:56.286812Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00020c0b0}"} {"level":"info","ts":"2026-03-31T00:40:56.287622Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T00:40:56.287659Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"935.093µs"} {"level":"info","ts":"2026-03-31T00:40:56.287787Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-31T00:40:56.288957Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-31T00:40:56.288977Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-31T00:40:56.290546Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":703} {"level":"info","ts":"2026-03-31T00:40:56.290574Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":761} {"level":"info","ts":"2026-03-31T00:40:56.290591Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-31T00:40:56.290675Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-31T00:40:56.291713Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-31T00:40:56.291736Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-31T00:40:56.291767Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-31T00:40:56.291780Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-31T00:40:56.292057Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-31T00:40:56.292307Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-31T00:40:56.292340Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-31T00:40:56.292398Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:40:56.292417Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97da89d0cbebd2b5","local-member-id":"403127f1674f6dff","recovered-remote-peer-id":"3119206cae914f30","recovered-remote-peer-urls":["https://199.204.45.116:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-31T00:40:56.292430Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97da89d0cbebd2b5","local-member-id":"403127f1674f6dff","recovered-remote-peer-id":"403127f1674f6dff","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-31T00:40:56.292443Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"97da89d0cbebd2b5","local-member-id":"403127f1674f6dff","recovered-remote-peer-id":"a11c20306510c1f7","recovered-remote-peer-urls":["https://162.253.55.204:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-31T00:40:56.292452Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:40:56.292463Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-31T00:40:56.292471Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-31T00:40:56.292481Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"warn","ts":"2026-03-31T00:40:56.292530Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.292554Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a11c20306510c1f7"} {"level":"warn","ts":"2026-03-31T00:40:56.292580Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.292595Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.292641Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"warn","ts":"2026-03-31T00:40:56.292833Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7","error":"context canceled"} {"level":"warn","ts":"2026-03-31T00:40:56.292889Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"a11c20306510c1f7","error":"failed to read a11c20306510c1f7 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-31T00:40:56.292909Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"warn","ts":"2026-03-31T00:40:56.293002Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:40:56.293028Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.293038Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.293059Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"403127f1674f6dff","removed-remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.293068Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3119206cae914f30"} {"level":"warn","ts":"2026-03-31T00:40:56.293092Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293112Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3119206cae914f30"} {"level":"warn","ts":"2026-03-31T00:40:56.293133Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293146Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293292Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"warn","ts":"2026-03-31T00:40:56.293380Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30","error":"context canceled"} {"level":"warn","ts":"2026-03-31T00:40:56.293410Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3119206cae914f30","error":"failed to read 3119206cae914f30 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-31T00:40:56.293425Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"warn","ts":"2026-03-31T00:40:56.293510Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:40:56.293604Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293629Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293643Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"403127f1674f6dff","removed-remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293651Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-31T00:40:56.293660Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T00:40:56.293709Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293745Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293961Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.293989Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30","remote-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.294006Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.294017Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.294432Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.294518Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.294547Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.294723Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.296910Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.297082Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.297117Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7","remote-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-31T00:40:56.297155Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T00:40:56.297186Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":761,"current-applied-index":761,"incoming-leader-snapshot-index":761,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T00:40:56.297423Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.297634Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.297661Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"403127f1674f6dff","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.235:2379]}","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T00:40:56.297819Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:40:56.298442Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:40:56.298651Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T00:40:56.299194Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T00:40:56.299763Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.303402Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-31T00:40:56.303838Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-31T00:40:56.304039Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T00:40:56.305151Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.305181Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.307744Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"3119206cae914f30","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:40:56.307793Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.308222Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"a11c20306510c1f7","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:40:56.308263Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.308318Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.309014Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-03-31T00:40:56.309100Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.309571Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.312900Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"a11c20306510c1f7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:40:56.312941Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"warn","ts":"2026-03-31T00:40:56.313078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:43230","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T00:40:56.313976Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"a11c20306510c1f7"} {"level":"info","ts":"2026-03-31T00:40:56.315089Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T00:40:56.319521Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"403127f1674f6dff","to":"3119206cae914f30","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:40:56.319554Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"403127f1674f6dff","remote-peer-id":"3119206cae914f30"} {"level":"info","ts":"2026-03-31T00:40:56.352184Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"403127f1674f6dff","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-31T00:40:56.757597Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"403127f1674f6dff switched to configuration voters=(3537894633433550640 4625522210060070399 11609189331680412151)"} {"level":"info","ts":"2026-03-31T00:40:56.757772Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"97da89d0cbebd2b5","local-member-id":"403127f1674f6dff","promoted-member-id":"403127f1674f6dff"} {"level":"warn","ts":"2026-03-31T00:40:56.980325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:56.980515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.005788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.017080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.031765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.057552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.064038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.073844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.083700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.090430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.098367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.106526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.117741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.128467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.140412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.154351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.161785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.171202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.181464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.189813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.198178Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.208547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.246346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.268235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.276308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.288776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.307135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.320405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.325196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.332899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.366100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.377603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.387355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.395171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.404227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.411018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.421522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.432413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.442012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.453387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.470571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.479831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.494220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.502717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.514806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.526045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.547065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.555971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.567182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.589078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.601736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.609134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.619595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.626737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.662027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.671635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.681660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:57.739605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:40:59.555194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.597156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T00:40:59.555277Z","caller":"traceutil/trace.go:172","msg":"trace[1765795191] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:712; }","duration":"123.715006ms","start":"2026-03-31T00:40:59.431545Z","end":"2026-03-31T00:40:59.555260Z","steps":["trace[1765795191] 'range keys from in-memory index tree' (duration: 122.240043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:40:59.934245Z","caller":"traceutil/trace.go:172","msg":"trace[541832088] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"122.602835ms","start":"2026-03-31T00:40:59.811616Z","end":"2026-03-31T00:40:59.934219Z","steps":["trace[541832088] 'process raft request' (duration: 99.56349ms)","trace[541832088] 'compare' (duration: 22.846844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:01.488634Z","caller":"traceutil/trace.go:172","msg":"trace[179552506] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:788; }","duration":"382.959564ms","start":"2026-03-31T00:41:01.105648Z","end":"2026-03-31T00:41:01.488608Z","steps":["trace[179552506] 'read index received' (duration: 382.952394ms)","trace[179552506] 'applied index is now lower than readState.Index' (duration: 6.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:01.488801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.133004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:01.488834Z","caller":"traceutil/trace.go:172","msg":"trace[1692225033] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:725; }","duration":"383.181094ms","start":"2026-03-31T00:41:01.105642Z","end":"2026-03-31T00:41:01.488823Z","steps":["trace[1692225033] 'agreement among raft nodes before linearized reading' (duration: 383.101654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:01.488864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:01.105621Z","time spent":"383.234144ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-3\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:01.489348Z","caller":"traceutil/trace.go:172","msg":"trace[55441730] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"157.53538ms","start":"2026-03-31T00:41:01.331802Z","end":"2026-03-31T00:41:01.489338Z","steps":["trace[55441730] 'process raft request' (duration: 157.47085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:01.490311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.409012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:01.490344Z","caller":"traceutil/trace.go:172","msg":"trace[1070226744] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:726; }","duration":"168.445692ms","start":"2026-03-31T00:41:01.321891Z","end":"2026-03-31T00:41:01.490336Z","steps":["trace[1070226744] 'agreement among raft nodes before linearized reading' (duration: 168.391212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:07.579279Z","caller":"traceutil/trace.go:172","msg":"trace[1229810509] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:874; }","duration":"100.658661ms","start":"2026-03-31T00:41:07.478597Z","end":"2026-03-31T00:41:07.579255Z","steps":["trace[1229810509] 'read index received' (duration: 100.652481ms)","trace[1229810509] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:07.579438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.823172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:07.579529Z","caller":"traceutil/trace.go:172","msg":"trace[955257101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"100.918872ms","start":"2026-03-31T00:41:07.478582Z","end":"2026-03-31T00:41:07.579501Z","steps":["trace[955257101] 'agreement among raft nodes before linearized reading' (duration: 100.770162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:07.739223Z","caller":"traceutil/trace.go:172","msg":"trace[367053111] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:876; }","duration":"154.653963ms","start":"2026-03-31T00:41:07.584544Z","end":"2026-03-31T00:41:07.739198Z","steps":["trace[367053111] 'read index received' (duration: 154.646343ms)","trace[367053111] 'applied index is now lower than readState.Index' (duration: 6.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:07.739662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.096794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-03-31T00:41:07.739710Z","caller":"traceutil/trace.go:172","msg":"trace[202339153] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:810; }","duration":"155.159444ms","start":"2026-03-31T00:41:07.584538Z","end":"2026-03-31T00:41:07.739698Z","steps":["trace[202339153] 'agreement among raft nodes before linearized reading' (duration: 154.794613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:07.740687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.318569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:07.740768Z","caller":"traceutil/trace.go:172","msg":"trace[2020299002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"153.40563ms","start":"2026-03-31T00:41:07.587346Z","end":"2026-03-31T00:41:07.740752Z","steps":["trace[2020299002] 'agreement among raft nodes before linearized reading' (duration: 153.288169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:08.962100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.478955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T00:41:09.689776Z","caller":"traceutil/trace.go:172","msg":"trace[1941978236] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"113.683938ms","start":"2026-03-31T00:41:09.576080Z","end":"2026-03-31T00:41:09.689764Z","steps":["trace[1941978236] 'process raft request' (duration: 113.545227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:09.827126Z","caller":"traceutil/trace.go:172","msg":"trace[2008387832] linearizableReadLoop","detail":"{readStateIndex:884; appliedIndex:883; }","duration":"237.488944ms","start":"2026-03-31T00:41:09.589623Z","end":"2026-03-31T00:41:09.827112Z","steps":["trace[2008387832] 'read index received' (duration: 208.289382ms)","trace[2008387832] 'applied index is now lower than readState.Index' (duration: 29.198862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:09.827243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.609194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:09.827274Z","caller":"traceutil/trace.go:172","msg":"trace[1682026851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"237.640264ms","start":"2026-03-31T00:41:09.589618Z","end":"2026-03-31T00:41:09.827259Z","steps":["trace[1682026851] 'agreement among raft nodes before linearized reading' (duration: 237.592694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:09.828877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.888819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-3\" limit:1 ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-03-31T00:41:09.828974Z","caller":"traceutil/trace.go:172","msg":"trace[1482188989] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-3; range_end:; response_count:1; response_revision:819; }","duration":"135.99291ms","start":"2026-03-31T00:41:09.692961Z","end":"2026-03-31T00:41:09.828954Z","steps":["trace[1482188989] 'agreement among raft nodes before linearized reading' (duration: 135.739309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:10.006511Z","caller":"traceutil/trace.go:172","msg":"trace[1621318436] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"167.342748ms","start":"2026-03-31T00:41:09.839148Z","end":"2026-03-31T00:41:10.006491Z","steps":["trace[1621318436] 'process raft request' (duration: 167.128497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:11.702357Z","caller":"traceutil/trace.go:172","msg":"trace[216125707] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"139.173539ms","start":"2026-03-31T00:41:11.563162Z","end":"2026-03-31T00:41:11.702336Z","steps":["trace[216125707] 'process raft request' (duration: 139.005069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:11.707652Z","caller":"traceutil/trace.go:172","msg":"trace[1759808922] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:896; }","duration":"140.983084ms","start":"2026-03-31T00:41:11.566659Z","end":"2026-03-31T00:41:11.707642Z","steps":["trace[1759808922] 'read index received' (duration: 140.980374ms)","trace[1759808922] 'applied index is now lower than readState.Index' (duration: 2.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:11.707726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.089034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:11.707846Z","caller":"traceutil/trace.go:172","msg":"trace[934726465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:827; }","duration":"141.216075ms","start":"2026-03-31T00:41:11.566615Z","end":"2026-03-31T00:41:11.707831Z","steps":["trace[934726465] 'agreement among raft nodes before linearized reading' (duration: 141.063214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:11.709209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.600791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:11.709244Z","caller":"traceutil/trace.go:172","msg":"trace[1286306315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:827; }","duration":"118.644891ms","start":"2026-03-31T00:41:11.590593Z","end":"2026-03-31T00:41:11.709238Z","steps":["trace[1286306315] 'agreement among raft nodes before linearized reading' (duration: 118.583641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:16.692682Z","caller":"traceutil/trace.go:172","msg":"trace[1019649699] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:917; }","duration":"125.628719ms","start":"2026-03-31T00:41:16.567029Z","end":"2026-03-31T00:41:16.692658Z","steps":["trace[1019649699] 'read index received' (duration: 125.621999ms)","trace[1019649699] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:16.692912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.78506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:16.693042Z","caller":"traceutil/trace.go:172","msg":"trace[890098000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:845; }","duration":"126.001911ms","start":"2026-03-31T00:41:16.567021Z","end":"2026-03-31T00:41:16.693023Z","steps":["trace[890098000] 'agreement among raft nodes before linearized reading' (duration: 125.74618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:16.694173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.23209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:16.694224Z","caller":"traceutil/trace.go:172","msg":"trace[1264802826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"104.28162ms","start":"2026-03-31T00:41:16.589928Z","end":"2026-03-31T00:41:16.694210Z","steps":["trace[1264802826] 'agreement among raft nodes before linearized reading' (duration: 104.20395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:22.182598Z","caller":"traceutil/trace.go:172","msg":"trace[1710241160] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"380.323628ms","start":"2026-03-31T00:41:21.802252Z","end":"2026-03-31T00:41:22.182576Z","steps":["trace[1710241160] 'process raft request' (duration: 380.200598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:22.183179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:21.802229Z","time spent":"380.460949ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:28.139407Z","caller":"traceutil/trace.go:172","msg":"trace[631756112] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"174.486746ms","start":"2026-03-31T00:41:27.964901Z","end":"2026-03-31T00:41:28.139387Z","steps":["trace[631756112] 'read index received' (duration: 174.391576ms)","trace[631756112] 'applied index is now lower than readState.Index' (duration: 94.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:28.139678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.820167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:28.139707Z","caller":"traceutil/trace.go:172","msg":"trace[457231707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"174.857627ms","start":"2026-03-31T00:41:27.964840Z","end":"2026-03-31T00:41:28.139697Z","steps":["trace[457231707] 'agreement among raft nodes before linearized reading' (duration: 174.795906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:37.185347Z","caller":"traceutil/trace.go:172","msg":"trace[1343337696] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1062; }","duration":"322.951217ms","start":"2026-03-31T00:41:36.862363Z","end":"2026-03-31T00:41:37.185314Z","steps":["trace[1343337696] 'read index received' (duration: 322.941807ms)","trace[1343337696] 'applied index is now lower than readState.Index' (duration: 7.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:37.185602Z","caller":"traceutil/trace.go:172","msg":"trace[395078861] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"303.493794ms","start":"2026-03-31T00:41:36.882000Z","end":"2026-03-31T00:41:37.185494Z","steps":["trace[395078861] 'process raft request' (duration: 303.336963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.185679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.288848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T00:41:37.185732Z","caller":"traceutil/trace.go:172","msg":"trace[188662739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:977; }","duration":"323.358708ms","start":"2026-03-31T00:41:36.862358Z","end":"2026-03-31T00:41:37.185717Z","steps":["trace[188662739] 'agreement among raft nodes before linearized reading' (duration: 323.148388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.185756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:36.881981Z","time spent":"303.706834ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:37.185779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:36.862339Z","time spent":"323.426958ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:37.186981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.916553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:41:37.187049Z","caller":"traceutil/trace.go:172","msg":"trace[1270393534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:977; }","duration":"303.987193ms","start":"2026-03-31T00:41:36.883047Z","end":"2026-03-31T00:41:37.187034Z","steps":["trace[1270393534] 'agreement among raft nodes before linearized reading' (duration: 303.827673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:37.187086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:36.883027Z","time spent":"304.049304ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:37.187184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.331659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T00:41:37.187233Z","caller":"traceutil/trace.go:172","msg":"trace[194219590] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:977; }","duration":"165.380669ms","start":"2026-03-31T00:41:37.021837Z","end":"2026-03-31T00:41:37.187218Z","steps":["trace[194219590] 'agreement among raft nodes before linearized reading' (duration: 165.039798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.066270Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:39.075991Z","caller":"traceutil/trace.go:172","msg":"trace[603141655] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1074; }","duration":"510.086645ms","start":"2026-03-31T00:41:38.565871Z","end":"2026-03-31T00:41:39.075957Z","steps":["trace[603141655] 'read index received' (duration: 510.079655ms)","trace[603141655] 'applied index is now lower than readState.Index' (duration: 5.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:39.077286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.393388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:39.077297Z","caller":"traceutil/trace.go:172","msg":"trace[1769694319] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"164.734847ms","start":"2026-03-31T00:41:38.912540Z","end":"2026-03-31T00:41:39.077275Z","steps":["trace[1769694319] 'process raft request' (duration: 164.591747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:39.077350Z","caller":"traceutil/trace.go:172","msg":"trace[1318134478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"511.471788ms","start":"2026-03-31T00:41:38.565864Z","end":"2026-03-31T00:41:39.077336Z","steps":["trace[1318134478] 'agreement among raft nodes before linearized reading' (duration: 510.219515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.077501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"486.755781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:39.077568Z","caller":"traceutil/trace.go:172","msg":"trace[1701889594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"486.833601ms","start":"2026-03-31T00:41:38.590721Z","end":"2026-03-31T00:41:39.077554Z","steps":["trace[1701889594] 'agreement among raft nodes before linearized reading' (duration: 486.65349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.077598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:38.590700Z","time spent":"486.892721ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:39.077827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.182919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T00:41:39.077852Z","caller":"traceutil/trace.go:172","msg":"trace[1304734748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:988; }","duration":"389.209949ms","start":"2026-03-31T00:41:38.688637Z","end":"2026-03-31T00:41:39.077847Z","steps":["trace[1304734748] 'agreement among raft nodes before linearized reading' (duration: 389.109959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:39.077868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:38.688617Z","time spent":"389.24667ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:40.304063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:40.804547Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:41.190727Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.531914012s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T00:41:41.304657Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:41.315198Z","caller":"traceutil/trace.go:172","msg":"trace[510755636] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1093; }","duration":"1.512293307s","start":"2026-03-31T00:41:39.802884Z","end":"2026-03-31T00:41:41.315177Z","steps":["trace[510755636] 'read index received' (duration: 1.512286077s)","trace[510755636] 'applied index is now lower than readState.Index' (duration: 5.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:41.315396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.512494447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T00:41:41.315428Z","caller":"traceutil/trace.go:172","msg":"trace[1733671029] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1004; }","duration":"1.512538738s","start":"2026-03-31T00:41:39.802879Z","end":"2026-03-31T00:41:41.315418Z","steps":["trace[1733671029] 'agreement among raft nodes before linearized reading' (duration: 1.512394547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.315458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:39.802861Z","time spent":"1.512589268s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:41.338780Z","caller":"traceutil/trace.go:172","msg":"trace[132096258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1018; }","duration":"101.578852ms","start":"2026-03-31T00:41:41.237178Z","end":"2026-03-31T00:41:41.338757Z","steps":["trace[132096258] 'process raft request' (duration: 101.459401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.338972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"772.862604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.338996Z","caller":"traceutil/trace.go:172","msg":"trace[65525254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1018; }","duration":"772.894284ms","start":"2026-03-31T00:41:40.566095Z","end":"2026-03-31T00:41:41.338990Z","steps":["trace[65525254] 'agreement among raft nodes before linearized reading' (duration: 772.849384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.339257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.883199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T00:41:41.339316Z","caller":"traceutil/trace.go:172","msg":"trace[499894917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1018; }","duration":"651.953319ms","start":"2026-03-31T00:41:40.687349Z","end":"2026-03-31T00:41:41.339303Z","steps":["trace[499894917] 'agreement among raft nodes before linearized reading' (duration: 651.835149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.339343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.687327Z","time spent":"652.010649ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:41.339339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.88775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:41.339394Z","caller":"traceutil/trace.go:172","msg":"trace[1065326007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"749.94765ms","start":"2026-03-31T00:41:40.589433Z","end":"2026-03-31T00:41:41.339381Z","steps":["trace[1065326007] 'agreement among raft nodes before linearized reading' (duration: 749.85053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.339422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.589412Z","time spent":"750.00517ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:41.339428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.505887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T00:41:41.339462Z","caller":"traceutil/trace.go:172","msg":"trace[1478951747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1018; }","duration":"384.538967ms","start":"2026-03-31T00:41:40.954911Z","end":"2026-03-31T00:41:41.339450Z","steps":["trace[1478951747] 'agreement among raft nodes before linearized reading' (duration: 384.478517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:41.340301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:40.954886Z","time spent":"385.40339ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:43.799643Z","caller":"traceutil/trace.go:172","msg":"trace[57732789] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1243; }","duration":"232.958936ms","start":"2026-03-31T00:41:43.566663Z","end":"2026-03-31T00:41:43.799622Z","steps":["trace[57732789] 'read index received' (duration: 232.954116ms)","trace[57732789] 'applied index is now lower than readState.Index' (duration: 3.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:43.799763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.086286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:43.799779Z","caller":"traceutil/trace.go:172","msg":"trace[1315040854] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"233.117866ms","start":"2026-03-31T00:41:43.566657Z","end":"2026-03-31T00:41:43.799775Z","steps":["trace[1315040854] 'agreement among raft nodes before linearized reading' (duration: 233.066116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:43.801004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.079487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:43.801072Z","caller":"traceutil/trace.go:172","msg":"trace[693541719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"208.158117ms","start":"2026-03-31T00:41:43.592901Z","end":"2026-03-31T00:41:43.801059Z","steps":["trace[693541719] 'agreement among raft nodes before linearized reading' (duration: 208.045907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:45.780717Z","caller":"traceutil/trace.go:172","msg":"trace[1397079714] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1258; }","duration":"213.795723ms","start":"2026-03-31T00:41:45.566899Z","end":"2026-03-31T00:41:45.780695Z","steps":["trace[1397079714] 'read index received' (duration: 213.789193ms)","trace[1397079714] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:45.780883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.024463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:45.780918Z","caller":"traceutil/trace.go:172","msg":"trace[1361634937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"214.077264ms","start":"2026-03-31T00:41:45.566832Z","end":"2026-03-31T00:41:45.780909Z","steps":["trace[1361634937] 'agreement among raft nodes before linearized reading' (duration: 213.997553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:45.782422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.761466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:45.782551Z","caller":"traceutil/trace.go:172","msg":"trace[123248281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"189.901207ms","start":"2026-03-31T00:41:45.592634Z","end":"2026-03-31T00:41:45.782535Z","steps":["trace[123248281] 'agreement among raft nodes before linearized reading' (duration: 189.718836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:46.397514Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:46.399190Z","caller":"traceutil/trace.go:172","msg":"trace[2058685921] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1261; }","duration":"501.935082ms","start":"2026-03-31T00:41:45.897208Z","end":"2026-03-31T00:41:46.399143Z","steps":["trace[2058685921] 'read index received' (duration: 501.929052ms)","trace[2058685921] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:46.418631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"521.413176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T00:41:46.418721Z","caller":"traceutil/trace.go:172","msg":"trace[51257691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1093; }","duration":"521.515316ms","start":"2026-03-31T00:41:45.897187Z","end":"2026-03-31T00:41:46.418702Z","steps":["trace[51257691] 'agreement among raft nodes before linearized reading' (duration: 502.058192ms)","trace[51257691] 'range keys from in-memory index tree' (duration: 19.317194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:46.418769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:45.897164Z","time spent":"521.596476ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:46.567566Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7926226773138646381,"received-request-id":7926226773138646380} {"level":"info","ts":"2026-03-31T00:41:46.733501Z","caller":"traceutil/trace.go:172","msg":"trace[2082085527] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1264; }","duration":"165.89427ms","start":"2026-03-31T00:41:46.567549Z","end":"2026-03-31T00:41:46.733443Z","steps":["trace[2082085527] 'read index received' (duration: 165.88751ms)","trace[2082085527] 'applied index is now lower than readState.Index' (duration: 5.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:46.733630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.065451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:46.733661Z","caller":"traceutil/trace.go:172","msg":"trace[339961506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1096; }","duration":"166.107701ms","start":"2026-03-31T00:41:46.567542Z","end":"2026-03-31T00:41:46.733650Z","steps":["trace[339961506] 'agreement among raft nodes before linearized reading' (duration: 166.033801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:47.898151Z","caller":"traceutil/trace.go:172","msg":"trace[1793733608] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1265; }","duration":"331.627869ms","start":"2026-03-31T00:41:47.566499Z","end":"2026-03-31T00:41:47.898127Z","steps":["trace[1793733608] 'read index received' (duration: 331.622699ms)","trace[1793733608] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:47.898303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.78559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:47.898370Z","caller":"traceutil/trace.go:172","msg":"trace[1485959343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1097; }","duration":"331.867ms","start":"2026-03-31T00:41:47.566486Z","end":"2026-03-31T00:41:47.898353Z","steps":["trace[1485959343] 'agreement among raft nodes before linearized reading' (duration: 331.75114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:47.899329Z","caller":"traceutil/trace.go:172","msg":"trace[929384842] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"266.622489ms","start":"2026-03-31T00:41:47.632688Z","end":"2026-03-31T00:41:47.899311Z","steps":["trace[929384842] 'process raft request' (duration: 266.537689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:47.956470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.845467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:47.956596Z","caller":"traceutil/trace.go:172","msg":"trace[410114276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"366.950477ms","start":"2026-03-31T00:41:47.589599Z","end":"2026-03-31T00:41:47.956550Z","steps":["trace[410114276] 'agreement among raft nodes before linearized reading' (duration: 366.693807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:47.956647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:47.589581Z","time spent":"367.054258ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:48.657273Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:49.157870Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:49.658054Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:49.942571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.375673994s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:49.942647Z","caller":"traceutil/trace.go:172","msg":"trace[787316892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"1.375755964s","start":"2026-03-31T00:41:48.566875Z","end":"2026-03-31T00:41:49.942631Z","steps":["trace[787316892] 'range keys from in-memory index tree' (duration: 1.375619214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:49.942861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.137684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-31T00:41:50.159025Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:50.590496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000207876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:50.590598Z","caller":"traceutil/trace.go:172","msg":"trace[1263380149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319536s","start":"2026-03-31T00:41:48.590255Z","end":"2026-03-31T00:41:50.590575Z","steps":["trace[1263380149] 'agreement among raft nodes before linearized reading' (duration: 2.000204056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:50.590657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.590239Z","time spent":"2.000407956s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 00:41:50 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:50.660238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:51.161105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:51.662002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:52.162530Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:52.274084Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.196783731s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T00:41:52.591174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999991734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:52.591284Z","caller":"traceutil/trace.go:172","msg":"trace[852632646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113004s","start":"2026-03-31T00:41:50.591148Z","end":"2026-03-31T00:41:52.591261Z","steps":["trace[852632646] 'agreement among raft nodes before linearized reading' (duration: 1.999988764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:52.591354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:50.591122Z","time spent":"2.000222574s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:52.663132Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:52.764476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: 0] ignored MsgPreVote from a11c20306510c1f7 [logterm: 2, index: 1281] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-03-31T00:41:53.155498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999198696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:53.155569Z","caller":"traceutil/trace.go:172","msg":"trace[1927379820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999287096s","start":"2026-03-31T00:41:48.156265Z","end":"2026-03-31T00:41:53.155552Z","steps":["trace[1927379820] 'agreement among raft nodes before linearized reading' (duration: 4.999195506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:53.155620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.156240Z","time spent":"4.999370437s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/31 00:41:53 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:53.163834Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:41:53.664698Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:53.972612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: 0] cast MsgPreVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 2"} {"level":"info","ts":"2026-03-31T00:41:53.978067Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"403127f1674f6dff [term: 2] received a MsgVote message with higher term from a11c20306510c1f7 [term: 3]"} {"level":"info","ts":"2026-03-31T00:41:53.978116Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"403127f1674f6dff became follower at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.978134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: 0] cast MsgVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 3"} {"level":"info","ts":"2026-03-31T00:41:53.978155Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 403127f1674f6dff lost leader a11c20306510c1f7 at term 3"} {"level":"warn","ts":"2026-03-31T00:41:54.165503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:54.165635Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:54.600007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999955782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:54.600086Z","caller":"traceutil/trace.go:172","msg":"trace[1226935396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048252s","start":"2026-03-31T00:41:52.600021Z","end":"2026-03-31T00:41:54.600069Z","steps":["trace[1226935396] 'agreement among raft nodes before linearized reading' (duration: 1.999952122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:54.600137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:52.600004Z","time spent":"2.000125463s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:54.666245Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:54.666333Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:55.157108Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-03-31T00:41:55.157224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:55.657861Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:55.658018Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:55.761212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999453537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:55.761327Z","caller":"traceutil/trace.go:172","msg":"trace[1423905816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999594838s","start":"2026-03-31T00:41:50.761716Z","end":"2026-03-31T00:41:55.761310Z","steps":["trace[1423905816] 'agreement among raft nodes before linearized reading' (duration: 4.999450417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:55.761412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:50.761693Z","time spent":"4.999707268s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/31 00:41:55 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T00:41:55.765268Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: a11c20306510c1f7] cast MsgPreVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 3"} {"level":"info","ts":"2026-03-31T00:41:55.768205Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"403127f1674f6dff [term: 3] received a MsgVote message with higher term from a11c20306510c1f7 [term: 4]"} {"level":"info","ts":"2026-03-31T00:41:55.768266Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"403127f1674f6dff became follower at term 4"} {"level":"info","ts":"2026-03-31T00:41:55.768314Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: 0] cast MsgVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 4"} {"level":"warn","ts":"2026-03-31T00:41:56.158408Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:56.158560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:56.205020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.203847Z","time spent":"7.001166547s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T00:41:56.600758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999754314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T00:41:56.600826Z","caller":"traceutil/trace.go:172","msg":"trace[1448709792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999832344s","start":"2026-03-31T00:41:54.600981Z","end":"2026-03-31T00:41:56.600813Z","steps":["trace[1448709792] 'agreement among raft nodes before linearized reading' (duration: 1.999753174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:56.600874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:54.600951Z","time spent":"1.999915596s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:41:56.658588Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:56.658681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:56.708175Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.729933967s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T00:41:57.158763Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:57.159789Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:57.265560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: a11c20306510c1f7] cast MsgPreVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 4"} {"level":"warn","ts":"2026-03-31T00:41:57.661509Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:57.661608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-31T00:41:58.000432Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.291747999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T00:41:58.005548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"403127f1674f6dff [term: 4] received a MsgVote message with higher term from a11c20306510c1f7 [term: 5]"} {"level":"info","ts":"2026-03-31T00:41:58.005634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"403127f1674f6dff became follower at term 5"} {"level":"info","ts":"2026-03-31T00:41:58.005656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"403127f1674f6dff [logterm: 2, index: 1281, vote: 0] cast MsgVote for a11c20306510c1f7 [logterm: 2, index: 1281] at term 5"} {"level":"warn","ts":"2026-03-31T00:41:58.161967Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7926226773138646393,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T00:41:58.162160Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"403127f1674f6dff no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-31T00:41:58.363582Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 403127f1674f6dff elected leader a11c20306510c1f7 at term 5"} {"level":"warn","ts":"2026-03-31T00:41:58.364054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.421351889s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.364106Z","caller":"traceutil/trace.go:172","msg":"trace[2022904374] range","detail":"{range_begin:; range_end:; }","duration":"8.421413629s","start":"2026-03-31T00:41:49.942685Z","end":"2026-03-31T00:41:58.364098Z","steps":["trace[2022904374] 'agreement among raft nodes before linearized reading' (duration: 8.421351699s)"],"step_count":1} {"level":"error","ts":"2026-03-31T00:41:58.364139Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-31T00:41:58.364252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.524424184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.364269Z","caller":"traceutil/trace.go:172","msg":"trace[1223105942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.524442734s","start":"2026-03-31T00:41:49.839822Z","end":"2026-03-31T00:41:58.364265Z","steps":["trace[1223105942] 'agreement among raft nodes before linearized reading' (duration: 8.524424154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.364289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.839800Z","time spent":"8.524482445s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.364318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.560809546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.364331Z","caller":"traceutil/trace.go:172","msg":"trace[2097398703] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; }","duration":"8.560823716s","start":"2026-03-31T00:41:49.803504Z","end":"2026-03-31T00:41:58.364328Z","steps":["trace[2097398703] 'agreement among raft nodes before linearized reading' (duration: 8.560810536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.364343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:49.803477Z","time spent":"8.560862066s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.365645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.963365164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.365901Z","caller":"traceutil/trace.go:172","msg":"trace[1129461594] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bm298; range_end:; }","duration":"9.963640034s","start":"2026-03-31T00:41:48.402248Z","end":"2026-03-31T00:41:58.365888Z","steps":["trace[1129461594] 'agreement among raft nodes before linearized reading' (duration: 9.962537701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.366225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.402229Z","time spent":"9.963984245s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.366465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.843846983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-31T00:41:58.366495Z","caller":"traceutil/trace.go:172","msg":"trace[96908057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.843877513s","start":"2026-03-31T00:41:48.522608Z","end":"2026-03-31T00:41:58.366486Z","steps":["trace[96908057] 'agreement among raft nodes before linearized reading' (duration: 9.843846293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.366666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:48.522583Z","time spent":"9.843927683s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:58.606620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00018927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:41:58.606700Z","caller":"traceutil/trace.go:172","msg":"trace[1682847712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028059s","start":"2026-03-31T00:41:56.606401Z","end":"2026-03-31T00:41:58.606681Z","steps":["trace[1682847712] 'agreement among raft nodes before linearized reading' (duration: 2.00018553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:58.606750Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.606368Z","time spent":"2.00037394s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 00:41:58 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T00:41:58.713080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.756141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T00:41:59.054697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.230865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:41:59.054942Z","caller":"traceutil/trace.go:172","msg":"trace[217303048] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1275; }","duration":"690.904573ms","start":"2026-03-31T00:41:58.364022Z","end":"2026-03-31T00:41:59.054926Z","steps":["trace[217303048] 'read index received' (duration: 177.29ms)","trace[217303048] 'applied index is now lower than readState.Index' (duration: 513.613533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:59.055194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.45154571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.055270Z","caller":"traceutil/trace.go:172","msg":"trace[1273117753] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1112; }","duration":"1.45162965s","start":"2026-03-31T00:41:57.603624Z","end":"2026-03-31T00:41:59.055254Z","steps":["trace[1273117753] 'agreement among raft nodes before linearized reading' (duration: 1.45150543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.055307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.603612Z","time spent":"1.45168788s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.055345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.019706194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T00:41:59.055335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091408092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.055401Z","caller":"traceutil/trace.go:172","msg":"trace[1257433285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"3.019765905s","start":"2026-03-31T00:41:56.035622Z","end":"2026-03-31T00:41:59.055388Z","steps":["trace[1257433285] 'agreement among raft nodes before linearized reading' (duration: 3.019670654s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.055423Z","caller":"traceutil/trace.go:172","msg":"trace[1034843221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"1.091508063s","start":"2026-03-31T00:41:57.963896Z","end":"2026-03-31T00:41:59.055404Z","steps":["trace[1034843221] 'agreement among raft nodes before linearized reading' (duration: 1.091198872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.055510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.245370809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T00:41:59.055547Z","caller":"traceutil/trace.go:172","msg":"trace[480139083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1112; }","duration":"1.245407669s","start":"2026-03-31T00:41:57.810131Z","end":"2026-03-31T00:41:59.055539Z","steps":["trace[480139083] 'agreement among raft nodes before linearized reading' (duration: 1.245342959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.055571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.810110Z","time spent":"1.245455609s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.055665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.543455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.055725Z","caller":"traceutil/trace.go:172","msg":"trace[540854891] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1112; }","duration":"756.603465ms","start":"2026-03-31T00:41:58.299105Z","end":"2026-03-31T00:41:59.055708Z","steps":["trace[540854891] 'agreement among raft nodes before linearized reading' (duration: 756.501615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.055763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.299092Z","time spent":"756.660285ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.055670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.035601Z","time spent":"3.019831515s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.056182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:57.963871Z","time spent":"1.091587563s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:41:59.081925Z","caller":"traceutil/trace.go:172","msg":"trace[697907511] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"6.486898264s","start":"2026-03-31T00:41:52.595000Z","end":"2026-03-31T00:41:59.081899Z","steps":["trace[697907511] 'process raft request' (duration: 6.486790704s)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.081999Z","caller":"traceutil/trace.go:172","msg":"trace[213209485] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"6.10963411s","start":"2026-03-31T00:41:52.972347Z","end":"2026-03-31T00:41:59.081981Z","steps":["trace[213209485] 'process raft request' (duration: 6.1094963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.083244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:52.594975Z","time spent":"6.487320575s","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:41:59.083455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:52.972319Z","time spent":"6.110396613s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:41:59.083610Z","caller":"traceutil/trace.go:172","msg":"trace[1717223354] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1123; }","duration":"2.874241311s","start":"2026-03-31T00:41:56.209349Z","end":"2026-03-31T00:41:59.083590Z","steps":["trace[1717223354] 'process raft request' (duration: 2.874193651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.084632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:56.209321Z","time spent":"2.875228724s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:41:59.151347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"544.462007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:41:59.151365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.529403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-03-31T00:41:59.151411Z","caller":"traceutil/trace.go:172","msg":"trace[346219350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1127; }","duration":"544.532847ms","start":"2026-03-31T00:41:58.606869Z","end":"2026-03-31T00:41:59.151402Z","steps":["trace[346219350] 'agreement among raft nodes before linearized reading' (duration: 544.440627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.151434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.606848Z","time spent":"544.581467ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:41:59.151427Z","caller":"traceutil/trace.go:172","msg":"trace[1655723215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1127; }","duration":"759.604973ms","start":"2026-03-31T00:41:58.391808Z","end":"2026-03-31T00:41:59.151413Z","steps":["trace[1655723215] 'agreement among raft nodes before linearized reading' (duration: 759.483223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.151465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.391804Z","time spent":"759.653583ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.151512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.44598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-31T00:41:59.151580Z","caller":"traceutil/trace.go:172","msg":"trace[348200413] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bm298; range_end:; response_count:1; response_revision:1127; }","duration":"758.53206ms","start":"2026-03-31T00:41:58.393032Z","end":"2026-03-31T00:41:59.151564Z","steps":["trace[348200413] 'agreement among raft nodes before linearized reading' (duration: 758.25912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.151627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.393018Z","time spent":"758.600561ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.151703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.606395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T00:41:59.151723Z","caller":"traceutil/trace.go:172","msg":"trace[1979847369] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1127; }","duration":"756.627515ms","start":"2026-03-31T00:41:58.395091Z","end":"2026-03-31T00:41:59.151718Z","steps":["trace[1979847369] 'agreement among raft nodes before linearized reading' (duration: 756.554635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.151709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.984615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-03-31T00:41:59.151737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.395083Z","time spent":"756.650465ms","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:59.151747Z","caller":"traceutil/trace.go:172","msg":"trace[572393497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1127; }","duration":"760.023805ms","start":"2026-03-31T00:41:58.391713Z","end":"2026-03-31T00:41:59.151737Z","steps":["trace[572393497] 'agreement among raft nodes before linearized reading' (duration: 759.958255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.151774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.391699Z","time spent":"760.069235ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:41:59.151868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.712835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.152998Z","caller":"traceutil/trace.go:172","msg":"trace[92705987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"786.840459ms","start":"2026-03-31T00:41:58.366150Z","end":"2026-03-31T00:41:59.152991Z","steps":["trace[92705987] 'agreement among raft nodes before linearized reading' (duration: 785.706245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.152163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.184973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.153440Z","caller":"traceutil/trace.go:172","msg":"trace[1516619639] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1127; }","duration":"782.080066ms","start":"2026-03-31T00:41:58.370964Z","end":"2026-03-31T00:41:59.153044Z","steps":["trace[1516619639] 'agreement among raft nodes before linearized reading' (duration: 781.089453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.153615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:41:58.370949Z","time spent":"782.590507ms","remote":"127.0.0.1:59516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-03-31T00:41:59.252579Z","caller":"traceutil/trace.go:172","msg":"trace[32315451] linearizableReadLoop","detail":"{readStateIndex:1300; appliedIndex:1300; }","duration":"101.25003ms","start":"2026-03-31T00:41:59.151266Z","end":"2026-03-31T00:41:59.252516Z","steps":["trace[32315451] 'read index received' (duration: 101.2322ms)","trace[32315451] 'applied index is now lower than readState.Index' (duration: 16.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:59.255279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.698897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"warn","ts":"2026-03-31T00:41:59.255333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.456656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1c641749ec710\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-31T00:41:59.255365Z","caller":"traceutil/trace.go:172","msg":"trace[360104241] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy; range_end:; response_count:1; response_revision:1127; }","duration":"164.791737ms","start":"2026-03-31T00:41:59.090557Z","end":"2026-03-31T00:41:59.255349Z","steps":["trace[360104241] 'agreement among raft nodes before linearized reading' (duration: 162.0995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.255412Z","caller":"traceutil/trace.go:172","msg":"trace[1615940336] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1c641749ec710; range_end:; response_count:1; response_revision:1127; }","duration":"164.544486ms","start":"2026-03-31T00:41:59.090844Z","end":"2026-03-31T00:41:59.255388Z","steps":["trace[1615940336] 'agreement among raft nodes before linearized reading' (duration: 161.678138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.282239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.062995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.282301Z","caller":"traceutil/trace.go:172","msg":"trace[1868178614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1132; }","duration":"128.130335ms","start":"2026-03-31T00:41:59.154157Z","end":"2026-03-31T00:41:59.282287Z","steps":["trace[1868178614] 'agreement among raft nodes before linearized reading' (duration: 128.040525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.282324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.384974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:41:59.282368Z","caller":"traceutil/trace.go:172","msg":"trace[1021532305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1132; }","duration":"120.431264ms","start":"2026-03-31T00:41:59.161925Z","end":"2026-03-31T00:41:59.282356Z","steps":["trace[1021532305] 'agreement among raft nodes before linearized reading' (duration: 120.340004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.282525Z","caller":"traceutil/trace.go:172","msg":"trace[1501118678] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1132; }","duration":"122.85641ms","start":"2026-03-31T00:41:59.159656Z","end":"2026-03-31T00:41:59.282512Z","steps":["trace[1501118678] 'process raft request' (duration: 122.71089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.282641Z","caller":"traceutil/trace.go:172","msg":"trace[1099185307] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"112.512822ms","start":"2026-03-31T00:41:59.170104Z","end":"2026-03-31T00:41:59.282617Z","steps":["trace[1099185307] 'process raft request' (duration: 112.383091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.282844Z","caller":"traceutil/trace.go:172","msg":"trace[2135806264] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1132; }","duration":"123.087171ms","start":"2026-03-31T00:41:59.159735Z","end":"2026-03-31T00:41:59.282822Z","steps":["trace[2135806264] 'process raft request' (duration: 122.71244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.383218Z","caller":"traceutil/trace.go:172","msg":"trace[1790386342] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"124.727137ms","start":"2026-03-31T00:41:59.258473Z","end":"2026-03-31T00:41:59.383200Z","steps":["trace[1790386342] 'process raft request' (duration: 124.608256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.384780Z","caller":"traceutil/trace.go:172","msg":"trace[1075506508] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"124.819305ms","start":"2026-03-31T00:41:59.259938Z","end":"2026-03-31T00:41:59.384757Z","steps":["trace[1075506508] 'process raft request' (duration: 124.605665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.385032Z","caller":"traceutil/trace.go:172","msg":"trace[1775366532] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"106.249455ms","start":"2026-03-31T00:41:59.278765Z","end":"2026-03-31T00:41:59.385015Z","steps":["trace[1775366532] 'process raft request' (duration: 105.856823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.538059Z","caller":"traceutil/trace.go:172","msg":"trace[253197922] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"149.368534ms","start":"2026-03-31T00:41:59.388664Z","end":"2026-03-31T00:41:59.538032Z","steps":["trace[253197922] 'process raft request' (duration: 105.258771ms)","trace[253197922] 'compare' (duration: 43.905512ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:41:59.568686Z","caller":"traceutil/trace.go:172","msg":"trace[1499057250] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1318; }","duration":"179.817069ms","start":"2026-03-31T00:41:59.388851Z","end":"2026-03-31T00:41:59.568668Z","steps":["trace[1499057250] 'read index received' (duration: 179.811899ms)","trace[1499057250] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:59.569055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.16073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-31T00:41:59.569156Z","caller":"traceutil/trace.go:172","msg":"trace[1679267369] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1142; }","duration":"180.30106ms","start":"2026-03-31T00:41:59.388838Z","end":"2026-03-31T00:41:59.569139Z","steps":["trace[1679267369] 'agreement among raft nodes before linearized reading' (duration: 179.930929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.628089Z","caller":"traceutil/trace.go:172","msg":"trace[1358232280] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"231.794802ms","start":"2026-03-31T00:41:59.396269Z","end":"2026-03-31T00:41:59.628064Z","steps":["trace[1358232280] 'process raft request' (duration: 231.470282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.764060Z","caller":"traceutil/trace.go:172","msg":"trace[1813818549] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"131.936036ms","start":"2026-03-31T00:41:59.632107Z","end":"2026-03-31T00:41:59.764043Z","steps":["trace[1813818549] 'process raft request' (duration: 131.746755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:41:59.767895Z","caller":"traceutil/trace.go:172","msg":"trace[1614896568] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1327; }","duration":"133.965452ms","start":"2026-03-31T00:41:59.633917Z","end":"2026-03-31T00:41:59.767882Z","steps":["trace[1614896568] 'read index received' (duration: 133.961012ms)","trace[1614896568] 'applied index is now lower than readState.Index' (duration: 3.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:41:59.768033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.115252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-31T00:41:59.768087Z","caller":"traceutil/trace.go:172","msg":"trace[818745635] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bm298; range_end:; response_count:1; response_revision:1149; }","duration":"134.180282ms","start":"2026-03-31T00:41:59.633896Z","end":"2026-03-31T00:41:59.768076Z","steps":["trace[818745635] 'agreement among raft nodes before linearized reading' (duration: 134.028392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:41:59.769547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.506623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T00:41:59.769591Z","caller":"traceutil/trace.go:172","msg":"trace[259532429] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1149; }","duration":"134.552773ms","start":"2026-03-31T00:41:59.635029Z","end":"2026-03-31T00:41:59.769582Z","steps":["trace[259532429] 'agreement among raft nodes before linearized reading' (duration: 134.425452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:00.476251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.466351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T00:42:00.476362Z","caller":"traceutil/trace.go:172","msg":"trace[723461473] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"184.685902ms","start":"2026-03-31T00:42:00.291661Z","end":"2026-03-31T00:42:00.476347Z","steps":["trace[723461473] 'read index received' (duration: 58.858032ms)","trace[723461473] 'applied index is now lower than readState.Index' (duration: 125.82668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:00.476515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.841153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:00.476618Z","caller":"traceutil/trace.go:172","msg":"trace[886639760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1181; }","duration":"184.956153ms","start":"2026-03-31T00:42:00.291646Z","end":"2026-03-31T00:42:00.476602Z","steps":["trace[886639760] 'agreement among raft nodes before linearized reading' (duration: 184.763713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:00.573503Z","caller":"traceutil/trace.go:172","msg":"trace[1982809822] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"130.07509ms","start":"2026-03-31T00:42:00.443409Z","end":"2026-03-31T00:42:00.573484Z","steps":["trace[1982809822] 'process raft request' (duration: 129.93595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:00.658699Z","caller":"traceutil/trace.go:172","msg":"trace[313969558] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1364; }","duration":"182.290915ms","start":"2026-03-31T00:42:00.476386Z","end":"2026-03-31T00:42:00.658677Z","steps":["trace[313969558] 'read index received' (duration: 182.284375ms)","trace[313969558] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:00.658891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.98204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:00.658989Z","caller":"traceutil/trace.go:172","msg":"trace[1933084268] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1183; }","duration":"307.08636ms","start":"2026-03-31T00:42:00.351877Z","end":"2026-03-31T00:42:00.658963Z","steps":["trace[1933084268] 'agreement among raft nodes before linearized reading' (duration: 306.92013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:00.659041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:00.351862Z","time spent":"307.166071ms","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:42:00.659588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.529595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-31T00:42:00.660718Z","caller":"traceutil/trace.go:172","msg":"trace[605172764] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bm298; range_end:; response_count:1; response_revision:1183; }","duration":"219.209068ms","start":"2026-03-31T00:42:00.440801Z","end":"2026-03-31T00:42:00.660010Z","steps":["trace[605172764] 'agreement among raft nodes before linearized reading' (duration: 217.926864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:00.681864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.991195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T00:42:00.681980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.48146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:00.681988Z","caller":"traceutil/trace.go:172","msg":"trace[1320266845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"204.123165ms","start":"2026-03-31T00:42:00.477845Z","end":"2026-03-31T00:42:00.681968Z","steps":["trace[1320266845] 'agreement among raft nodes before linearized reading' (duration: 203.957485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:00.682025Z","caller":"traceutil/trace.go:172","msg":"trace[1556778804] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"115.571161ms","start":"2026-03-31T00:42:00.566442Z","end":"2026-03-31T00:42:00.682013Z","steps":["trace[1556778804] 'agreement among raft nodes before linearized reading' (duration: 115.46548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.495413Z","caller":"traceutil/trace.go:172","msg":"trace[1923497939] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1370; }","duration":"201.548108ms","start":"2026-03-31T00:42:01.293796Z","end":"2026-03-31T00:42:01.495344Z","steps":["trace[1923497939] 'read index received' (duration: 201.541128ms)","trace[1923497939] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:01.495515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.690689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.495592Z","caller":"traceutil/trace.go:172","msg":"trace[285973313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"201.777889ms","start":"2026-03-31T00:42:01.293782Z","end":"2026-03-31T00:42:01.495560Z","steps":["trace[285973313] 'agreement among raft nodes before linearized reading' (duration: 201.650379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.815512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.866733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.815615Z","caller":"traceutil/trace.go:172","msg":"trace[2143196945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"318.982313ms","start":"2026-03-31T00:42:01.496613Z","end":"2026-03-31T00:42:01.815596Z","steps":["trace[2143196945] 'range keys from in-memory index tree' (duration: 315.211743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.815659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.496596Z","time spent":"319.053153ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:42:01.857587Z","caller":"traceutil/trace.go:172","msg":"trace[1616621052] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"343.061819ms","start":"2026-03-31T00:42:01.514502Z","end":"2026-03-31T00:42:01.857564Z","steps":["trace[1616621052] 'process raft request' (duration: 342.990539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.857754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:01.514475Z","time spent":"343.19669ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:42:01.858489Z","caller":"traceutil/trace.go:172","msg":"trace[1278147094] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1375; }","duration":"291.851288ms","start":"2026-03-31T00:42:01.566555Z","end":"2026-03-31T00:42:01.858406Z","steps":["trace[1278147094] 'read index received' (duration: 291.847018ms)","trace[1278147094] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:01.858625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.07856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:01.858681Z","caller":"traceutil/trace.go:172","msg":"trace[351373540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1194; }","duration":"292.13717ms","start":"2026-03-31T00:42:01.566529Z","end":"2026-03-31T00:42:01.858666Z","steps":["trace[351373540] 'agreement among raft nodes before linearized reading' (duration: 292.04883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.861513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.569075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T00:42:01.861542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.557615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T00:42:01.861571Z","caller":"traceutil/trace.go:172","msg":"trace[1885656216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1194; }","duration":"261.627845ms","start":"2026-03-31T00:42:01.599928Z","end":"2026-03-31T00:42:01.861556Z","steps":["trace[1885656216] 'agreement among raft nodes before linearized reading' (duration: 261.479504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:01.861588Z","caller":"traceutil/trace.go:172","msg":"trace[106103032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1194; }","duration":"149.604845ms","start":"2026-03-31T00:42:01.711970Z","end":"2026-03-31T00:42:01.861575Z","steps":["trace[106103032] 'agreement among raft nodes before linearized reading' (duration: 149.518855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:01.861691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.848535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T00:42:01.861759Z","caller":"traceutil/trace.go:172","msg":"trace[687326280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1194; }","duration":"185.918435ms","start":"2026-03-31T00:42:01.675825Z","end":"2026-03-31T00:42:01.861743Z","steps":["trace[687326280] 'agreement among raft nodes before linearized reading' (duration: 185.745175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:02.186127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.060286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-31T00:42:02.186216Z","caller":"traceutil/trace.go:172","msg":"trace[755666509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1194; }","duration":"248.161297ms","start":"2026-03-31T00:42:01.938038Z","end":"2026-03-31T00:42:02.186199Z","steps":["trace[755666509] 'range keys from in-memory index tree' (duration: 244.734547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:02.675665Z","caller":"traceutil/trace.go:172","msg":"trace[614977777] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"206.292031ms","start":"2026-03-31T00:42:02.469357Z","end":"2026-03-31T00:42:02.675649Z","steps":["trace[614977777] 'process raft request' (duration: 206.17941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:02.676391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.758323ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:02.676443Z","caller":"traceutil/trace.go:172","msg":"trace[1404608036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1195; }","duration":"109.817963ms","start":"2026-03-31T00:42:02.566615Z","end":"2026-03-31T00:42:02.676433Z","steps":["trace[1404608036] 'agreement among raft nodes before linearized reading' (duration: 109.741923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:02.676359Z","caller":"traceutil/trace.go:172","msg":"trace[1549388954] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1377; }","duration":"109.659143ms","start":"2026-03-31T00:42:02.566622Z","end":"2026-03-31T00:42:02.676281Z","steps":["trace[1549388954] 'read index received' (duration: 109.638823ms)","trace[1549388954] 'applied index is now lower than readState.Index' (duration: 17.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:42:05.680547Z","caller":"traceutil/trace.go:172","msg":"trace[1247154659] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"672.807313ms","start":"2026-03-31T00:42:05.007719Z","end":"2026-03-31T00:42:05.680526Z","steps":["trace[1247154659] 'process raft request' (duration: 672.685152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.680669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.007700Z","time spent":"672.916303ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:42:05.683256Z","caller":"traceutil/trace.go:172","msg":"trace[1699714644] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1411; }","duration":"389.988209ms","start":"2026-03-31T00:42:05.293255Z","end":"2026-03-31T00:42:05.683243Z","steps":["trace[1699714644] 'read index received' (duration: 389.985149ms)","trace[1699714644] 'applied index is now lower than readState.Index' (duration: 2.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:42:05.683350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.087439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.683372Z","caller":"traceutil/trace.go:172","msg":"trace[442869003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"390.11409ms","start":"2026-03-31T00:42:05.293251Z","end":"2026-03-31T00:42:05.683365Z","steps":["trace[442869003] 'agreement among raft nodes before linearized reading' (duration: 390.059879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.683389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:42:05.293226Z","time spent":"390.15896ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T00:42:05.685854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.37529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.685885Z","caller":"traceutil/trace.go:172","msg":"trace[1009976668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1228; }","duration":"119.405931ms","start":"2026-03-31T00:42:05.566471Z","end":"2026-03-31T00:42:05.685877Z","steps":["trace[1009976668] 'agreement among raft nodes before linearized reading' (duration: 119.36621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.686160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.934196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:05.686196Z","caller":"traceutil/trace.go:172","msg":"trace[1698582990] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1228; }","duration":"225.973156ms","start":"2026-03-31T00:42:05.460215Z","end":"2026-03-31T00:42:05.686188Z","steps":["trace[1698582990] 'agreement among raft nodes before linearized reading' (duration: 225.914296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:05.686413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.55505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bm298\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-03-31T00:42:05.686490Z","caller":"traceutil/trace.go:172","msg":"trace[1465408787] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bm298; range_end:; response_count:1; response_revision:1228; }","duration":"194.66128ms","start":"2026-03-31T00:42:05.491810Z","end":"2026-03-31T00:42:05.686471Z","steps":["trace[1465408787] 'agreement among raft nodes before linearized reading' (duration: 194.206319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:10.559966Z","caller":"traceutil/trace.go:172","msg":"trace[1957070725] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1318; }","duration":"291.457697ms","start":"2026-03-31T00:42:10.268493Z","end":"2026-03-31T00:42:10.559951Z","steps":["trace[1957070725] 'process raft request' (duration: 291.376807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:42:10.560075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.508865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:42:10.560109Z","caller":"traceutil/trace.go:172","msg":"trace[194916300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"265.551776ms","start":"2026-03-31T00:42:10.294549Z","end":"2026-03-31T00:42:10.560100Z","steps":["trace[194916300] 'agreement among raft nodes before linearized reading' (duration: 265.473285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:42:10.559951Z","caller":"traceutil/trace.go:172","msg":"trace[921055277] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1535; }","duration":"265.376535ms","start":"2026-03-31T00:42:10.294553Z","end":"2026-03-31T00:42:10.559929Z","steps":["trace[921055277] 'read index received' (duration: 265.368815ms)","trace[921055277] 'applied index is now lower than readState.Index' (duration: 6.61µs)"],"step_count":2}