{"level":"warn","ts":"2026-03-17T20:05:37.641542Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:05:37.641709Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:05:37.641720Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.206:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.206:2380","--initial-cluster=controller-2=https://199.19.213.206:2380,controller-1=https://199.19.213.226:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.206:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.206:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:05:37.641814Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:05:37.641848Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:05:37.641861Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.206:2380"]} {"level":"info","ts":"2026-03-17T20:05:37.641937Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:05:37.642408Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.206:2379"]} {"level":"info","ts":"2026-03-17T20:05:37.642520Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.206:2380"],"listen-peer-urls":["https://199.19.213.206:2380"],"advertise-client-urls":["https://199.19.213.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.226:2380,controller-2=https://199.19.213.206:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:05:37.643295Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000428838}"} {"level":"info","ts":"2026-03-17T20:05:37.647606Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:05:37.647664Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.474912ms"} {"level":"info","ts":"2026-03-17T20:05:37.647691Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:05:37.647701Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:05:37.662606Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.226:2380","host":"199.19.213.226:2380","resolved-addr":"199.19.213.226:2380"} {"level":"info","ts":"2026-03-17T20:05:37.662667Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.206:2380","host":"199.19.213.206:2380","resolved-addr":"199.19.213.206:2380"} {"level":"info","ts":"2026-03-17T20:05:37.668062Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:05:37.674513Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:05:37.674551Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"81e3b46d999c74d3","cluster-id":"34571fc6a0261e75"} {"level":"info","ts":"2026-03-17T20:05:37.674570Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:05:37.674643Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"81e3b46d999c74d3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:05:37.674681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"81e3b46d999c74d3 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:05:37.674702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 81e3b46d999c74d3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:05:37.683702Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:05:37.686435Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:05:37.694848Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:05:37.695624Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.695653Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:05:37.695680Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.695699Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.696508Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.698273Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.699197Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.699245Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:05:37.699279Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"81e3b46d999c74d3","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:05:37.699549Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:05:37.700683Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.700671Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:05:37.701407Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.206:2380"} {"level":"info","ts":"2026-03-17T20:05:37.701434Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.206:2380"} {"level":"info","ts":"2026-03-17T20:05:37.701570Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.701983Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"81e3b46d999c74d3 [term: 0] received a MsgHeartbeat message with higher term from c1a97aa766b87c7e [term: 2]"} {"level":"info","ts":"2026-03-17T20:05:37.702009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"81e3b46d999c74d3 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:05:37.702027Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 81e3b46d999c74d3 elected leader c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:05:37.702067Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c1a97aa766b87c7e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:05:37.702116Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.702151Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.702204Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"81e3b46d999c74d3","initial-advertise-peer-urls":["https://199.19.213.206:2380"],"listen-peer-urls":["https://199.19.213.206:2380"],"advertise-client-urls":["https://199.19.213.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:05:37.702319Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:05:37.702810Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c1a97aa766b87c7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:05:37.702840Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.702893Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:05:37.704325Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:05:37.704362Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:05:37.711719Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"81e3b46d999c74d3","remote-snapshot-sender-id":"c1a97aa766b87c7e","incoming-snapshot-index":492,"incoming-snapshot-message-size-bytes":8203,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-17T20:05:37.713657Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.715675Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.719315Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ec.snap.db","bytes":790528,"size":"790 kB"} {"level":"info","ts":"2026-03-17T20:05:37.719348Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"81e3b46d999c74d3","remote-snapshot-sender-id":"c1a97aa766b87c7e","incoming-snapshot-index":492,"incoming-snapshot-size-bytes":790528,"incoming-snapshot-size":"790 kB","download-took":"7.703243ms"} {"level":"info","ts":"2026-03-17T20:05:37.719478Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-03-17T20:05:37.719548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"81e3b46d999c74d3 switched to configuration voters=(13954819779785686142) learners=(9359522833427625171)"} {"level":"info","ts":"2026-03-17T20:05:37.719569Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"81e3b46d999c74d3 [commit: 492, lastindex: 492, lastterm: 2] restored snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-03-17T20:05:37.719576Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"81e3b46d999c74d3 [commit: 492] restored snapshot [index: 492, term: 2]"} {"level":"info","ts":"2026-03-17T20:05:37.719765Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":492,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:05:37.723667Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":492} {"level":"info","ts":"2026-03-17T20:05:37.724055Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078488}"} {"level":"info","ts":"2026-03-17T20:05:37.725305Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:05:37.725380Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.459143ms"} {"level":"info","ts":"2026-03-17T20:05:37.725716Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-17T20:05:37.727068Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-17T20:05:37.727103Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-17T20:05:37.732850Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":465} {"level":"info","ts":"2026-03-17T20:05:37.732997Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":492} {"level":"info","ts":"2026-03-17T20:05:37.733137Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-17T20:05:37.733252Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-17T20:05:37.734743Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-17T20:05:37.734847Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-17T20:05:37.734955Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-17T20:05:37.735035Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-17T20:05:37.736327Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-17T20:05:37.736468Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-17T20:05:37.735964Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-17T20:05:37.736718Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:05:37.736800Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"34571fc6a0261e75","local-member-id":"81e3b46d999c74d3","recovered-remote-peer-id":"81e3b46d999c74d3","recovered-remote-peer-urls":["https://199.19.213.206:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:05:37.736876Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"34571fc6a0261e75","local-member-id":"81e3b46d999c74d3","recovered-remote-peer-id":"c1a97aa766b87c7e","recovered-remote-peer-urls":["https://199.19.213.226:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:05:37.736944Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:05:37.737014Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-17T20:05:37.737074Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-17T20:05:37.737147Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:05:37.737289Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.737391Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:05:37.737569Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.737669Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.737788Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:05:37.738140Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:05:37.738269Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"c1a97aa766b87c7e","error":"failed to read c1a97aa766b87c7e on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:05:37.738355Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"warn","ts":"2026-03-17T20:05:37.738603Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:05:37.738702Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.738761Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.738830Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"81e3b46d999c74d3","removed-remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.738878Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-17T20:05:37.738925Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:05:37.739002Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739128Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739292Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739349Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739377Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739413Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e","remote-peer-urls":["https://199.19.213.226:2380"]} {"level":"info","ts":"2026-03-17T20:05:37.739467Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:05:37.739530Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":492,"current-applied-index":492,"incoming-leader-snapshot-index":492,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:05:37.739319Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.739411Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.747059Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.747086Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.750747Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.773459Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c1a97aa766b87c7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:05:37.773539Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:37.778246Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c1a97aa766b87c7e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:05:37.778279Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c1a97aa766b87c7e"} {"level":"info","ts":"2026-03-17T20:05:38.178675Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"81e3b46d999c74d3 switched to configuration voters=(9359522833427625171 13954819779785686142)"} {"level":"info","ts":"2026-03-17T20:05:38.179020Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"34571fc6a0261e75","local-member-id":"81e3b46d999c74d3","promoted-member-id":"81e3b46d999c74d3"} {"level":"warn","ts":"2026-03-17T20:05:44.703264Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"81e3b46d999c74d3","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.206:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-17T20:05:44.706025Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"81e3b46d999c74d3","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.206:2379]}","cluster-id":"34571fc6a0261e75","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:05:44.706037Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:05:44.706065Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:05:44.706425Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:05:44.706462Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-17T20:05:44.707538Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:05:44.707587Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:05:44.707641Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:05:44.710738Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.206:2379"} {"level":"info","ts":"2026-03-17T20:05:44.711249Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:05:44.713778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.713875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.713981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.715639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.717516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.719016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.719156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.719356Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.720314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.724058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.727758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.206:34686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.728781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.740228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.757270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.776649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.785895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.794328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.805101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.814886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.823876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.830527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.839990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.849897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.858435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.869250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.880805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.890677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.900783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.909327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.948503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.961345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.973214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.983522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:44.994042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.001410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.011319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.018594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.031460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.043875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.052494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.071463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.079579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.087230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.103006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.111484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.125038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.159891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.171301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.191056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.204232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.215086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.223803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.232932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.243640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.255116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.265152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.274079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.281838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.295804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.304508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.312628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.321030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.329554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.340260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.377901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.386491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:45.396239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:05:47.346424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:05:47.373069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.996895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:05:47.373771Z","caller":"traceutil/trace.go:172","msg":"trace[966230421] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:519; }","duration":"527.474776ms","start":"2026-03-17T20:05:46.846269Z","end":"2026-03-17T20:05:47.373744Z","steps":["trace[966230421] 'read index received' (duration: 527.470586ms)","trace[966230421] 'applied index is now lower than readState.Index' (duration: 3.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:05:47.373942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.627218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:05:47.373964Z","caller":"traceutil/trace.go:172","msg":"trace[1768562948] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:488; }","duration":"527.693019ms","start":"2026-03-17T20:05:46.846264Z","end":"2026-03-17T20:05:47.373957Z","steps":["trace[1768562948] 'agreement among raft nodes before linearized reading' (duration: 527.590257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:05:47.373984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:05:46.846245Z","time spent":"527.733939ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:05:47.375455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.993148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:05:47.375528Z","caller":"traceutil/trace.go:172","msg":"trace[1071932572] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:488; }","duration":"529.069339ms","start":"2026-03-17T20:05:46.846440Z","end":"2026-03-17T20:05:47.375509Z","steps":["trace[1071932572] 'agreement among raft nodes before linearized reading' (duration: 528.869936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:05:47.375567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:05:46.846408Z","time spent":"529.149621ms","remote":"127.0.0.1:33992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":465,"request content":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:05:47.375785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.190454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:05:47.375908Z","caller":"traceutil/trace.go:172","msg":"trace[1282948239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:488; }","duration":"423.291656ms","start":"2026-03-17T20:05:46.952572Z","end":"2026-03-17T20:05:47.375863Z","steps":["trace[1282948239] 'agreement among raft nodes before linearized reading' (duration: 423.144883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:05:47.376149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:05:46.952545Z","time spent":"423.59192ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:05:47.654444Z","caller":"traceutil/trace.go:172","msg":"trace[333051633] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"207.483392ms","start":"2026-03-17T20:05:47.446941Z","end":"2026-03-17T20:05:47.654410Z","steps":["trace[333051633] 'read index received' (duration: 168.161085ms)","trace[333051633] 'applied index is now lower than readState.Index' (duration: 39.306746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:05:47.654950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.981229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" limit:1 ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-17T20:05:47.655257Z","caller":"traceutil/trace.go:172","msg":"trace[1963322670] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:489; }","duration":"208.210163ms","start":"2026-03-17T20:05:47.446939Z","end":"2026-03-17T20:05:47.655149Z","steps":["trace[1963322670] 'agreement among raft nodes before linearized reading' (duration: 207.585584ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:03.137332Z","caller":"traceutil/trace.go:172","msg":"trace[1170674490] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:593; }","duration":"348.25219ms","start":"2026-03-17T20:06:02.789061Z","end":"2026-03-17T20:06:03.137313Z","steps":["trace[1170674490] 'read index received' (duration: 348.24805ms)","trace[1170674490] 'applied index is now lower than readState.Index' (duration: 3.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:03.137556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.483763ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:03.137594Z","caller":"traceutil/trace.go:172","msg":"trace[95656690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:555; }","duration":"348.529184ms","start":"2026-03-17T20:06:02.789056Z","end":"2026-03-17T20:06:03.137585Z","steps":["trace[95656690] 'agreement among raft nodes before linearized reading' (duration: 348.467113ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:03.265636Z","caller":"traceutil/trace.go:172","msg":"trace[1666262714] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:593; }","duration":"127.416848ms","start":"2026-03-17T20:06:03.138198Z","end":"2026-03-17T20:06:03.265615Z","steps":["trace[1666262714] 'read index received' (duration: 127.409128ms)","trace[1666262714] 'applied index is now lower than readState.Index' (duration: 6.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:03.273844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.621335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:03.273908Z","caller":"traceutil/trace.go:172","msg":"trace[1824363638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"135.701916ms","start":"2026-03-17T20:06:03.138194Z","end":"2026-03-17T20:06:03.273896Z","steps":["trace[1824363638] 'agreement among raft nodes before linearized reading' (duration: 127.51102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:17.887229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:50386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:17.903881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:50412","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:06:18.344242Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"81e3b46d999c74d3 switched to configuration voters=(9359522833427625171 13954819779785686142) learners=(14327884284320208212)"} {"level":"info","ts":"2026-03-17T20:06:18.345035Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"34571fc6a0261e75","local-member-id":"81e3b46d999c74d3","added-peer-id":"c6d6ded81dced554","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:06:18.345092Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345132Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345617Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345664Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-17T20:06:18.345678Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345720Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345751Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"81e3b46d999c74d3","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345580Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:18.345659Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"warn","ts":"2026-03-17T20:06:18.885650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:50498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:19.385205Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:50524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:20.895922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:50602","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:06:21.229855Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c6d6ded81dced554","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:06:21.229937Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.230020Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.233347Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c6d6ded81dced554","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:06:21.233414Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.257479Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.262790Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"warn","ts":"2026-03-17T20:06:21.267481Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:06:21.267678Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554","error":"EOF"} {"level":"info","ts":"2026-03-17T20:06:21.278621Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c6d6ded81dced554","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-17T20:06:21.278672Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.278688Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.278951Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"81e3b46d999c74d3","to":"c6d6ded81dced554","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-17T20:06:21.279007Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.279018Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.362303Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.363189Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"81e3b46d999c74d3","remote-peer-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:21.401402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"81e3b46d999c74d3 switched to configuration voters=(9359522833427625171 13954819779785686142 14327884284320208212)"} {"level":"info","ts":"2026-03-17T20:06:21.401639Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"34571fc6a0261e75","local-member-id":"81e3b46d999c74d3","promoted-member-id":"c6d6ded81dced554"} {"level":"info","ts":"2026-03-17T20:06:32.618395Z","caller":"traceutil/trace.go:172","msg":"trace[3599471] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:768; }","duration":"335.964675ms","start":"2026-03-17T20:06:32.282401Z","end":"2026-03-17T20:06:32.618366Z","steps":["trace[3599471] 'read index received' (duration: 335.954905ms)","trace[3599471] 'applied index is now lower than readState.Index' (duration: 7.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:32.618507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.091386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:06:32.618545Z","caller":"traceutil/trace.go:172","msg":"trace[518756233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:712; }","duration":"336.151397ms","start":"2026-03-17T20:06:32.282384Z","end":"2026-03-17T20:06:32.618535Z","steps":["trace[518756233] 'agreement among raft nodes before linearized reading' (duration: 336.058956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:32.618573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:32.282350Z","time spent":"336.215788ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:36.358509Z","caller":"traceutil/trace.go:172","msg":"trace[331176114] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"167.174805ms","start":"2026-03-17T20:06:36.191248Z","end":"2026-03-17T20:06:36.358423Z","steps":["trace[331176114] 'process raft request' (duration: 166.887362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.011143Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:37.071390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.174484ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.071488Z","caller":"traceutil/trace.go:172","msg":"trace[1353899236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:731; }","duration":"282.295696ms","start":"2026-03-17T20:06:36.789173Z","end":"2026-03-17T20:06:37.071469Z","steps":["trace[1353899236] 'range keys from in-memory index tree' (duration: 282.110313ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:37.244817Z","caller":"traceutil/trace.go:172","msg":"trace[728999620] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:792; }","duration":"734.418359ms","start":"2026-03-17T20:06:36.510379Z","end":"2026-03-17T20:06:37.244797Z","steps":["trace[728999620] 'read index received' (duration: 734.413438ms)","trace[728999620] 'applied index is now lower than readState.Index' (duration: 4.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:37.245064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"734.661221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.245172Z","caller":"traceutil/trace.go:172","msg":"trace[2025918613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"734.785064ms","start":"2026-03-17T20:06:36.510366Z","end":"2026-03-17T20:06:37.245151Z","steps":["trace[2025918613] 'agreement among raft nodes before linearized reading' (duration: 734.56177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.245218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.510337Z","time spent":"734.873215ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:37.246529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"729.552265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:37.246582Z","caller":"traceutil/trace.go:172","msg":"trace[284670276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:733; }","duration":"729.609576ms","start":"2026-03-17T20:06:36.516961Z","end":"2026-03-17T20:06:37.246570Z","steps":["trace[284670276] 'agreement among raft nodes before linearized reading' (duration: 729.505825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.246624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.516953Z","time spent":"729.660288ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:37.246567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.017193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.246835Z","caller":"traceutil/trace.go:172","msg":"trace[103608283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"175.292986ms","start":"2026-03-17T20:06:37.071530Z","end":"2026-03-17T20:06:37.246823Z","steps":["trace[103608283] 'agreement among raft nodes before linearized reading' (duration: 174.994162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.246829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.053826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:37.246891Z","caller":"traceutil/trace.go:172","msg":"trace[721559067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"440.127256ms","start":"2026-03-17T20:06:36.806754Z","end":"2026-03-17T20:06:37.246881Z","steps":["trace[721559067] 'agreement among raft nodes before linearized reading' (duration: 439.956784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.246931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.806721Z","time spent":"440.200757ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:37.247015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.07749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:06:37.247107Z","caller":"traceutil/trace.go:172","msg":"trace[754540038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:733; }","duration":"320.201902ms","start":"2026-03-17T20:06:36.926889Z","end":"2026-03-17T20:06:37.247090Z","steps":["trace[754540038] 'agreement among raft nodes before linearized reading' (duration: 319.737306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.247157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:36.926851Z","time spent":"320.296443ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:37.799484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.655315ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:37.799592Z","caller":"traceutil/trace.go:172","msg":"trace[51576503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"187.801778ms","start":"2026-03-17T20:06:37.611772Z","end":"2026-03-17T20:06:37.799574Z","steps":["trace[51576503] 'range keys from in-memory index tree' (duration: 187.589665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:37.799746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.637458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:06:38.013396Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:38.058030Z","caller":"traceutil/trace.go:172","msg":"trace[527929724] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:793; }","duration":"545.54327ms","start":"2026-03-17T20:06:37.512453Z","end":"2026-03-17T20:06:38.057996Z","steps":["trace[527929724] 'read index received' (duration: 545.53219ms)","trace[527929724] 'applied index is now lower than readState.Index' (duration: 8.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.132699Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923435,"received-request-id":8418244740660923433} {"level":"warn","ts":"2026-03-17T20:06:38.286622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.166507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:38.286693Z","caller":"traceutil/trace.go:172","msg":"trace[1070033742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"774.240758ms","start":"2026-03-17T20:06:37.512438Z","end":"2026-03-17T20:06:38.286679Z","steps":["trace[1070033742] 'agreement among raft nodes before linearized reading' (duration: 545.668552ms)","trace[1070033742] 'range keys from in-memory index tree' (duration: 228.462305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.286722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.512412Z","time spent":"774.30331ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:38.287084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.584817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:38.287585Z","caller":"traceutil/trace.go:172","msg":"trace[1009595581] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:793; }","duration":"229.475308ms","start":"2026-03-17T20:06:38.058093Z","end":"2026-03-17T20:06:38.287569Z","steps":["trace[1009595581] 'read index received' (duration: 74.678833ms)","trace[1009595581] 'applied index is now lower than readState.Index' (duration: 154.795285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.287739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.14273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:38.287912Z","caller":"traceutil/trace.go:172","msg":"trace[2023271199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:736; }","duration":"488.202131ms","start":"2026-03-17T20:06:37.799578Z","end":"2026-03-17T20:06:38.287781Z","steps":["trace[2023271199] 'agreement among raft nodes before linearized reading' (duration: 488.12088ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:38.288184Z","caller":"traceutil/trace.go:172","msg":"trace[1331197119] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"918.163338ms","start":"2026-03-17T20:06:37.369986Z","end":"2026-03-17T20:06:38.288149Z","steps":["trace[1331197119] 'process raft request' (duration: 688.204324ms)","trace[1331197119] 'compare' (duration: 228.451215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.288345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:37.369963Z","time spent":"918.30429ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:38.610665Z","caller":"traceutil/trace.go:172","msg":"trace[693940280] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:797; }","duration":"323.010365ms","start":"2026-03-17T20:06:38.287633Z","end":"2026-03-17T20:06:38.610644Z","steps":["trace[693940280] 'read index received' (duration: 323.004355ms)","trace[693940280] 'applied index is now lower than readState.Index' (duration: 4.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.610896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.304175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.206\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:06:38.610935Z","caller":"traceutil/trace.go:172","msg":"trace[937883094] range","detail":"{range_begin:/registry/masterleases/199.19.213.206; range_end:; response_count:1; response_revision:738; }","duration":"356.363846ms","start":"2026-03-17T20:06:38.254561Z","end":"2026-03-17T20:06:38.610925Z","steps":["trace[937883094] 'agreement among raft nodes before linearized reading' (duration: 356.191733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:38.610962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:38.254531Z","time spent":"356.423198ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.206\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:38.612496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.505275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:38.612578Z","caller":"traceutil/trace.go:172","msg":"trace[342362042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"324.594726ms","start":"2026-03-17T20:06:38.287966Z","end":"2026-03-17T20:06:38.612561Z","steps":["trace[342362042] 'agreement among raft nodes before linearized reading' (duration: 324.476575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:38.612618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:38.287919Z","time spent":"324.691718ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:06:38.883689Z","caller":"traceutil/trace.go:172","msg":"trace[1824926331] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:799; }","duration":"264.854886ms","start":"2026-03-17T20:06:38.618804Z","end":"2026-03-17T20:06:38.883658Z","steps":["trace[1824926331] 'read index received' (duration: 264.847466ms)","trace[1824926331] 'applied index is now lower than readState.Index' (duration: 5.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:38.883911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.086198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:38.883988Z","caller":"traceutil/trace.go:172","msg":"trace[2062885800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"265.179451ms","start":"2026-03-17T20:06:38.618795Z","end":"2026-03-17T20:06:38.883974Z","steps":["trace[2062885800] 'agreement among raft nodes before linearized reading' (duration: 265.033308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:39.707954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.105456ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:06:39.708442Z","caller":"traceutil/trace.go:172","msg":"trace[1673604657] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:802; }","duration":"195.627337ms","start":"2026-03-17T20:06:39.512780Z","end":"2026-03-17T20:06:39.708407Z","steps":["trace[1673604657] 'read index received' (duration: 92.990846ms)","trace[1673604657] 'applied index is now lower than readState.Index' (duration: 102.632621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:39.709772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.966144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:39.709927Z","caller":"traceutil/trace.go:172","msg":"trace[101234025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"197.155806ms","start":"2026-03-17T20:06:39.512756Z","end":"2026-03-17T20:06:39.709912Z","steps":["trace[101234025] 'agreement among raft nodes before linearized reading' (duration: 195.792468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:40.488805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.439073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:06:40.488905Z","caller":"traceutil/trace.go:172","msg":"trace[254416493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"126.557644ms","start":"2026-03-17T20:06:40.362327Z","end":"2026-03-17T20:06:40.488885Z","steps":["trace[254416493] 'range keys from in-memory index tree' (duration: 124.451027ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:40.908664Z","caller":"traceutil/trace.go:172","msg":"trace[2000215882] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:807; }","duration":"192.320609ms","start":"2026-03-17T20:06:40.716306Z","end":"2026-03-17T20:06:40.908627Z","steps":["trace[2000215882] 'read index received' (duration: 192.309089ms)","trace[2000215882] 'applied index is now lower than readState.Index' (duration: 9.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:40.908960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.614713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:40.909017Z","caller":"traceutil/trace.go:172","msg":"trace[619542195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"192.708455ms","start":"2026-03-17T20:06:40.716296Z","end":"2026-03-17T20:06:40.909004Z","steps":["trace[619542195] 'agreement among raft nodes before linearized reading' (duration: 192.517292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:40.910618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.062195ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:40.910708Z","caller":"traceutil/trace.go:172","msg":"trace[2135115969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:746; }","duration":"121.170677ms","start":"2026-03-17T20:06:40.789520Z","end":"2026-03-17T20:06:40.910691Z","steps":["trace[2135115969] 'agreement among raft nodes before linearized reading' (duration: 121.037534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:47.789855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.172314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.790416Z","caller":"traceutil/trace.go:172","msg":"trace[591248302] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:767; }","duration":"178.75545ms","start":"2026-03-17T20:06:47.611649Z","end":"2026-03-17T20:06:47.790404Z","steps":["trace[591248302] 'range keys from in-memory index tree' (duration: 178.104444ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:47.790198Z","caller":"traceutil/trace.go:172","msg":"trace[1722080049] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"278.949198ms","start":"2026-03-17T20:06:47.511229Z","end":"2026-03-17T20:06:47.790178Z","steps":["trace[1722080049] 'read index received' (duration: 214.499853ms)","trace[1722080049] 'applied index is now lower than readState.Index' (duration: 64.435635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:47.790276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.055339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:47.790616Z","caller":"traceutil/trace.go:172","msg":"trace[778213885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"279.384765ms","start":"2026-03-17T20:06:47.511210Z","end":"2026-03-17T20:06:47.790595Z","steps":["trace[778213885] 'agreement among raft nodes before linearized reading' (duration: 279.02198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:48.189532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.165626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:06:48.512492Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:49.013047Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:49.128362Z","caller":"traceutil/trace.go:172","msg":"trace[918982347] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:838; }","duration":"1.116220729s","start":"2026-03-17T20:06:48.012097Z","end":"2026-03-17T20:06:49.128318Z","steps":["trace[918982347] 'read index received' (duration: 1.116207699s)","trace[918982347] 'applied index is now lower than readState.Index' (duration: 11.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:49.128502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.11638667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:49.128570Z","caller":"traceutil/trace.go:172","msg":"trace[918234041] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:773; }","duration":"1.116476122s","start":"2026-03-17T20:06:48.012076Z","end":"2026-03-17T20:06:49.128552Z","steps":["trace[918234041] 'agreement among raft nodes before linearized reading' (duration: 1.116310611s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:49.128616Z","caller":"traceutil/trace.go:172","msg":"trace[1991223433] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"826.349969ms","start":"2026-03-17T20:06:48.302251Z","end":"2026-03-17T20:06:49.128601Z","steps":["trace[1991223433] 'process raft request' (duration: 826.299688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:49.128627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.011997Z","time spent":"1.116619753s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:49.128729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.302216Z","time spent":"826.44356ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:06:49.367115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.647937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:06:49.509797Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923487,"received-request-id":8418244740660923485} {"level":"warn","ts":"2026-03-17T20:06:49.628883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:49.839993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.009287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:49.840254Z","caller":"traceutil/trace.go:172","msg":"trace[573321594] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:845; }","duration":"711.780698ms","start":"2026-03-17T20:06:49.128453Z","end":"2026-03-17T20:06:49.840234Z","steps":["trace[573321594] 'read index received' (duration: 684.216871ms)","trace[573321594] 'applied index is now lower than readState.Index' (duration: 27.562777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:49.840307Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923488,"received-request-id":8418244740660923487} {"level":"warn","ts":"2026-03-17T20:06:49.840372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.622816326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:49.840373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.327149774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:49.840393Z","caller":"traceutil/trace.go:172","msg":"trace[567066068] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:783; }","duration":"1.622845177s","start":"2026-03-17T20:06:48.217540Z","end":"2026-03-17T20:06:49.840385Z","steps":["trace[567066068] 'agreement among raft nodes before linearized reading' (duration: 1.622797436s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:49.840405Z","caller":"traceutil/trace.go:172","msg":"trace[1842986230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"1.327187795s","start":"2026-03-17T20:06:48.513208Z","end":"2026-03-17T20:06:49.840396Z","steps":["trace[1842986230] 'agreement among raft nodes before linearized reading' (duration: 1.327123414s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:49.840418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.217500Z","time spent":"1.622912708s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:49.840424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.513182Z","time spent":"1.327238995s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:50.340640Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:50.510959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.717548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:06:50.511059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.745445396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.511178Z","caller":"traceutil/trace.go:172","msg":"trace[1111919225] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:783; }","duration":"1.745576617s","start":"2026-03-17T20:06:48.765574Z","end":"2026-03-17T20:06:50.511151Z","steps":["trace[1111919225] 'agreement among raft nodes before linearized reading' (duration: 1.074805338s)","trace[1111919225] 'range keys from in-memory index tree' (duration: 670.597026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:50.511266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.765545Z","time spent":"1.745705149s","remote":"127.0.0.1:33838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.511438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.722774149s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.511478Z","caller":"traceutil/trace.go:172","msg":"trace[100301510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"1.72281455s","start":"2026-03-17T20:06:48.788649Z","end":"2026-03-17T20:06:50.511464Z","steps":["trace[100301510] 'agreement among raft nodes before linearized reading' (duration: 1.051693287s)","trace[100301510] 'range keys from in-memory index tree' (duration: 671.069002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:50.511732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.819981227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-17T20:06:50.511727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.445630564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.511779Z","caller":"traceutil/trace.go:172","msg":"trace[2087451976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:783; }","duration":"1.820027828s","start":"2026-03-17T20:06:48.691731Z","end":"2026-03-17T20:06:50.511759Z","steps":["trace[2087451976] 'agreement among raft nodes before linearized reading' (duration: 1.149150487s)","trace[2087451976] 'range keys from in-memory index tree' (duration: 670.529656ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:06:50.511803Z","caller":"traceutil/trace.go:172","msg":"trace[126623143] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:783; }","duration":"2.445995949s","start":"2026-03-17T20:06:48.065790Z","end":"2026-03-17T20:06:50.511786Z","steps":["trace[126623143] 'agreement among raft nodes before linearized reading' (duration: 1.774567182s)","trace[126623143] 'range keys from in-memory index tree' (duration: 670.245412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:50.511819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.691702Z","time spent":"1.820108648s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.511845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.065768Z","time spent":"2.44606453s","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.804343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.548705251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.206\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:06:50.804425Z","caller":"traceutil/trace.go:172","msg":"trace[203491875] range","detail":"{range_begin:/registry/masterleases/199.19.213.206; range_end:; response_count:1; response_revision:783; }","duration":"2.548805532s","start":"2026-03-17T20:06:48.255602Z","end":"2026-03-17T20:06:50.804408Z","steps":["trace[203491875] 'agreement among raft nodes before linearized reading' (duration: 1.584712156s)","trace[203491875] 'range keys from in-memory index tree' (duration: 963.886343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:50.804637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:48.255565Z","time spent":"2.548884323s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.206\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.804857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.719563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:06:50.806027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.734211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.806127Z","caller":"traceutil/trace.go:172","msg":"trace[1748591119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"292.866113ms","start":"2026-03-17T20:06:50.513242Z","end":"2026-03-17T20:06:50.806108Z","steps":["trace[1748591119] 'range keys from in-memory index tree' (duration: 292.69532ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:50.806619Z","caller":"traceutil/trace.go:172","msg":"trace[1956617219] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:848; }","duration":"966.313195ms","start":"2026-03-17T20:06:49.840286Z","end":"2026-03-17T20:06:50.806599Z","steps":["trace[1956617219] 'read index received' (duration: 667.082122ms)","trace[1956617219] 'applied index is now lower than readState.Index' (duration: 299.230243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:50.806965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.297538598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.807003Z","caller":"traceutil/trace.go:172","msg":"trace[1654909639] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:785; }","duration":"1.297579138s","start":"2026-03-17T20:06:49.509415Z","end":"2026-03-17T20:06:50.806994Z","steps":["trace[1654909639] 'agreement among raft nodes before linearized reading' (duration: 1.297254975s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:50.807030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.509378Z","time spent":"1.297644939s","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.807053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.653047208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.807120Z","caller":"traceutil/trace.go:172","msg":"trace[1319292126] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:785; }","duration":"1.65313127s","start":"2026-03-17T20:06:49.153973Z","end":"2026-03-17T20:06:50.807104Z","steps":["trace[1319292126] 'agreement among raft nodes before linearized reading' (duration: 1.652721334s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:50.807153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.153949Z","time spent":"1.65319691s","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.807307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419329154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:06:50.807331Z","caller":"traceutil/trace.go:172","msg":"trace[1979581962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:785; }","duration":"1.419353564s","start":"2026-03-17T20:06:49.387970Z","end":"2026-03-17T20:06:50.807324Z","steps":["trace[1979581962] 'agreement among raft nodes before linearized reading' (duration: 1.418684076s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:50.807347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.387955Z","time spent":"1.419387724s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.808086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.445768266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:50.808131Z","caller":"traceutil/trace.go:172","msg":"trace[1712269473] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:785; }","duration":"1.445824927s","start":"2026-03-17T20:06:49.362296Z","end":"2026-03-17T20:06:50.808121Z","steps":["trace[1712269473] 'agreement among raft nodes before linearized reading' (duration: 1.444394499s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:50.808217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.609326327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:50.808522Z","caller":"traceutil/trace.go:172","msg":"trace[517695945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"1.609631521s","start":"2026-03-17T20:06:49.198875Z","end":"2026-03-17T20:06:50.808507Z","steps":["trace[517695945] 'agreement among raft nodes before linearized reading' (duration: 1.607806808s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:50.808621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.198833Z","time spent":"1.609775714s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:50.808257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.362265Z","time spent":"1.445890337s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:51.256242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.806312Z","time spent":"449.927402ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:06:51.261589Z","caller":"traceutil/trace.go:172","msg":"trace[1637369779] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:857; }","duration":"454.911424ms","start":"2026-03-17T20:06:50.806659Z","end":"2026-03-17T20:06:51.261570Z","steps":["trace[1637369779] 'read index received' (duration: 454.901434ms)","trace[1637369779] 'applied index is now lower than readState.Index' (duration: 8.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:51.261741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419729431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:51.261767Z","caller":"traceutil/trace.go:172","msg":"trace[2050765916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"1.419776501s","start":"2026-03-17T20:06:49.841981Z","end":"2026-03-17T20:06:51.261758Z","steps":["trace[2050765916] 'agreement among raft nodes before linearized reading' (duration: 1.41969813s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:51.261753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.177972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-17T20:06:51.261775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.561163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:51.261815Z","caller":"traceutil/trace.go:172","msg":"trace[1532251461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:788; }","duration":"686.255343ms","start":"2026-03-17T20:06:50.575547Z","end":"2026-03-17T20:06:51.261803Z","steps":["trace[1532251461] 'agreement among raft nodes before linearized reading' (duration: 686.04031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:51.261759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"603.639624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:51.261845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.0987909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:51.261868Z","caller":"traceutil/trace.go:172","msg":"trace[1860909056] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:789; }","duration":"1.098815951s","start":"2026-03-17T20:06:50.163046Z","end":"2026-03-17T20:06:51.261862Z","steps":["trace[1860909056] 'agreement among raft nodes before linearized reading' (duration: 1.09877602s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:51.261858Z","caller":"traceutil/trace.go:172","msg":"trace[1884597923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:788; }","duration":"455.653254ms","start":"2026-03-17T20:06:50.806181Z","end":"2026-03-17T20:06:51.261834Z","steps":["trace[1884597923] 'agreement among raft nodes before linearized reading' (duration: 455.521743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:51.261865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.066304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:51.261908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.163022Z","time spent":"1.098880442s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:51.261940Z","caller":"traceutil/trace.go:172","msg":"trace[261192641] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:789; }","duration":"695.133355ms","start":"2026-03-17T20:06:50.566786Z","end":"2026-03-17T20:06:51.261919Z","steps":["trace[261192641] 'agreement among raft nodes before linearized reading' (duration: 695.021984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:51.261966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.566765Z","time spent":"695.194866ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:51.261854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.575508Z","time spent":"686.338364ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:51.261799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:49.841963Z","time spent":"1.419829502s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:06:51.261879Z","caller":"traceutil/trace.go:172","msg":"trace[1497227984] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:788; }","duration":"603.745415ms","start":"2026-03-17T20:06:50.658101Z","end":"2026-03-17T20:06:51.261846Z","steps":["trace[1497227984] 'agreement among raft nodes before linearized reading' (duration: 603.592094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:51.262473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:50.658074Z","time spent":"604.384113ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:51.765133Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:52.159562Z","caller":"traceutil/trace.go:172","msg":"trace[186902999] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"901.745035ms","start":"2026-03-17T20:06:51.257787Z","end":"2026-03-17T20:06:52.159532Z","steps":["trace[186902999] 'process raft request' (duration: 901.667804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.159761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:51.257752Z","time spent":"901.912557ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:52.247664Z","caller":"traceutil/trace.go:172","msg":"trace[1902241342] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:864; }","duration":"983.186654ms","start":"2026-03-17T20:06:51.264460Z","end":"2026-03-17T20:06:52.247647Z","steps":["trace[1902241342] 'read index received' (duration: 983.180254ms)","trace[1902241342] 'applied index is now lower than readState.Index' (duration: 5.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:52.247836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"983.404427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:52.247886Z","caller":"traceutil/trace.go:172","msg":"trace[881170282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:795; }","duration":"983.476809ms","start":"2026-03-17T20:06:51.264400Z","end":"2026-03-17T20:06:52.247877Z","steps":["trace[881170282] 'agreement among raft nodes before linearized reading' (duration: 983.370786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.249600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"976.638473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:52.249636Z","caller":"traceutil/trace.go:172","msg":"trace[325003420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"976.675683ms","start":"2026-03-17T20:06:51.272951Z","end":"2026-03-17T20:06:52.249627Z","steps":["trace[325003420] 'agreement among raft nodes before linearized reading' (duration: 976.616302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.249660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:51.272926Z","time spent":"976.728463ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:52.249704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.12186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:52.249752Z","caller":"traceutil/trace.go:172","msg":"trace[887586004] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:796; }","duration":"374.17368ms","start":"2026-03-17T20:06:51.875568Z","end":"2026-03-17T20:06:52.249742Z","steps":["trace[887586004] 'agreement among raft nodes before linearized reading' (duration: 374.091239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.249784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:51.875537Z","time spent":"374.236761ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:52.535897Z","caller":"traceutil/trace.go:172","msg":"trace[1573896905] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:866; }","duration":"283.394341ms","start":"2026-03-17T20:06:52.252472Z","end":"2026-03-17T20:06:52.535866Z","steps":["trace[1573896905] 'read index received' (duration: 283.384731ms)","trace[1573896905] 'applied index is now lower than readState.Index' (duration: 7.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:52.536050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.697567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:52.536127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.935369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-17T20:06:52.536131Z","caller":"traceutil/trace.go:172","msg":"trace[1874385330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"284.798288ms","start":"2026-03-17T20:06:52.251290Z","end":"2026-03-17T20:06:52.536088Z","steps":["trace[1874385330] 'agreement among raft nodes before linearized reading' (duration: 284.616186ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:52.536157Z","caller":"traceutil/trace.go:172","msg":"trace[927098839] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:797; }","duration":"284.96717ms","start":"2026-03-17T20:06:52.251179Z","end":"2026-03-17T20:06:52.536147Z","steps":["trace[927098839] 'agreement among raft nodes before linearized reading' (duration: 284.808958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:52.543969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.740791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:52.544128Z","caller":"traceutil/trace.go:172","msg":"trace[2035367820] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:804; }","duration":"263.056606ms","start":"2026-03-17T20:06:52.281049Z","end":"2026-03-17T20:06:52.544106Z","steps":["trace[2035367820] 'agreement among raft nodes before linearized reading' (duration: 262.677311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.046842Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:53.547965Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:53.566570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.008861ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:53.566670Z","caller":"traceutil/trace.go:172","msg":"trace[558452284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:804; }","duration":"777.125312ms","start":"2026-03-17T20:06:52.789526Z","end":"2026-03-17T20:06:53.566652Z","steps":["trace[558452284] 'range keys from in-memory index tree' (duration: 776.946069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.843942Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.174963209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-17T20:06:53.844449Z","caller":"traceutil/trace.go:172","msg":"trace[175786822] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:873; }","duration":"1.298066592s","start":"2026-03-17T20:06:52.546357Z","end":"2026-03-17T20:06:53.844423Z","steps":["trace[175786822] 'read index received' (duration: 1.298058091s)","trace[175786822] 'applied index is now lower than readState.Index' (duration: 7.031µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:53.844648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.299155015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:53.844696Z","caller":"traceutil/trace.go:172","msg":"trace[1157308732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"1.299218605s","start":"2026-03-17T20:06:52.545464Z","end":"2026-03-17T20:06:53.844682Z","steps":["trace[1157308732] 'agreement among raft nodes before linearized reading' (duration: 1.299094944s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:53.844730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.545437Z","time spent":"1.299284106s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:54.345600Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:54.775653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"81e3b46d999c74d3 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.775752Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"81e3b46d999c74d3 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.775788Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"81e3b46d999c74d3 [logterm: 2, index: 878] sent MsgPreVote request to c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.775899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"81e3b46d999c74d3 [logterm: 2, index: 878] sent MsgPreVote request to c6d6ded81dced554 at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.776235Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 81e3b46d999c74d3 lost leader c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.776648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"81e3b46d999c74d3 received MsgPreVoteResp from 81e3b46d999c74d3 at term 2"} {"level":"info","ts":"2026-03-17T20:06:54.776727Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"81e3b46d999c74d3 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-17T20:06:54.846490Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:55.346799Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:06:55.400470Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"81e3b46d999c74d3 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:06:55.400549Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 81e3b46d999c74d3 elected leader c1a97aa766b87c7e at term 2"} {"level":"warn","ts":"2026-03-17T20:06:55.400808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.646931093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:06:55.400901Z","caller":"traceutil/trace.go:172","msg":"trace[855233820] range","detail":"{range_begin:/registry/replicasets; range_end:; }","duration":"1.647047514s","start":"2026-03-17T20:06:53.753829Z","end":"2026-03-17T20:06:55.400877Z","steps":["trace[855233820] 'agreement among raft nodes before linearized reading' (duration: 1.646928953s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.400965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.597757056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:06:55.401828Z","caller":"traceutil/trace.go:172","msg":"trace[231857660] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"2.598650468s","start":"2026-03-17T20:06:52.803155Z","end":"2026-03-17T20:06:55.401806Z","steps":["trace[231857660] 'agreement among raft nodes before linearized reading' (duration: 2.597753716s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.401146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.815309222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:06:55.401919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.803131Z","time spent":"2.598769819s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:55.401958Z","caller":"traceutil/trace.go:172","msg":"trace[1078507556] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"2.816135562s","start":"2026-03-17T20:06:52.585802Z","end":"2026-03-17T20:06:55.401938Z","steps":["trace[1078507556] 'agreement among raft nodes before linearized reading' (duration: 2.815308622s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.402015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:52.585776Z","time spent":"2.816222983s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:55.401204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.750179724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:06:55.402065Z","caller":"traceutil/trace.go:172","msg":"trace[104001325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.751052585s","start":"2026-03-17T20:06:53.651003Z","end":"2026-03-17T20:06:55.402056Z","steps":["trace[104001325] 'agreement among raft nodes before linearized reading' (duration: 1.750179764s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.402101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.650954Z","time spent":"1.751134575s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:55.401231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.834511519s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:06:55.402142Z","caller":"traceutil/trace.go:172","msg":"trace[518193679] range","detail":"{range_begin:; range_end:; }","duration":"1.83542596s","start":"2026-03-17T20:06:53.566712Z","end":"2026-03-17T20:06:55.402138Z","steps":["trace[518193679] 'agreement among raft nodes before linearized reading' (duration: 1.834511749s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:06:55.402271Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:06:55.400955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.753809Z","time spent":"1.647135105s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:55.846568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000341971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:06:55.846655Z","caller":"traceutil/trace.go:172","msg":"trace[444817970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450402s","start":"2026-03-17T20:06:53.846187Z","end":"2026-03-17T20:06:55.846637Z","steps":["trace[444817970] 'agreement among raft nodes before linearized reading' (duration: 2.000338211s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:55.846719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:53.846155Z","time spent":"2.000553444s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:55.901040Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:56.147754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000085754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:06:56.149244Z","caller":"traceutil/trace.go:172","msg":"trace[1210228378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001571143s","start":"2026-03-17T20:06:54.147629Z","end":"2026-03-17T20:06:56.149200Z","steps":["trace[1210228378] 'agreement among raft nodes before linearized reading' (duration: 1.999869822s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:56.149455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.147607Z","time spent":"2.001765005s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:06:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:06:56.402025Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:56.569205Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.167826426s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:06:56.569396Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923501,"received-request-id":8418244740660923500} {"level":"info","ts":"2026-03-17T20:06:56.865549Z","caller":"traceutil/trace.go:172","msg":"trace[1253730105] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:878; }","duration":"1.464827849s","start":"2026-03-17T20:06:55.400692Z","end":"2026-03-17T20:06:56.865519Z","steps":["trace[1253730105] 'read index received' (duration: 1.464818119s)","trace[1253730105] 'applied index is now lower than readState.Index' (duration: 8.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.366257Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:57.559169Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923503,"received-request-id":8418244740660923501} {"level":"warn","ts":"2026-03-17T20:06:57.777678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.610505632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:06:57.777791Z","caller":"traceutil/trace.go:172","msg":"trace[1455529613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"3.610644124s","start":"2026-03-17T20:06:54.167119Z","end":"2026-03-17T20:06:57.777763Z","steps":["trace[1455529613] 'agreement among raft nodes before linearized reading' (duration: 2.69857697s)","trace[1455529613] 'range keys from in-memory index tree' (duration: 911.74869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.777841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.167094Z","time spent":"3.610732295s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.778131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.650530954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.778204Z","caller":"traceutil/trace.go:172","msg":"trace[1222584611] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:809; }","duration":"3.650616765s","start":"2026-03-17T20:06:54.127571Z","end":"2026-03-17T20:06:57.778187Z","steps":["trace[1222584611] 'agreement among raft nodes before linearized reading' (duration: 2.738131775s)","trace[1222584611] 'range keys from in-memory index tree' (duration: 912.382428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.778234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.127539Z","time spent":"3.650688095s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.778461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.939224274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:06:57.778552Z","caller":"traceutil/trace.go:172","msg":"trace[1013752582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"2.939329775s","start":"2026-03-17T20:06:54.839201Z","end":"2026-03-17T20:06:57.778531Z","steps":["trace[1013752582] 'agreement among raft nodes before linearized reading' (duration: 2.026517472s)","trace[1013752582] 'range keys from in-memory index tree' (duration: 912.595091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.778584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.149613101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:06:57.778595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.839184Z","time spent":"2.939400347s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:57.778618Z","caller":"traceutil/trace.go:172","msg":"trace[156489061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"3.149641851s","start":"2026-03-17T20:06:54.628964Z","end":"2026-03-17T20:06:57.778605Z","steps":["trace[156489061] 'agreement among raft nodes before linearized reading' (duration: 2.236688885s)","trace[156489061] 'range keys from in-memory index tree' (duration: 912.859894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.778647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.628940Z","time spent":"3.149701301s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.778730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.17770113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.778770Z","caller":"traceutil/trace.go:172","msg":"trace[1194960276] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:809; }","duration":"3.177736791s","start":"2026-03-17T20:06:54.601023Z","end":"2026-03-17T20:06:57.778759Z","steps":["trace[1194960276] 'agreement among raft nodes before linearized reading' (duration: 2.264650753s)","trace[1194960276] 'range keys from in-memory index tree' (duration: 913.040777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.778795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.600993Z","time spent":"3.177795222s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.778820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.698574832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.778850Z","caller":"traceutil/trace.go:172","msg":"trace[1521939125] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:809; }","duration":"2.698605963s","start":"2026-03-17T20:06:55.080234Z","end":"2026-03-17T20:06:57.778840Z","steps":["trace[1521939125] 'agreement among raft nodes before linearized reading' (duration: 1.785475145s)","trace[1521939125] 'range keys from in-memory index tree' (duration: 913.087067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.778879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.080175Z","time spent":"2.698697854s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.778929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.474509426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.778965Z","caller":"traceutil/trace.go:172","msg":"trace[1748450515] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:809; }","duration":"3.474541136s","start":"2026-03-17T20:06:54.304412Z","end":"2026-03-17T20:06:57.778953Z","steps":["trace[1748450515] 'agreement among raft nodes before linearized reading' (duration: 2.561269937s)","trace[1748450515] 'range keys from in-memory index tree' (duration: 913.227998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.779005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.304386Z","time spent":"3.474611936s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.779113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.54060082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:57.778503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.970059079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.779147Z","caller":"traceutil/trace.go:172","msg":"trace[410674979] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:809; }","duration":"3.54063495s","start":"2026-03-17T20:06:54.238504Z","end":"2026-03-17T20:06:57.779139Z","steps":["trace[410674979] 'agreement among raft nodes before linearized reading' (duration: 2.627185559s)","trace[410674979] 'range keys from in-memory index tree' (duration: 913.406001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.779170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.238481Z","time spent":"3.540681721s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:57.779164Z","caller":"traceutil/trace.go:172","msg":"trace[673097472] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:809; }","duration":"2.970720877s","start":"2026-03-17T20:06:54.808432Z","end":"2026-03-17T20:06:57.779153Z","steps":["trace[673097472] 'agreement among raft nodes before linearized reading' (duration: 2.057144103s)","trace[673097472] 'range keys from in-memory index tree' (duration: 912.875125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.779199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:54.808407Z","time spent":"2.970781767s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:57.779548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.979795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:57.779589Z","caller":"traceutil/trace.go:172","msg":"trace[605718078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:809; }","duration":"168.020046ms","start":"2026-03-17T20:06:57.611556Z","end":"2026-03-17T20:06:57.779576Z","steps":["trace[605718078] 'range keys from in-memory index tree' (duration: 167.933624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:57.779234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.521621138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:57.779689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210162962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:57.780353Z","caller":"traceutil/trace.go:172","msg":"trace[526473477] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:809; }","duration":"2.524462533s","start":"2026-03-17T20:06:55.255866Z","end":"2026-03-17T20:06:57.780329Z","steps":["trace[526473477] 'agreement among raft nodes before linearized reading' (duration: 1.609829347s)","trace[526473477] 'range keys from in-memory index tree' (duration: 911.764701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:57.781063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.255829Z","time spent":"2.525214782s","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:57.780996Z","caller":"traceutil/trace.go:172","msg":"trace[737329745] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"2.375095202s","start":"2026-03-17T20:06:55.405887Z","end":"2026-03-17T20:06:57.780982Z","steps":["trace[737329745] 'process raft request' (duration: 2.375058902s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:57.781391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.405870Z","time spent":"2.375490417s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:57.854260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000480243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:06:57.854412Z","caller":"traceutil/trace.go:172","msg":"trace[2132277595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649945s","start":"2026-03-17T20:06:55.853736Z","end":"2026-03-17T20:06:57.854386Z","steps":["trace[2132277595] 'agreement among raft nodes before linearized reading' (duration: 2.000477013s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:57.854506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.853710Z","time spent":"2.000789816s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:06:57 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:06:57.856098Z","caller":"traceutil/trace.go:172","msg":"trace[468937928] linearizableReadLoop","detail":"{readStateIndex:884; appliedIndex:884; }","duration":"990.445708ms","start":"2026-03-17T20:06:56.865619Z","end":"2026-03-17T20:06:57.856064Z","steps":["trace[468937928] 'read index received' (duration: 990.429018ms)","trace[468937928] 'applied index is now lower than readState.Index' (duration: 11.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.356749Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:06:58.442849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"586.757464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:06:58.442947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.011948237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.443068Z","caller":"traceutil/trace.go:172","msg":"trace[92124257] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:815; }","duration":"3.0121137s","start":"2026-03-17T20:06:55.430924Z","end":"2026-03-17T20:06:58.443038Z","steps":["trace[92124257] 'agreement among raft nodes before linearized reading' (duration: 2.425317634s)","trace[92124257] 'range keys from in-memory index tree' (duration: 586.576852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.443128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.430914Z","time spent":"3.012198411s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.443193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.281476731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.443232Z","caller":"traceutil/trace.go:172","msg":"trace[1615000989] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:815; }","duration":"2.281517262s","start":"2026-03-17T20:06:56.161701Z","end":"2026-03-17T20:06:58.443219Z","steps":["trace[1615000989] 'agreement among raft nodes before linearized reading' (duration: 1.694484533s)","trace[1615000989] 'range keys from in-memory index tree' (duration: 586.976118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.443230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.130519404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.443275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.01379567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.443292Z","caller":"traceutil/trace.go:172","msg":"trace[1047433999] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:815; }","duration":"3.013810761s","start":"2026-03-17T20:06:55.429475Z","end":"2026-03-17T20:06:58.443286Z","steps":["trace[1047433999] 'agreement among raft nodes before linearized reading' (duration: 2.426696481s)","trace[1047433999] 'range keys from in-memory index tree' (duration: 587.088459ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:06:58.443287Z","caller":"traceutil/trace.go:172","msg":"trace[1969526158] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:815; }","duration":"2.130575864s","start":"2026-03-17T20:06:56.312693Z","end":"2026-03-17T20:06:58.443268Z","steps":["trace[1969526158] 'agreement among raft nodes before linearized reading' (duration: 1.543489965s)","trace[1969526158] 'range keys from in-memory index tree' (duration: 586.984218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.443307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.429458Z","time spent":"3.013844331s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.443295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.039354688s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.443367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.015845826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.443326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:56.312668Z","time spent":"2.130646605s","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.443398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.014814103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:06:58.443409Z","caller":"traceutil/trace.go:172","msg":"trace[121342550] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:815; }","duration":"3.015879257s","start":"2026-03-17T20:06:55.427513Z","end":"2026-03-17T20:06:58.443392Z","steps":["trace[121342550] 'agreement among raft nodes before linearized reading' (duration: 2.428687267s)","trace[121342550] 'range keys from in-memory index tree' (duration: 587.146449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.443449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.427483Z","time spent":"3.015954787s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:58.443451Z","caller":"traceutil/trace.go:172","msg":"trace[1688724771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:815; }","duration":"3.014866443s","start":"2026-03-17T20:06:55.428563Z","end":"2026-03-17T20:06:58.443429Z","steps":["trace[1688724771] 'agreement among raft nodes before linearized reading' (duration: 2.427565482s)","trace[1688724771] 'range keys from in-memory index tree' (duration: 587.036709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.443253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:56.161674Z","time spent":"2.281572902s","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.443495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:55.428519Z","time spent":"3.014966105s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:06:58.443372Z","caller":"traceutil/trace.go:172","msg":"trace[929988932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:815; }","duration":"3.039442809s","start":"2026-03-17T20:06:55.403911Z","end":"2026-03-17T20:06:58.443354Z","steps":["trace[929988932] 'agreement among raft nodes before linearized reading' (duration: 2.45230196s)","trace[929988932] 'range keys from in-memory index tree' (duration: 587.028168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.597725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.738427ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-17T20:06:58.597769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.184902ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.597872Z","caller":"traceutil/trace.go:172","msg":"trace[156650725] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:815; }","duration":"154.282583ms","start":"2026-03-17T20:06:58.443552Z","end":"2026-03-17T20:06:58.597835Z","steps":["trace[156650725] 'range keys from in-memory index tree' (duration: 154.163461ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:58.598280Z","caller":"traceutil/trace.go:172","msg":"trace[2093356081] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.380038088s","start":"2026-03-17T20:06:57.218220Z","end":"2026-03-17T20:06:58.598258Z","steps":["trace[2093356081] 'process raft request' (duration: 1.379853246s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.598411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.218184Z","time spent":"1.380144819s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:06:58.695408Z","caller":"traceutil/trace.go:172","msg":"trace[164797121] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:890; }","duration":"839.197123ms","start":"2026-03-17T20:06:57.856179Z","end":"2026-03-17T20:06:58.695376Z","steps":["trace[164797121] 'read index received' (duration: 839.188583ms)","trace[164797121] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.695611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"995.771315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.695645Z","caller":"traceutil/trace.go:172","msg":"trace[524719339] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:818; }","duration":"995.835276ms","start":"2026-03-17T20:06:57.699799Z","end":"2026-03-17T20:06:58.695634Z","steps":["trace[524719339] 'agreement among raft nodes before linearized reading' (duration: 995.719155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.695622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"840.65713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.695682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.699563Z","time spent":"996.109781ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.695672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.147252435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:06:58.695687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.390337435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.695719Z","caller":"traceutil/trace.go:172","msg":"trace[854282362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"840.765342ms","start":"2026-03-17T20:06:57.854926Z","end":"2026-03-17T20:06:58.695692Z","steps":["trace[854282362] 'agreement among raft nodes before linearized reading' (duration: 840.579729ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:58.695751Z","caller":"traceutil/trace.go:172","msg":"trace[358334943] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:818; }","duration":"1.147353717s","start":"2026-03-17T20:06:57.548380Z","end":"2026-03-17T20:06:58.695734Z","steps":["trace[358334943] 'agreement among raft nodes before linearized reading' (duration: 1.147193744s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:58.695769Z","caller":"traceutil/trace.go:172","msg":"trace[216706442] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:818; }","duration":"1.390414405s","start":"2026-03-17T20:06:57.305329Z","end":"2026-03-17T20:06:58.695744Z","steps":["trace[216706442] 'agreement among raft nodes before linearized reading' (duration: 1.390298113s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.695784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.854908Z","time spent":"840.863934ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:58.695816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.305298Z","time spent":"1.390505306s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.695831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.030507917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.695849Z","caller":"traceutil/trace.go:172","msg":"trace[139275262] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:818; }","duration":"1.030526317s","start":"2026-03-17T20:06:57.665317Z","end":"2026-03-17T20:06:58.695844Z","steps":["trace[139275262] 'agreement among raft nodes before linearized reading' (duration: 1.030490347s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.695865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.665299Z","time spent":"1.030563078s","remote":"127.0.0.1:34116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.695791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.548356Z","time spent":"1.147424398s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.696844Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923507,"received-request-id":8418244740660923506} {"level":"info","ts":"2026-03-17T20:06:58.698127Z","caller":"traceutil/trace.go:172","msg":"trace[280718899] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"912.711565ms","start":"2026-03-17T20:06:57.785392Z","end":"2026-03-17T20:06:58.698103Z","steps":["trace[280718899] 'process raft request' (duration: 912.506863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:58.698846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.785364Z","time spent":"913.430804ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:58.798554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.329017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.798683Z","caller":"traceutil/trace.go:172","msg":"trace[520300136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:821; }","duration":"198.483739ms","start":"2026-03-17T20:06:58.600168Z","end":"2026-03-17T20:06:58.798652Z","steps":["trace[520300136] 'agreement among raft nodes before linearized reading' (duration: 102.981406ms)","trace[520300136] 'range keys from in-memory index tree' (duration: 95.31683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.800819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"845.231836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:70 size:5957"} {"level":"info","ts":"2026-03-17T20:06:58.800977Z","caller":"traceutil/trace.go:172","msg":"trace[1813853164] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:70; response_revision:821; }","duration":"845.390858ms","start":"2026-03-17T20:06:57.955573Z","end":"2026-03-17T20:06:58.800964Z","steps":["trace[1813853164] 'agreement among raft nodes before linearized reading' (duration: 747.512675ms)","trace[1813853164] 'range keys from in-memory index tree' (duration: 97.118854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.801137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:57.955531Z","time spent":"845.59122ms","remote":"127.0.0.1:34256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":70,"response size":5980,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:06:58.801531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"690.290165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.801675Z","caller":"traceutil/trace.go:172","msg":"trace[902148547] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:821; }","duration":"690.445106ms","start":"2026-03-17T20:06:58.111192Z","end":"2026-03-17T20:06:58.801637Z","steps":["trace[902148547] 'agreement among raft nodes before linearized reading' (duration: 591.943445ms)","trace[902148547] 'range keys from in-memory index tree' (duration: 98.312199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.801756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.111162Z","time spent":"690.575547ms","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.801819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.078967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.801923Z","caller":"traceutil/trace.go:172","msg":"trace[1172586992] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:821; }","duration":"508.207378ms","start":"2026-03-17T20:06:58.293692Z","end":"2026-03-17T20:06:58.801900Z","steps":["trace[1172586992] 'agreement among raft nodes before linearized reading' (duration: 409.402224ms)","trace[1172586992] 'range keys from in-memory index tree' (duration: 98.619172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.801972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.293674Z","time spent":"508.288529ms","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.801955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.466901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.206\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:06:58.802079Z","caller":"traceutil/trace.go:172","msg":"trace[378708144] range","detail":"{range_begin:/registry/masterleases/199.19.213.206; range_end:; response_count:1; response_revision:821; }","duration":"546.615603ms","start":"2026-03-17T20:06:58.255441Z","end":"2026-03-17T20:06:58.802056Z","steps":["trace[378708144] 'agreement among raft nodes before linearized reading' (duration: 447.675717ms)","trace[378708144] 'range keys from in-memory index tree' (duration: 98.555422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.802138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.255414Z","time spent":"546.713105ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.206\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:58.803048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"607.034704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:58.803581Z","caller":"traceutil/trace.go:172","msg":"trace[1389082720] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:821; }","duration":"607.811103ms","start":"2026-03-17T20:06:58.195757Z","end":"2026-03-17T20:06:58.803568Z","steps":["trace[1389082720] 'agreement among raft nodes before linearized reading' (duration: 507.371028ms)","trace[1389082720] 'range keys from in-memory index tree' (duration: 99.648416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:58.803620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.195738Z","time spent":"607.873034ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:06:59.191125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.620691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:06:59.197538Z","caller":"traceutil/trace.go:172","msg":"trace[347317275] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:900; }","duration":"488.322507ms","start":"2026-03-17T20:06:58.709197Z","end":"2026-03-17T20:06:59.197520Z","steps":["trace[347317275] 'read index received' (duration: 488.315977ms)","trace[347317275] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:59.197660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.452799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:59.197824Z","caller":"traceutil/trace.go:172","msg":"trace[368872999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:827; }","duration":"488.604441ms","start":"2026-03-17T20:06:58.709181Z","end":"2026-03-17T20:06:59.197785Z","steps":["trace[368872999] 'agreement among raft nodes before linearized reading' (duration: 488.387807ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.197806Z","caller":"traceutil/trace.go:172","msg":"trace[1895837434] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"493.269789ms","start":"2026-03-17T20:06:58.704502Z","end":"2026-03-17T20:06:59.197772Z","steps":["trace[1895837434] 'process raft request' (duration: 493.108728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:59.197917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.709155Z","time spent":"488.744993ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:06:59.197925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.804669Z","time spent":"393.25141ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:06:59.201500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:06:58.704474Z","time spent":"493.447101ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:06:59.282348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.953281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:59.282420Z","caller":"traceutil/trace.go:172","msg":"trace[1712160377] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:830; }","duration":"479.023972ms","start":"2026-03-17T20:06:58.803383Z","end":"2026-03-17T20:06:59.282407Z","steps":["trace[1712160377] 'agreement among raft nodes before linearized reading' (duration: 478.940681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:59.282618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.648224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:59.282698Z","caller":"traceutil/trace.go:172","msg":"trace[667478645] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:830; }","duration":"289.729165ms","start":"2026-03-17T20:06:58.992962Z","end":"2026-03-17T20:06:59.282692Z","steps":["trace[667478645] 'agreement among raft nodes before linearized reading' (duration: 289.633654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:06:59.282348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.376038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:59.282902Z","caller":"traceutil/trace.go:172","msg":"trace[810110759] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:830; }","duration":"229.940884ms","start":"2026-03-17T20:06:59.052942Z","end":"2026-03-17T20:06:59.282883Z","steps":["trace[810110759] 'agreement among raft nodes before linearized reading' (duration: 229.331476ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:06:59.714540Z","caller":"traceutil/trace.go:172","msg":"trace[530647176] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"109.861929ms","start":"2026-03-17T20:06:59.604631Z","end":"2026-03-17T20:06:59.714493Z","steps":["trace[530647176] 'read index received' (duration: 46.727378ms)","trace[530647176] 'applied index is now lower than readState.Index' (duration: 63.132241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:06:59.732866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.207896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:06:59.732958Z","caller":"traceutil/trace.go:172","msg":"trace[1038703317] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:836; }","duration":"128.323507ms","start":"2026-03-17T20:06:59.604611Z","end":"2026-03-17T20:06:59.732934Z","steps":["trace[1038703317] 'agreement among raft nodes before linearized reading' (duration: 110.027911ms)","trace[1038703317] 'range keys from in-memory index tree' (duration: 18.132414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:06.639607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.026448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:07:07.259747Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:07.760634Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:08.261603Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:08.534725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"920.730135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:08.534831Z","caller":"traceutil/trace.go:172","msg":"trace[1155752164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:901; }","duration":"920.847616ms","start":"2026-03-17T20:07:07.613960Z","end":"2026-03-17T20:07:08.534807Z","steps":["trace[1155752164] 'range keys from in-memory index tree' (duration: 920.669065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:08.787876Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:09.288765Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923568,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:09.361857Z","caller":"traceutil/trace.go:172","msg":"trace[61897420] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:982; }","duration":"2.602372065s","start":"2026-03-17T20:07:06.759464Z","end":"2026-03-17T20:07:09.361836Z","steps":["trace[61897420] 'read index received' (duration: 2.602367445s)","trace[61897420] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:09.362042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.602533796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.362124Z","caller":"traceutil/trace.go:172","msg":"trace[1795061148] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:902; }","duration":"2.602648898s","start":"2026-03-17T20:07:06.759457Z","end":"2026-03-17T20:07:09.362106Z","steps":["trace[1795061148] 'agreement among raft nodes before linearized reading' (duration: 2.602458665s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.362171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:06.759436Z","time spent":"2.602719049s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.513719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000134489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:09.513874Z","caller":"traceutil/trace.go:172","msg":"trace[1127850638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341381s","start":"2026-03-17T20:07:07.513507Z","end":"2026-03-17T20:07:09.513848Z","steps":["trace[1127850638] 'agreement among raft nodes before linearized reading' (duration: 2.000130149s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.513960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:07.513481Z","time spent":"2.000469433s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:09 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:07:09.775587Z","caller":"traceutil/trace.go:172","msg":"trace[6836271] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"1.112127108s","start":"2026-03-17T20:07:08.663432Z","end":"2026-03-17T20:07:09.775559Z","steps":["trace[6836271] 'process raft request' (duration: 1.111576251s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.775792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.663396Z","time spent":"1.11229864s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:09.776558Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923570,"received-request-id":8418244740660923568} {"level":"info","ts":"2026-03-17T20:07:09.777863Z","caller":"traceutil/trace.go:172","msg":"trace[486158617] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"201.26014ms","start":"2026-03-17T20:07:09.576589Z","end":"2026-03-17T20:07:09.777849Z","steps":["trace[486158617] 'process raft request' (duration: 201.177859ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:09.778715Z","caller":"traceutil/trace.go:172","msg":"trace[1126038078] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:988; }","duration":"416.785105ms","start":"2026-03-17T20:07:09.361904Z","end":"2026-03-17T20:07:09.778689Z","steps":["trace[1126038078] 'read index received' (duration: 416.757265ms)","trace[1126038078] 'applied index is now lower than readState.Index' (duration: 25.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:09.781627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.519838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:09.781678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.097006554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.781714Z","caller":"traceutil/trace.go:172","msg":"trace[643999063] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:908; }","duration":"1.097042875s","start":"2026-03-17T20:07:08.684661Z","end":"2026-03-17T20:07:09.781704Z","steps":["trace[643999063] 'agreement among raft nodes before linearized reading' (duration: 1.094085609s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:09.781708Z","caller":"traceutil/trace.go:172","msg":"trace[2102121475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"267.614019ms","start":"2026-03-17T20:07:09.514076Z","end":"2026-03-17T20:07:09.781690Z","steps":["trace[2102121475] 'agreement among raft nodes before linearized reading' (duration: 266.07417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.781753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.684641Z","time spent":"1.097106685s","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.781657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.359565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.781851Z","caller":"traceutil/trace.go:172","msg":"trace[1405122964] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:908; }","duration":"450.570787ms","start":"2026-03-17T20:07:09.331268Z","end":"2026-03-17T20:07:09.781839Z","steps":["trace[1405122964] 'agreement among raft nodes before linearized reading' (duration: 447.51026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.782879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:09.331231Z","time spent":"451.633269ms","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.781958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.018347059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.783080Z","caller":"traceutil/trace.go:172","msg":"trace[773561386] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:908; }","duration":"3.019466853s","start":"2026-03-17T20:07:06.763600Z","end":"2026-03-17T20:07:09.783067Z","steps":["trace[773561386] 'agreement among raft nodes before linearized reading' (duration: 3.015195601s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.783113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:06.763592Z","time spent":"3.019510584s","remote":"127.0.0.1:34090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.782002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.941178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.783433Z","caller":"traceutil/trace.go:172","msg":"trace[2099691017] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:908; }","duration":"285.335875ms","start":"2026-03-17T20:07:09.498054Z","end":"2026-03-17T20:07:09.783390Z","steps":["trace[2099691017] 'agreement among raft nodes before linearized reading' (duration: 282.082756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.782036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"968.748229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.783561Z","caller":"traceutil/trace.go:172","msg":"trace[1871083531] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:908; }","duration":"970.274617ms","start":"2026-03-17T20:07:08.813273Z","end":"2026-03-17T20:07:09.783548Z","steps":["trace[1871083531] 'agreement among raft nodes before linearized reading' (duration: 965.45124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.783602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.813249Z","time spent":"970.34293ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.782080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.688285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.783771Z","caller":"traceutil/trace.go:172","msg":"trace[1671308012] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:908; }","duration":"423.343445ms","start":"2026-03-17T20:07:09.360384Z","end":"2026-03-17T20:07:09.783728Z","steps":["trace[1671308012] 'agreement among raft nodes before linearized reading' (duration: 418.366755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.783907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:09.360354Z","time spent":"423.504307ms","remote":"127.0.0.1:33754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.782118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.992734936s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:09.783957Z","caller":"traceutil/trace.go:172","msg":"trace[1561380728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:908; }","duration":"2.994567739s","start":"2026-03-17T20:07:06.789377Z","end":"2026-03-17T20:07:09.783945Z","steps":["trace[1561380728] 'agreement among raft nodes before linearized reading' (duration: 2.989411716s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.782183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.478259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:07:09.784146Z","caller":"traceutil/trace.go:172","msg":"trace[1783804712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:908; }","duration":"440.374802ms","start":"2026-03-17T20:07:09.343699Z","end":"2026-03-17T20:07:09.784073Z","steps":["trace[1783804712] 'agreement among raft nodes before linearized reading' (duration: 435.072308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.782238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.52561424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.206\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:07:09.784333Z","caller":"traceutil/trace.go:172","msg":"trace[1504361756] range","detail":"{range_begin:/registry/masterleases/199.19.213.206; range_end:; response_count:1; response_revision:908; }","duration":"1.527711236s","start":"2026-03-17T20:07:08.256612Z","end":"2026-03-17T20:07:09.784323Z","steps":["trace[1504361756] 'agreement among raft nodes before linearized reading' (duration: 1.522171328s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.784367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.256586Z","time spent":"1.527769307s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.206\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.781757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"993.553122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:09.784402Z","caller":"traceutil/trace.go:172","msg":"trace[879215430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:908; }","duration":"996.198404ms","start":"2026-03-17T20:07:08.788193Z","end":"2026-03-17T20:07:09.784392Z","steps":["trace[879215430] 'agreement among raft nodes before linearized reading' (duration: 990.567966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:09.784440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:08.788161Z","time spent":"996.265055ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:09.784522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:09.343671Z","time spent":"440.648037ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:17.013743Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:17.132465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.24226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:17.132546Z","caller":"traceutil/trace.go:172","msg":"trace[675859047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:937; }","duration":"340.337551ms","start":"2026-03-17T20:07:16.792192Z","end":"2026-03-17T20:07:17.132529Z","steps":["trace[675859047] 'range keys from in-memory index tree' (duration: 340.142849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:17.132776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.17763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:07:17.132901Z","caller":"traceutil/trace.go:172","msg":"trace[1113046442] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1023; }","duration":"619.439907ms","start":"2026-03-17T20:07:16.513445Z","end":"2026-03-17T20:07:17.132885Z","steps":["trace[1113046442] 'read index received' (duration: 509.101019ms)","trace[1113046442] 'applied index is now lower than readState.Index' (duration: 110.337188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:17.133042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.583248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:17.133069Z","caller":"traceutil/trace.go:172","msg":"trace[165034644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"619.622599ms","start":"2026-03-17T20:07:16.513439Z","end":"2026-03-17T20:07:17.133062Z","steps":["trace[165034644] 'agreement among raft nodes before linearized reading' (duration: 619.548788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:17.133094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:16.513410Z","time spent":"619.67856ms","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:17.135066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.857602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hghjp\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-17T20:07:17.135351Z","caller":"traceutil/trace.go:172","msg":"trace[761072225] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hghjp; range_end:; response_count:1; response_revision:938; }","duration":"459.969774ms","start":"2026-03-17T20:07:16.675161Z","end":"2026-03-17T20:07:17.135131Z","steps":["trace[761072225] 'agreement among raft nodes before linearized reading' (duration: 459.695611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:17.135393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:16.675132Z","time spent":"460.253447ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-hghjp\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:18.002720Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:18.503835Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:18.878006Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.663260782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:07:19.005278Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:19.505792Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:20.006230Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:20.475253Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"81e3b46d999c74d3 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"81e3b46d999c74d3 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475377Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"81e3b46d999c74d3 [logterm: 2, index: 1025] sent MsgPreVote request to c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475394Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"81e3b46d999c74d3 [logterm: 2, index: 1025] sent MsgPreVote request to c6d6ded81dced554 at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475411Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 81e3b46d999c74d3 lost leader c1a97aa766b87c7e at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475571Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"81e3b46d999c74d3 received MsgPreVoteResp from 81e3b46d999c74d3 at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.475883Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"81e3b46d999c74d3 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-17T20:07:20.507233Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:20.511995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000167961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:20.512544Z","caller":"traceutil/trace.go:172","msg":"trace[2092090259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744378s","start":"2026-03-17T20:07:18.511784Z","end":"2026-03-17T20:07:20.512528Z","steps":["trace[2092090259] 'agreement among raft nodes before linearized reading' (duration: 2.000164181s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.512624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:18.511730Z","time spent":"2.00088452s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:07:20.516897Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"81e3b46d999c74d3 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:07:20.516943Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 81e3b46d999c74d3 elected leader c1a97aa766b87c7e at term 2"} {"level":"warn","ts":"2026-03-17T20:07:20.517260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.015018731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:07:20.517639Z","caller":"traceutil/trace.go:172","msg":"trace[940520764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.015419097s","start":"2026-03-17T20:07:17.502205Z","end":"2026-03-17T20:07:20.517624Z","steps":["trace[940520764] 'agreement among raft nodes before linearized reading' (duration: 3.015017301s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.517694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:17.502174Z","time spent":"3.015503697s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:20.599845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.988168594s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:20.599901Z","caller":"traceutil/trace.go:172","msg":"trace[1892213814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:938; }","duration":"2.988236045s","start":"2026-03-17T20:07:17.611653Z","end":"2026-03-17T20:07:20.599889Z","steps":["trace[1892213814] 'range keys from in-memory index tree' (duration: 2.988093334s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:20.600872Z","caller":"traceutil/trace.go:172","msg":"trace[1266193974] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"3.441813487s","start":"2026-03-17T20:07:17.159038Z","end":"2026-03-17T20:07:20.600852Z","steps":["trace[1266193974] 'process raft request' (duration: 3.358283915s)","trace[1266193974] 'compare' (duration: 83.32858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:20.601135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:17.158994Z","time spent":"3.442036359s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:20.664771Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8418244740660923628,"received-request-id":8418244740660923624} {"level":"info","ts":"2026-03-17T20:07:20.665488Z","caller":"traceutil/trace.go:172","msg":"trace[1042072974] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"883.385639ms","start":"2026-03-17T20:07:19.782067Z","end":"2026-03-17T20:07:20.665452Z","steps":["trace[1042072974] 'process raft request' (duration: 883.233057ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:20.666203Z","caller":"traceutil/trace.go:172","msg":"trace[1445490670] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1035; }","duration":"148.971737ms","start":"2026-03-17T20:07:20.517188Z","end":"2026-03-17T20:07:20.666160Z","steps":["trace[1445490670] 'read index received' (duration: 148.965007ms)","trace[1445490670] 'applied index is now lower than readState.Index' (duration: 6.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:20.666311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"897.850102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:20.666836Z","caller":"traceutil/trace.go:172","msg":"trace[1199875811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:949; }","duration":"898.384999ms","start":"2026-03-17T20:07:19.768438Z","end":"2026-03-17T20:07:20.666823Z","steps":["trace[1199875811] 'agreement among raft nodes before linearized reading' (duration: 897.767032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.666872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.768412Z","time spent":"898.4526ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:20.666504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.782042Z","time spent":"884.175929ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:07:20.665521Z","caller":"traceutil/trace.go:172","msg":"trace[1346710566] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"680.082866ms","start":"2026-03-17T20:07:19.985353Z","end":"2026-03-17T20:07:20.665436Z","steps":["trace[1346710566] 'process raft request' (duration: 679.976385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.667033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:19.985319Z","time spent":"681.656426ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:07:20.666538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.877609031s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:20.666589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.19704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:20.667261Z","caller":"traceutil/trace.go:172","msg":"trace[238990813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"154.859608ms","start":"2026-03-17T20:07:20.512388Z","end":"2026-03-17T20:07:20.667247Z","steps":["trace[238990813] 'agreement among raft nodes before linearized reading' (duration: 154.184899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.666632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.995593732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:07:20.667412Z","caller":"traceutil/trace.go:172","msg":"trace[62073497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"1.996372751s","start":"2026-03-17T20:07:18.671024Z","end":"2026-03-17T20:07:20.667397Z","steps":["trace[62073497] 'agreement among raft nodes before linearized reading' (duration: 1.995528551s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.667468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:18.670999Z","time spent":"1.996455262s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:20.666635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.824065226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:07:20.667553Z","caller":"traceutil/trace.go:172","msg":"trace[167951078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:949; }","duration":"2.825182939s","start":"2026-03-17T20:07:17.842360Z","end":"2026-03-17T20:07:20.667543Z","steps":["trace[167951078] 'agreement among raft nodes before linearized reading' (duration: 2.823940724s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.667590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:17.842333Z","time spent":"2.825245159s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:20.667737Z","caller":"traceutil/trace.go:172","msg":"trace[816625028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:949; }","duration":"2.878822175s","start":"2026-03-17T20:07:17.788900Z","end":"2026-03-17T20:07:20.667723Z","steps":["trace[816625028] 'agreement among raft nodes before linearized reading' (duration: 2.877594781s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.669052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.412060289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.206\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:07:20.669151Z","caller":"traceutil/trace.go:172","msg":"trace[1816980700] range","detail":"{range_begin:/registry/masterleases/199.19.213.206; range_end:; response_count:1; response_revision:949; }","duration":"2.41217498s","start":"2026-03-17T20:07:18.256957Z","end":"2026-03-17T20:07:20.669132Z","steps":["trace[1816980700] 'agreement among raft nodes before linearized reading' (duration: 2.409271896s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:20.669199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:18.256924Z","time spent":"2.412262401s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.206\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:21.166760Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:21.667253Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.168254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.501905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.952429818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:07:22.502034Z","caller":"traceutil/trace.go:172","msg":"trace[445795418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.952567199s","start":"2026-03-17T20:07:20.549431Z","end":"2026-03-17T20:07:22.501998Z","steps":["trace[445795418] 'agreement among raft nodes before linearized reading' (duration: 1.952424187s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:22.502100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.549402Z","time spent":"1.952687292s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:22.669446Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:22.683718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000354827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:07:22.683777Z","caller":"traceutil/trace.go:172","msg":"trace[1292750908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433788s","start":"2026-03-17T20:07:20.683327Z","end":"2026-03-17T20:07:22.683761Z","steps":["trace[1292750908] 'agreement among raft nodes before linearized reading' (duration: 2.000352417s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:22.683826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.683319Z","time spent":"2.000500179s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:23.169970Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:23.671185Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.171751Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.672055Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:24.685131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999803493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:07:24.685217Z","caller":"traceutil/trace.go:172","msg":"trace[1237540988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908074s","start":"2026-03-17T20:07:22.685282Z","end":"2026-03-17T20:07:24.685190Z","steps":["trace[1237540988] 'agreement among raft nodes before linearized reading' (duration: 1.999807043s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:24.685293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:22.685252Z","time spent":"2.000028245s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:07:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:07:25.150455Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"81e3b46d999c74d3 [logterm: 2, index: 1040, vote: 0] ignored MsgPreVote from c1a97aa766b87c7e [logterm: 2, index: 1040] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:07:25.172673Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:25.566978Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.839894211s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:07:25.673714Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:07:26.172251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000315395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:07:26.172352Z","caller":"traceutil/trace.go:172","msg":"trace[983198682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440426s","start":"2026-03-17T20:07:24.171892Z","end":"2026-03-17T20:07:26.172332Z","steps":["trace[983198682] 'agreement among raft nodes before linearized reading' (duration: 2.000310485s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.172428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.171856Z","time spent":"2.000554828s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:26.175267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8418244740660923629,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:07:26.326994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"81e3b46d999c74d3 [logterm: 2, index: 1040, vote: 0] ignored MsgVote from c1a97aa766b87c7e [logterm: 2, index: 1040] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-03-17T20:07:26.327895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"81e3b46d999c74d3 [logterm: 2, index: 1040, vote: 0] ignored MsgPreVote from c6d6ded81dced554 [logterm: 2, index: 1040] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-03-17T20:07:26.545199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"81e3b46d999c74d3 [term: 2] received a MsgApp message with higher term from c1a97aa766b87c7e [term: 3]"} {"level":"info","ts":"2026-03-17T20:07:26.545280Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"81e3b46d999c74d3 became follower at term 3"} {"level":"warn","ts":"2026-03-17T20:07:26.571765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.004530207s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:07:26.626186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.674529Z","time spent":"5.951651691s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:07:26.626459Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-17T20:07:26.648060Z","caller":"traceutil/trace.go:172","msg":"trace[389936996] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1043; }","duration":"5.98179573s","start":"2026-03-17T20:07:20.666246Z","end":"2026-03-17T20:07:26.648042Z","steps":["trace[389936996] 'read index received' (duration: 5.98179164s)","trace[389936996] 'applied index is now lower than readState.Index' (duration: 3.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:26.650679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.958635694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:07:26.650741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.804497034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:07:26.650801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.661236465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-17T20:07:26.650819Z","caller":"traceutil/trace.go:172","msg":"trace[630632551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"1.804600156s","start":"2026-03-17T20:07:24.846204Z","end":"2026-03-17T20:07:26.650804Z","steps":["trace[630632551] 'agreement among raft nodes before linearized reading' (duration: 1.804457434s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.650831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.978562012s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.650838Z","caller":"traceutil/trace.go:172","msg":"trace[1197412433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:955; }","duration":"1.661274496s","start":"2026-03-17T20:07:24.989553Z","end":"2026-03-17T20:07:26.650827Z","steps":["trace[1197412433] 'agreement among raft nodes before linearized reading' (duration: 1.661197715s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.650866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.846178Z","time spent":"1.804676037s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.650873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.989526Z","time spent":"1.661336596s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.650898Z","caller":"traceutil/trace.go:172","msg":"trace[856334635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:955; }","duration":"5.978632292s","start":"2026-03-17T20:07:20.672256Z","end":"2026-03-17T20:07:26.650889Z","steps":["trace[856334635] 'agreement among raft nodes before linearized reading' (duration: 5.978547591s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.650837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.776955077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-17T20:07:26.650930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"668.575741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.650993Z","caller":"traceutil/trace.go:172","msg":"trace[646639641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"1.777090838s","start":"2026-03-17T20:07:24.873867Z","end":"2026-03-17T20:07:26.650958Z","steps":["trace[646639641] 'agreement among raft nodes before linearized reading' (duration: 1.776726043s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:26.651028Z","caller":"traceutil/trace.go:172","msg":"trace[1824914611] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:955; }","duration":"668.689672ms","start":"2026-03-17T20:07:25.982314Z","end":"2026-03-17T20:07:26.651004Z","steps":["trace[1824914611] 'agreement among raft nodes before linearized reading' (duration: 668.500921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.651084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:25.982280Z","time spent":"668.792693ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.651114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.72954468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.651139Z","caller":"traceutil/trace.go:172","msg":"trace[234218403] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:955; }","duration":"1.72957228s","start":"2026-03-17T20:07:24.921560Z","end":"2026-03-17T20:07:26.651132Z","steps":["trace[234218403] 'agreement among raft nodes before linearized reading' (duration: 1.729526549s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.651170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.921531Z","time spent":"1.729634481s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.651041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.873840Z","time spent":"1.77718915s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:26.650750Z","caller":"traceutil/trace.go:172","msg":"trace[2000612906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.958739586s","start":"2026-03-17T20:07:24.691997Z","end":"2026-03-17T20:07:26.650737Z","steps":["trace[2000612906] 'agreement among raft nodes before linearized reading' (duration: 1.958611203s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.651503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.972663861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189db9b52100bb74\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:07:26.651810Z","caller":"traceutil/trace.go:172","msg":"trace[1439593393] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189db9b52100bb74; range_end:; response_count:1; response_revision:955; }","duration":"5.973026245s","start":"2026-03-17T20:07:20.678770Z","end":"2026-03-17T20:07:26.651796Z","steps":["trace[1439593393] 'agreement among raft nodes before linearized reading' (duration: 5.972559739s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.651904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:20.678753Z","time spent":"5.973085305s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189db9b52100bb74\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.651449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.493977201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:26.652180Z","caller":"traceutil/trace.go:172","msg":"trace[1698788960] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:955; }","duration":"5.49470871s","start":"2026-03-17T20:07:21.157461Z","end":"2026-03-17T20:07:26.652170Z","steps":["trace[1698788960] 'agreement among raft nodes before linearized reading' (duration: 5.49396011s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.652204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.691975Z","time spent":"1.959332783s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:07:26.652209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:21.157432Z","time spent":"5.494768571s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:07:26.651718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.76720688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:07:26.652526Z","caller":"traceutil/trace.go:172","msg":"trace[433722853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"1.768016669s","start":"2026-03-17T20:07:24.884500Z","end":"2026-03-17T20:07:26.652516Z","steps":["trace[433722853] 'agreement among raft nodes before linearized reading' (duration: 1.76717836s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:26.653459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:24.884485Z","time spent":"1.76895962s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:07:28.834845Z","caller":"traceutil/trace.go:172","msg":"trace[1722523935] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"120.049896ms","start":"2026-03-17T20:07:28.714776Z","end":"2026-03-17T20:07:28.834826Z","steps":["trace[1722523935] 'read index received' (duration: 107.511276ms)","trace[1722523935] 'applied index is now lower than readState.Index' (duration: 12.53759ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:07:28.835022Z","caller":"traceutil/trace.go:172","msg":"trace[1878576131] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"117.367324ms","start":"2026-03-17T20:07:28.717638Z","end":"2026-03-17T20:07:28.835005Z","steps":["trace[1878576131] 'process raft request' (duration: 117.161451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:28.835077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.285779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hghjp\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-17T20:07:28.835109Z","caller":"traceutil/trace.go:172","msg":"trace[748969566] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hghjp; range_end:; response_count:1; response_revision:989; }","duration":"120.335529ms","start":"2026-03-17T20:07:28.714765Z","end":"2026-03-17T20:07:28.835100Z","steps":["trace[748969566] 'agreement among raft nodes before linearized reading' (duration: 120.178367ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:07:32.796041Z","caller":"traceutil/trace.go:172","msg":"trace[1609732680] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1181; }","duration":"115.328233ms","start":"2026-03-17T20:07:32.680600Z","end":"2026-03-17T20:07:32.795928Z","steps":["trace[1609732680] 'read index received' (duration: 115.321243ms)","trace[1609732680] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:32.796380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.637257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:07:32.796415Z","caller":"traceutil/trace.go:172","msg":"trace[1046659057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"115.823039ms","start":"2026-03-17T20:07:32.680584Z","end":"2026-03-17T20:07:32.796407Z","steps":["trace[1046659057] 'agreement among raft nodes before linearized reading' (duration: 115.556116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:49.723989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.040325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-17T20:07:49.886737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.495914ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T20:07:49.886897Z","caller":"traceutil/trace.go:172","msg":"trace[1494689738] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1406; }","duration":"358.360158ms","start":"2026-03-17T20:07:49.528519Z","end":"2026-03-17T20:07:49.886879Z","steps":["trace[1494689738] 'read index received' (duration: 52.745638ms)","trace[1494689738] 'applied index is now lower than readState.Index' (duration: 305.6132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:07:49.887185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.651449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:07:49.887249Z","caller":"traceutil/trace.go:172","msg":"trace[876894218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"358.731632ms","start":"2026-03-17T20:07:49.528504Z","end":"2026-03-17T20:07:49.887236Z","steps":["trace[876894218] 'agreement among raft nodes before linearized reading' (duration: 358.483572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:07:49.887336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:07:49.528478Z","time spent":"358.845387ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}