{"level":"warn","ts":"2026-06-17T19:01:37.108574Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-17T19:01:37.108779Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-17T19:01:37.108802Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=controller-2=https://199.204.45.72:2380,controller-1=https://199.204.45.227:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-17T19:01:37.108904Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-17T19:01:37.108934Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-17T19:01:37.108950Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:01:37.108976Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:01:37.109690Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-06-17T19:01:37.110100Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.227:2380,controller-2=https://199.204.45.72:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-17T19:01:37.113532Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078548}"} {"level":"info","ts":"2026-06-17T19:01:37.118079Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:01:37.118168Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.837991ms"} {"level":"info","ts":"2026-06-17T19:01:37.118212Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-17T19:01:37.118244Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-17T19:01:37.130286Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-17T19:01:37.130329Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:01:37.131662Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-17T19:01:37.139486Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-17T19:01:37.139559Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"db752a1a7266d75","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-06-17T19:01:37.139670Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-17T19:01:37.139834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"db752a1a7266d75 switched to configuration voters=()"} {"level":"info","ts":"2026-06-17T19:01:37.139958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"db752a1a7266d75 became follower at term 0"} {"level":"info","ts":"2026-06-17T19:01:37.139977Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft db752a1a7266d75 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-17T19:01:37.145430Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-17T19:01:37.146419Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-17T19:01:37.149756Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-17T19:01:37.150535Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.150558Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:01:37.150583Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.150600Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.152120Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.156773Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.158285Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.158332Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.158382Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:01:37.158476Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"db752a1a7266d75","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-17T19:01:37.158498Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.158781Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:01:37.158846Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:01:37.158871Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:01:37.158970Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:01:37.159078Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:01:37.158661Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-17T19:01:37.159228Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:01:37.159499Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"db752a1a7266d75","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-17T19:01:37.159538Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-17T19:01:37.166569Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.166629Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.170836Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.175369Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:01:37.175396Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.178979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"db752a1a7266d75 [term: 0] received a MsgHeartbeat message with higher term from 572db18442eba1c2 [term: 2]"} {"level":"info","ts":"2026-06-17T19:01:37.179012Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"db752a1a7266d75 became follower at term 2"} {"level":"info","ts":"2026-06-17T19:01:37.179026Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: db752a1a7266d75 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:01:37.180437Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:01:37.180467Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.210837Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"db752a1a7266d75","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":491,"incoming-snapshot-message-size-bytes":8189,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-06-17T19:01:37.232984Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001eb.snap.db","bytes":770048,"size":"770 kB"} {"level":"info","ts":"2026-06-17T19:01:37.233059Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"db752a1a7266d75","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":491,"incoming-snapshot-size-bytes":770048,"incoming-snapshot-size":"770 kB","download-took":"22.338551ms"} {"level":"info","ts":"2026-06-17T19:01:37.233292Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 491, term: 2]"} {"level":"info","ts":"2026-06-17T19:01:37.233520Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"db752a1a7266d75 switched to configuration voters=(6281872236868248002) learners=(988349497478638965)"} {"level":"info","ts":"2026-06-17T19:01:37.233565Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"db752a1a7266d75 [commit: 491, lastindex: 491, lastterm: 2] restored snapshot [index: 491, term: 2]"} {"level":"info","ts":"2026-06-17T19:01:37.233581Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"db752a1a7266d75 [commit: 491] restored snapshot [index: 491, term: 2]"} {"level":"info","ts":"2026-06-17T19:01:37.233745Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":491,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:01:37.236504Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":491} {"level":"info","ts":"2026-06-17T19:01:37.238028Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000172068}"} {"level":"info","ts":"2026-06-17T19:01:37.238850Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:01:37.238963Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.247182ms"} {"level":"info","ts":"2026-06-17T19:01:37.239078Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-17T19:01:37.240316Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-17T19:01:37.240422Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-17T19:01:37.243832Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":463} {"level":"info","ts":"2026-06-17T19:01:37.243952Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":491} {"level":"info","ts":"2026-06-17T19:01:37.244016Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-17T19:01:37.244041Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-17T19:01:37.245489Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-17T19:01:37.245535Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-17T19:01:37.245568Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-17T19:01:37.245587Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-17T19:01:37.245963Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-17T19:01:37.246047Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-17T19:01:37.246085Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-17T19:01:37.246164Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:01:37.246197Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"db752a1a7266d75","recovered-remote-peer-id":"572db18442eba1c2","recovered-remote-peer-urls":["https://199.204.45.227:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-17T19:01:37.246222Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"db752a1a7266d75","recovered-remote-peer-id":"db752a1a7266d75","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-17T19:01:37.246288Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:01:37.246316Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-17T19:01:37.246336Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-17T19:01:37.246356Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:01:37.246433Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.246467Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:01:37.246503Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.246531Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.246574Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:01:37.246768Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"warn","ts":"2026-06-17T19:01:37.246832Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"572db18442eba1c2","error":"failed to read 572db18442eba1c2 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-17T19:01:37.246926Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:01:37.247047Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:01:37.247121Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247179Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247235Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"db752a1a7266d75","removed-remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247265Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-17T19:01:37.247306Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:01:37.247382Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247470Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247593Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.247725Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.248054Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.248122Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:01:37.248137Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:01:37.248168Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":491,"current-applied-index":491,"incoming-leader-snapshot-index":491,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:01:37.248197Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.248403Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.257295Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.257354Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.257539Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.276446Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:01:37.276484Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.280441Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:01:37.280501Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:01:37.718755Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"db752a1a7266d75 switched to configuration voters=(988349497478638965 6281872236868248002)"} {"level":"info","ts":"2026-06-17T19:01:37.720112Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fb1028a037bf3cd6","local-member-id":"db752a1a7266d75","promoted-member-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:01:44.159031Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"db752a1a7266d75","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.72:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-06-17T19:01:44.702891Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"db752a1a7266d75","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.72:2379]}","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-17T19:01:44.702909Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:01:44.702940Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:01:44.703277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-17T19:01:44.703355Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-17T19:01:44.706143Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-17T19:01:44.707288Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-17T19:01:44.707433Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-17T19:01:44.710525Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-17T19:01:44.710805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44434","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:01:44.710927Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"warn","ts":"2026-06-17T19:01:44.710908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.711059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.718067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:37734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.718861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:37736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.719712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.721552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.722333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.722782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.723941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.724301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.725480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.725609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.727272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:39512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.736227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.754040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.762021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.769421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.776936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.785322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.794719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.804541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.812240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.829844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.841234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.850105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.858816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.866866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.874333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.884056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.900438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.939990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.948550Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.959181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.968811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.976969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.987253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:44.995979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.005623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.014484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.023499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.032091Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.040607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.048872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.057108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.065865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.073865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.080610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.094200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.116272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.127981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.139974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.148394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.158002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.165459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.173864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.185123Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.195365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.204178Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.213396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.223243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.234522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.244624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.257503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.267165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.277646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.287481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.296829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.339025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.347158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.357155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:01:45.405609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40452","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:01:55.253320Z","caller":"traceutil/trace.go:172","msg":"trace[1211031909] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:547; }","duration":"307.499403ms","start":"2026-06-17T19:01:54.945763Z","end":"2026-06-17T19:01:55.253262Z","steps":["trace[1211031909] 'read index received' (duration: 307.492252ms)","trace[1211031909] 'applied index is now lower than readState.Index' (duration: 5.571µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:01:55.253509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.665529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:01:55.253637Z","caller":"traceutil/trace.go:172","msg":"trace[866679883] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:512; }","duration":"307.850586ms","start":"2026-06-17T19:01:54.945759Z","end":"2026-06-17T19:01:55.253609Z","steps":["trace[866679883] 'agreement among raft nodes before linearized reading' (duration: 307.615248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:01:55.253691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:01:54.945746Z","time spent":"307.930978ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "} {"level":"info","ts":"2026-06-17T19:02:00.675751Z","caller":"traceutil/trace.go:172","msg":"trace[761507944] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"225.144016ms","start":"2026-06-17T19:02:00.450578Z","end":"2026-06-17T19:02:00.675722Z","steps":["trace[761507944] 'process raft request' (duration: 224.96005ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:02:00.675972Z","caller":"traceutil/trace.go:172","msg":"trace[165669427] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:571; }","duration":"157.898194ms","start":"2026-06-17T19:02:00.518056Z","end":"2026-06-17T19:02:00.675955Z","steps":["trace[165669427] 'read index received' (duration: 157.891244ms)","trace[165669427] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:00.676134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.05952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:02:00.676157Z","caller":"traceutil/trace.go:172","msg":"trace[1355566016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"158.099892ms","start":"2026-06-17T19:02:00.518051Z","end":"2026-06-17T19:02:00.676151Z","steps":["trace[1355566016] 'agreement among raft nodes before linearized reading' (duration: 158.003018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:01.320111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.959428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:02:01.320193Z","caller":"traceutil/trace.go:172","msg":"trace[1357954121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:535; }","duration":"118.072532ms","start":"2026-06-17T19:02:01.202108Z","end":"2026-06-17T19:02:01.320180Z","steps":["trace[1357954121] 'agreement among raft nodes before linearized reading' (duration: 117.909766ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:02:01.320115Z","caller":"traceutil/trace.go:172","msg":"trace[1822019399] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:573; }","duration":"117.844964ms","start":"2026-06-17T19:02:01.202116Z","end":"2026-06-17T19:02:01.319961Z","steps":["trace[1822019399] 'read index received' (duration: 117.624367ms)","trace[1822019399] 'applied index is now lower than readState.Index' (duration: 145.945µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:33.101997Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:34360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:33.550277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:34418","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:33.571285Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"db752a1a7266d75 switched to configuration voters=(988349497478638965 6281872236868248002) learners=(10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:33.571570Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"db752a1a7266d75","added-peer-id":"8e45f57552ef93f2","added-peer-peer-urls":["https://199.204.45.148:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-17T19:02:33.571636Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.571727Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.571914Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.572355Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.577393Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.577424Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:33.577499Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2","remote-peer-urls":["https://199.204.45.148:2380"]} {"level":"info","ts":"2026-06-17T19:02:33.577583Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"warn","ts":"2026-06-17T19:02:33.586645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:34438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:36.134294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:49518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:36.617451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:49542","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:37.874033Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"8e45f57552ef93f2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.874096Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.874141Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.879865Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"8e45f57552ef93f2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.879931Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.888027Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.893625Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"warn","ts":"2026-06-17T19:02:37.909643Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:37.909816Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:37.927584Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"8e45f57552ef93f2","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-17T19:02:37.927621Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.927634Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.928223Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"db752a1a7266d75","to":"8e45f57552ef93f2","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-17T19:02:37.928270Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.928287Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.990180Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:37.993893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"db752a1a7266d75","remote-peer-id":"8e45f57552ef93f2"} {"level":"info","ts":"2026-06-17T19:02:38.122723Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"db752a1a7266d75 switched to configuration voters=(988349497478638965 6281872236868248002 10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:38.122881Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fb1028a037bf3cd6","local-member-id":"db752a1a7266d75","promoted-member-id":"8e45f57552ef93f2"} {"level":"warn","ts":"2026-06-17T19:02:38.577958Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"8e45f57552ef93f2","rtt":"0s","error":"dial tcp 199.204.45.148:2380: connect: connection refused"} {"level":"warn","ts":"2026-06-17T19:02:38.578040Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"8e45f57552ef93f2","rtt":"0s","error":"dial tcp 199.204.45.148:2380: connect: connection refused"} {"level":"info","ts":"2026-06-17T19:02:41.424634Z","caller":"traceutil/trace.go:172","msg":"trace[1418633188] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:733; }","duration":"222.882313ms","start":"2026-06-17T19:02:41.201723Z","end":"2026-06-17T19:02:41.424605Z","steps":["trace[1418633188] 'read index received' (duration: 222.875343ms)","trace[1418633188] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:41.424772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.060618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:02:41.424805Z","caller":"traceutil/trace.go:172","msg":"trace[1902725018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:673; }","duration":"223.117889ms","start":"2026-06-17T19:02:41.201677Z","end":"2026-06-17T19:02:41.424795Z","steps":["trace[1902725018] 'agreement among raft nodes before linearized reading' (duration: 223.032577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.618486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.371751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:02:41.618591Z","caller":"traceutil/trace.go:172","msg":"trace[13199929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"116.492944ms","start":"2026-06-17T19:02:41.502075Z","end":"2026-06-17T19:02:41.618568Z","steps":["trace[13199929] 'range keys from in-memory index tree' (duration: 114.66031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:02.403518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.911143ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:02.403611Z","caller":"traceutil/trace.go:172","msg":"trace[1337527688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"201.045196ms","start":"2026-06-17T19:03:02.202550Z","end":"2026-06-17T19:03:02.403595Z","steps":["trace[1337527688] 'range keys from in-memory index tree' (duration: 200.893003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:02.404022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.522951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-17T19:03:03.269635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.220872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-17T19:03:03.269932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"866.215954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:03.269990Z","caller":"traceutil/trace.go:172","msg":"trace[1399715980] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:908; }","duration":"767.562362ms","start":"2026-06-17T19:03:02.502402Z","end":"2026-06-17T19:03:03.269964Z","steps":["trace[1399715980] 'read index received' (duration: 1.602795ms)","trace[1399715980] 'applied index is now lower than readState.Index' (duration: 765.956927ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:03.270057Z","caller":"traceutil/trace.go:172","msg":"trace[1102055626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:835; }","duration":"866.382118ms","start":"2026-06-17T19:03:02.403646Z","end":"2026-06-17T19:03:03.270028Z","steps":["trace[1102055626] 'agreement among raft nodes before linearized reading' (duration: 37.451962ms)","trace[1102055626] 'range keys from in-memory index tree' (duration: 828.709471ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:03.270076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"767.672504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:03.270118Z","caller":"traceutil/trace.go:172","msg":"trace[226168553] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:835; }","duration":"767.721225ms","start":"2026-06-17T19:03:02.502385Z","end":"2026-06-17T19:03:03.270106Z","steps":["trace[226168553] 'agreement among raft nodes before linearized reading' (duration: 767.645263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:03.270161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.502366Z","time spent":"767.786226ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:03.270134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.324779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:03.270330Z","caller":"traceutil/trace.go:172","msg":"trace[487199501] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:835; }","duration":"762.597895ms","start":"2026-06-17T19:03:02.507709Z","end":"2026-06-17T19:03:03.270307Z","steps":["trace[487199501] 'range keys from in-memory index tree' (duration: 762.169256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:03.272314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"407.157351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:03.272400Z","caller":"traceutil/trace.go:172","msg":"trace[427985307] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:836; }","duration":"407.255613ms","start":"2026-06-17T19:03:02.865126Z","end":"2026-06-17T19:03:03.272381Z","steps":["trace[427985307] 'agreement among raft nodes before linearized reading' (duration: 407.067239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:03.272448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.865109Z","time spent":"407.328384ms","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:03.272969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.684667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:03.273029Z","caller":"traceutil/trace.go:172","msg":"trace[1467151196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:836; }","duration":"446.750259ms","start":"2026-06-17T19:03:02.826267Z","end":"2026-06-17T19:03:03.273017Z","steps":["trace[1467151196] 'agreement among raft nodes before linearized reading' (duration: 445.86935ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:03.273150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.826248Z","time spent":"446.888922ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:04.384294Z","caller":"traceutil/trace.go:172","msg":"trace[339884981] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:913; }","duration":"362.813161ms","start":"2026-06-17T19:03:04.021469Z","end":"2026-06-17T19:03:04.384283Z","steps":["trace[339884981] 'read index received' (duration: 362.810261ms)","trace[339884981] 'applied index is now lower than readState.Index' (duration: 2.3µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:04.384478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.995055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:04.384564Z","caller":"traceutil/trace.go:172","msg":"trace[1330750834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:839; }","duration":"363.094587ms","start":"2026-06-17T19:03:04.021464Z","end":"2026-06-17T19:03:04.384558Z","steps":["trace[1330750834] 'agreement among raft nodes before linearized reading' (duration: 362.917623ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:04.384595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:04.021444Z","time spent":"363.138988ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:04.403701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.45328ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:04.403750Z","caller":"traceutil/trace.go:172","msg":"trace[2142786142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:839; }","duration":"201.504031ms","start":"2026-06-17T19:03:04.202233Z","end":"2026-06-17T19:03:04.403737Z","steps":["trace[2142786142] 'agreement among raft nodes before linearized reading' (duration: 201.4373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:04.667449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.839864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:04.667543Z","caller":"traceutil/trace.go:172","msg":"trace[1722172647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"164.962557ms","start":"2026-06-17T19:03:04.502569Z","end":"2026-06-17T19:03:04.667531Z","steps":["trace[1722172647] 'range keys from in-memory index tree' (duration: 163.387424ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:05.264912Z","caller":"traceutil/trace.go:172","msg":"trace[48208296] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:914; }","duration":"227.311553ms","start":"2026-06-17T19:03:05.037581Z","end":"2026-06-17T19:03:05.264893Z","steps":["trace[48208296] 'read index received' (duration: 227.304933ms)","trace[48208296] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:05.265041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.453766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:05.265104Z","caller":"traceutil/trace.go:172","msg":"trace[1529921283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:840; }","duration":"227.533298ms","start":"2026-06-17T19:03:05.037557Z","end":"2026-06-17T19:03:05.265090Z","steps":["trace[1529921283] 'agreement among raft nodes before linearized reading' (duration: 227.393735ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.656159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.909463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.656264Z","caller":"traceutil/trace.go:172","msg":"trace[1853883598] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:841; }","duration":"106.030756ms","start":"2026-06-17T19:03:05.550219Z","end":"2026-06-17T19:03:05.656250Z","steps":["trace[1853883598] 'range keys from in-memory index tree' (duration: 104.295999ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.656266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.30582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.656370Z","caller":"traceutil/trace.go:172","msg":"trace[1790087476] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:841; }","duration":"160.431013ms","start":"2026-06-17T19:03:05.495920Z","end":"2026-06-17T19:03:05.656351Z","steps":["trace[1790087476] 'range keys from in-memory index tree' (duration: 158.564754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.656412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.169429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.656470Z","caller":"traceutil/trace.go:172","msg":"trace[523193397] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:841; }","duration":"106.23993ms","start":"2026-06-17T19:03:05.550217Z","end":"2026-06-17T19:03:05.656457Z","steps":["trace[523193397] 'range keys from in-memory index tree' (duration: 104.570645ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:15.228187Z","caller":"traceutil/trace.go:172","msg":"trace[2001460004] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:1000; }","duration":"195.824423ms","start":"2026-06-17T19:03:15.032343Z","end":"2026-06-17T19:03:15.228167Z","steps":["trace[2001460004] 'read index received' (duration: 195.819203ms)","trace[2001460004] 'applied index is now lower than readState.Index' (duration: 4.16µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:15.228354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.990476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:15.228398Z","caller":"traceutil/trace.go:172","msg":"trace[2144619593] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:918; }","duration":"196.059727ms","start":"2026-06-17T19:03:15.032329Z","end":"2026-06-17T19:03:15.228388Z","steps":["trace[2144619593] 'agreement among raft nodes before linearized reading' (duration: 195.954855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:15.230300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.657424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:15.230361Z","caller":"traceutil/trace.go:172","msg":"trace[2116187589] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:930; }","duration":"145.732976ms","start":"2026-06-17T19:03:15.084618Z","end":"2026-06-17T19:03:15.230351Z","steps":["trace[2116187589] 'agreement among raft nodes before linearized reading' (duration: 145.632274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:15.461512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.010039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:15.497696Z","caller":"traceutil/trace.go:172","msg":"trace[798798108] transaction","detail":"{read_only:false; number_of_response:0; response_revision:933; }","duration":"259.140845ms","start":"2026-06-17T19:03:15.238524Z","end":"2026-06-17T19:03:15.497665Z","steps":["trace[798798108] 'process raft request' (duration: 259.028612ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:15.497751Z","caller":"traceutil/trace.go:172","msg":"trace[469687163] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"257.318848ms","start":"2026-06-17T19:03:15.240392Z","end":"2026-06-17T19:03:15.497711Z","steps":["trace[469687163] 'process raft request' (duration: 257.242507ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:15.497751Z","caller":"traceutil/trace.go:172","msg":"trace[177946926] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"259.062553ms","start":"2026-06-17T19:03:15.238668Z","end":"2026-06-17T19:03:15.497730Z","steps":["trace[177946926] 'process raft request' (duration: 258.92179ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:15.498548Z","caller":"traceutil/trace.go:172","msg":"trace[972716065] transaction","detail":"{read_only:false; number_of_response:0; response_revision:934; }","duration":"257.771068ms","start":"2026-06-17T19:03:15.239994Z","end":"2026-06-17T19:03:15.497765Z","steps":["trace[972716065] 'process raft request' (duration: 257.629555ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:16.001986Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:16.503097Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:17.003467Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:17.182903Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.684424508s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:17.187091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"985.048128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.187141Z","caller":"traceutil/trace.go:172","msg":"trace[296610549] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"985.114931ms","start":"2026-06-17T19:03:16.202010Z","end":"2026-06-17T19:03:17.187125Z","steps":["trace[296610549] 'range keys from in-memory index tree' (duration: 984.998648ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.187730Z","caller":"traceutil/trace.go:172","msg":"trace[961892258] transaction","detail":"{read_only:false; number_of_response:1; response_revision:939; }","duration":"1.94047173s","start":"2026-06-17T19:03:15.247245Z","end":"2026-06-17T19:03:17.187716Z","steps":["trace[961892258] 'process raft request' (duration: 1.94045161s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.187772Z","caller":"traceutil/trace.go:172","msg":"trace[920670015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:939; }","duration":"1.943585062s","start":"2026-06-17T19:03:15.244176Z","end":"2026-06-17T19:03:17.187761Z","steps":["trace[920670015] 'process raft request' (duration: 1.94349628s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.187832Z","caller":"traceutil/trace.go:172","msg":"trace[1847414302] transaction","detail":"{read_only:false; number_of_response:1; response_revision:939; }","duration":"1.943688145s","start":"2026-06-17T19:03:15.244137Z","end":"2026-06-17T19:03:17.187826Z","steps":["trace[1847414302] 'process raft request' (duration: 1.943512471s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.188030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.247233Z","time spent":"1.940544852s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.188122Z","caller":"traceutil/trace.go:172","msg":"trace[1373970261] transaction","detail":"{read_only:false; number_of_response:0; response_revision:939; }","duration":"1.942803997s","start":"2026-06-17T19:03:15.245301Z","end":"2026-06-17T19:03:17.188105Z","steps":["trace[1373970261] 'process raft request' (duration: 1.942384819s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.188213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.244115Z","time spent":"1.943728346s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.188222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.245290Z","time spent":"1.942885769s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:17.188142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.244153Z","time spent":"1.943646894s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.193803Z","caller":"traceutil/trace.go:172","msg":"trace[1373064707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:939; }","duration":"1.946416049s","start":"2026-06-17T19:03:15.247359Z","end":"2026-06-17T19:03:17.193775Z","steps":["trace[1373064707] 'process raft request' (duration: 1.945588773s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.194044Z","caller":"traceutil/trace.go:172","msg":"trace[1113220213] transaction","detail":"{read_only:false; number_of_response:1; response_revision:944; }","duration":"1.943295456s","start":"2026-06-17T19:03:15.250738Z","end":"2026-06-17T19:03:17.194033Z","steps":["trace[1113220213] 'process raft request' (duration: 1.942645863s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.195050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.250722Z","time spent":"1.944248755s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.194047Z","caller":"traceutil/trace.go:172","msg":"trace[1312761217] transaction","detail":"{read_only:false; number_of_response:1; response_revision:944; }","duration":"1.944301346s","start":"2026-06-17T19:03:15.249734Z","end":"2026-06-17T19:03:17.194035Z","steps":["trace[1312761217] 'process raft request' (duration: 1.943619563s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.195226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.249716Z","time spent":"1.945424538s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.195813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.247353Z","time spent":"1.94745533s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.217496Z","caller":"traceutil/trace.go:172","msg":"trace[285990903] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1057; }","duration":"1.71617655s","start":"2026-06-17T19:03:15.501305Z","end":"2026-06-17T19:03:17.217482Z","steps":["trace[285990903] 'read index received' (duration: 1.71617047s)","trace[285990903] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:17.217729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.716395214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-06-17T19:03:17.217754Z","caller":"traceutil/trace.go:172","msg":"trace[1278812891] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:948; }","duration":"1.716447235s","start":"2026-06-17T19:03:15.501300Z","end":"2026-06-17T19:03:17.217748Z","steps":["trace[1278812891] 'agreement among raft nodes before linearized reading' (duration: 1.716291772s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.217774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.501283Z","time spent":"1.716486117s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:17.218202Z","caller":"traceutil/trace.go:172","msg":"trace[963449386] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.711888264s","start":"2026-06-17T19:03:15.506307Z","end":"2026-06-17T19:03:17.218196Z","steps":["trace[963449386] 'process raft request' (duration: 1.71166544s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.218260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.506292Z","time spent":"1.711928465s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.251840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.258748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.251904Z","caller":"traceutil/trace.go:172","msg":"trace[1898222317] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:953; }","duration":"842.35698ms","start":"2026-06-17T19:03:16.409535Z","end":"2026-06-17T19:03:17.251892Z","steps":["trace[1898222317] 'agreement among raft nodes before linearized reading' (duration: 842.218257ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.251944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.485311596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:17.251998Z","caller":"traceutil/trace.go:172","msg":"trace[875823130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:953; }","duration":"1.485392908s","start":"2026-06-17T19:03:15.766593Z","end":"2026-06-17T19:03:17.251986Z","steps":["trace[875823130] 'agreement among raft nodes before linearized reading' (duration: 1.485262065s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.251972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.409516Z","time spent":"842.448612ms","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.252029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.766572Z","time spent":"1.48544971s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.252109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.750719168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:17.252136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.750801919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-06-17T19:03:17.252187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.227424579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:17.252203Z","caller":"traceutil/trace.go:172","msg":"trace[133299088] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:953; }","duration":"1.750877781s","start":"2026-06-17T19:03:15.501313Z","end":"2026-06-17T19:03:17.252191Z","steps":["trace[133299088] 'agreement among raft nodes before linearized reading' (duration: 1.750710848s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.252215Z","caller":"traceutil/trace.go:172","msg":"trace[1252961837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:953; }","duration":"1.227454569s","start":"2026-06-17T19:03:16.024753Z","end":"2026-06-17T19:03:17.252208Z","steps":["trace[1252961837] 'agreement among raft nodes before linearized reading' (duration: 1.227396818s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.501296Z","time spent":"1.750930243s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.252237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.024733Z","time spent":"1.22749749s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:17.252264Z","caller":"traceutil/trace.go:172","msg":"trace[1420797925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"1.75079764s","start":"2026-06-17T19:03:15.501379Z","end":"2026-06-17T19:03:17.252176Z","steps":["trace[1420797925] 'agreement among raft nodes before linearized reading' (duration: 1.750658147s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.501364Z","time spent":"1.750950992s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:17.252419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"957.411201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-17T19:03:17.252445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.120406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.252450Z","caller":"traceutil/trace.go:172","msg":"trace[1095523666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"957.443622ms","start":"2026-06-17T19:03:16.294999Z","end":"2026-06-17T19:03:17.252442Z","steps":["trace[1095523666] 'agreement among raft nodes before linearized reading' (duration: 957.382431ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.486452249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:17.252472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.294979Z","time spent":"957.489162ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.252499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.854918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.252476Z","caller":"traceutil/trace.go:172","msg":"trace[688868671] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:953; }","duration":"1.486475119s","start":"2026-06-17T19:03:15.765994Z","end":"2026-06-17T19:03:17.252469Z","steps":["trace[688868671] 'agreement among raft nodes before linearized reading' (duration: 1.486438229s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.765974Z","time spent":"1.486567332s","remote":"127.0.0.1:40450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:17.252471Z","caller":"traceutil/trace.go:172","msg":"trace[1985669633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"169.146896ms","start":"2026-06-17T19:03:17.083318Z","end":"2026-06-17T19:03:17.252464Z","steps":["trace[1985669633] 'agreement among raft nodes before linearized reading' (duration: 169.107926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"705.769869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:17.252604Z","caller":"traceutil/trace.go:172","msg":"trace[1368104576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"705.792089ms","start":"2026-06-17T19:03:16.546807Z","end":"2026-06-17T19:03:17.252599Z","steps":["trace[1368104576] 'agreement among raft nodes before linearized reading' (duration: 705.730808ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.252526Z","caller":"traceutil/trace.go:172","msg":"trace[1272869576] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:953; }","duration":"205.873488ms","start":"2026-06-17T19:03:17.046639Z","end":"2026-06-17T19:03:17.252513Z","steps":["trace[1272869576] 'agreement among raft nodes before linearized reading' (duration: 205.843598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.252620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.546793Z","time spent":"705.82326ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:20.613435Z","caller":"traceutil/trace.go:172","msg":"trace[1405411003] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1182; }","duration":"110.610783ms","start":"2026-06-17T19:03:20.502797Z","end":"2026-06-17T19:03:20.613408Z","steps":["trace[1405411003] 'read index received' (duration: 110.599273ms)","trace[1405411003] 'applied index is now lower than readState.Index' (duration: 10.07µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:20.613621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.807067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:20.613647Z","caller":"traceutil/trace.go:172","msg":"trace[961275949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"110.846857ms","start":"2026-06-17T19:03:20.502791Z","end":"2026-06-17T19:03:20.613638Z","steps":["trace[961275949] 'agreement among raft nodes before linearized reading' (duration: 110.722635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:21.092992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.698777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-17T19:03:21.093842Z","caller":"traceutil/trace.go:172","msg":"trace[850458545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1010; }","duration":"252.249708ms","start":"2026-06-17T19:03:20.841253Z","end":"2026-06-17T19:03:21.093503Z","steps":["trace[850458545] 'range keys from in-memory index tree' (duration: 250.205218ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:22.542301Z","caller":"traceutil/trace.go:172","msg":"trace[492572619] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"110.420771ms","start":"2026-06-17T19:03:22.431862Z","end":"2026-06-17T19:03:22.542283Z","steps":["trace[492572619] 'read index received' (duration: 109.709637ms)","trace[492572619] 'applied index is now lower than readState.Index' (duration: 710.184µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:22.542473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.604224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:22.542495Z","caller":"traceutil/trace.go:172","msg":"trace[8260604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1026; }","duration":"110.642255ms","start":"2026-06-17T19:03:22.431848Z","end":"2026-06-17T19:03:22.542490Z","steps":["trace[8260604] 'agreement among raft nodes before linearized reading' (duration: 110.527832ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:23.218519Z","caller":"traceutil/trace.go:172","msg":"trace[146654419] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1203; }","duration":"469.856192ms","start":"2026-06-17T19:03:22.748641Z","end":"2026-06-17T19:03:23.218497Z","steps":["trace[146654419] 'read index received' (duration: 469.833952ms)","trace[146654419] 'applied index is now lower than readState.Index' (duration: 5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:23.218680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.020235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:23.218708Z","caller":"traceutil/trace.go:172","msg":"trace[1106329844] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1027; }","duration":"470.064776ms","start":"2026-06-17T19:03:22.748636Z","end":"2026-06-17T19:03:23.218700Z","steps":["trace[1106329844] 'agreement among raft nodes before linearized reading' (duration: 469.988645ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:23.218731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:22.748615Z","time spent":"470.111197ms","remote":"127.0.0.1:40246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:24.702648Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.203444Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.703580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:25.711298Z","caller":"traceutil/trace.go:172","msg":"trace[1701173556] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1210; }","duration":"1.509026766s","start":"2026-06-17T19:03:24.202240Z","end":"2026-06-17T19:03:25.711267Z","steps":["trace[1701173556] 'read index received' (duration: 1.509020296s)","trace[1701173556] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:25.711427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.509164509s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:25.711478Z","caller":"traceutil/trace.go:172","msg":"trace[982065655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"1.50923333s","start":"2026-06-17T19:03:24.202233Z","end":"2026-06-17T19:03:25.711466Z","steps":["trace[982065655] 'agreement among raft nodes before linearized reading' (duration: 1.509123378s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:25.711491Z","caller":"traceutil/trace.go:172","msg":"trace[2115184775] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"1.181800967s","start":"2026-06-17T19:03:24.529681Z","end":"2026-06-17T19:03:25.711482Z","steps":["trace[2115184775] 'process raft request' (duration: 1.181567833s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.711559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.529662Z","time spent":"1.181854688s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:25.712188Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7887384968494249838,"received-request-id":7887384968494249836} {"level":"warn","ts":"2026-06-17T19:03:25.715858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.135414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:25.715902Z","caller":"traceutil/trace.go:172","msg":"trace[774256730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"904.187755ms","start":"2026-06-17T19:03:24.811704Z","end":"2026-06-17T19:03:25.715891Z","steps":["trace[774256730] 'agreement among raft nodes before linearized reading' (duration: 904.093243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.715946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.268921158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:25.715910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280630825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:25.715970Z","caller":"traceutil/trace.go:172","msg":"trace[1922843696] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1039; }","duration":"1.268966179s","start":"2026-06-17T19:03:24.446997Z","end":"2026-06-17T19:03:25.715963Z","steps":["trace[1922843696] 'agreement among raft nodes before linearized reading' (duration: 1.268909388s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.715978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.811682Z","time spent":"904.239366ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.715990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.446977Z","time spent":"1.269007741s","remote":"127.0.0.1:40288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:25.715988Z","caller":"traceutil/trace.go:172","msg":"trace[1687708517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"1.280726606s","start":"2026-06-17T19:03:24.435244Z","end":"2026-06-17T19:03:25.715971Z","steps":["trace[1687708517] 'agreement among raft nodes before linearized reading' (duration: 1.280597394s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.716020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.435222Z","time spent":"1.280791428s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.715855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212907827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:25.716085Z","caller":"traceutil/trace.go:172","msg":"trace[1965158717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"1.213146371s","start":"2026-06-17T19:03:24.502932Z","end":"2026-06-17T19:03:25.716078Z","steps":["trace[1965158717] 'agreement among raft nodes before linearized reading' (duration: 1.212889157s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.716103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.502915Z","time spent":"1.213182473s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:25.716117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"807.207493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:25.716270Z","caller":"traceutil/trace.go:172","msg":"trace[1410301098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"807.405806ms","start":"2026-06-17T19:03:24.908825Z","end":"2026-06-17T19:03:25.716231Z","steps":["trace[1410301098] 'agreement among raft nodes before linearized reading' (duration: 806.992518ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.716320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.908805Z","time spent":"807.505178ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:26.320822Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:26.792607Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.007336258s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:26.796661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.790101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:26.796905Z","caller":"traceutil/trace.go:172","msg":"trace[929303310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"594.083337ms","start":"2026-06-17T19:03:26.202806Z","end":"2026-06-17T19:03:26.796890Z","steps":["trace[929303310] 'range keys from in-memory index tree' (duration: 593.741591ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:26.822024Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.322303Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.499637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.713718ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-17T19:03:27.822530Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:28.322773Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:28.793062Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.98436336s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:28.823812Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:29.082217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000119328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:29.082277Z","caller":"traceutil/trace.go:172","msg":"trace[745343784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322631s","start":"2026-06-17T19:03:27.081937Z","end":"2026-06-17T19:03:29.082259Z","steps":["trace[745343784] 'agreement among raft nodes before linearized reading' (duration: 2.000117167s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:29.082310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.081919Z","time spent":"2.000385052s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:29.166191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.279671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T19:03:29.168133Z","caller":"traceutil/trace.go:172","msg":"trace[2093840981] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1227; }","duration":"3.347753224s","start":"2026-06-17T19:03:25.820363Z","end":"2026-06-17T19:03:29.168116Z","steps":["trace[2093840981] 'read index received' (duration: 3.094355093s)","trace[2093840981] 'applied index is now lower than readState.Index' (duration: 253.396991ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:29.168312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.347932568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:29.168386Z","caller":"traceutil/trace.go:172","msg":"trace[485788042] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1054; }","duration":"3.34802336s","start":"2026-06-17T19:03:25.820346Z","end":"2026-06-17T19:03:29.168369Z","steps":["trace[485788042] 'agreement among raft nodes before linearized reading' (duration: 3.347877707s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:29.168425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:25.820321Z","time spent":"3.348095571s","remote":"127.0.0.1:40310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:29.501540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000454358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:29.501631Z","caller":"traceutil/trace.go:172","msg":"trace[1952685347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056294s","start":"2026-06-17T19:03:27.501046Z","end":"2026-06-17T19:03:29.501608Z","steps":["trace[1952685347] 'agreement among raft nodes before linearized reading' (duration: 2.000448578s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:29.501686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.501028Z","time spent":"2.000649262s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:29.668323Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:30.168677Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:30.669648Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:31.170835Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:31.509472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00083171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:31.509561Z","caller":"traceutil/trace.go:172","msg":"trace[285284990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000927692s","start":"2026-06-17T19:03:29.508611Z","end":"2026-06-17T19:03:31.509539Z","steps":["trace[285284990] 'agreement among raft nodes before linearized reading' (duration: 2.00082862s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:31.509872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.508596Z","time spent":"2.001199487s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:31 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:31.671252Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:32.172251Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:32.647702Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.363584285s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:32.647966Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7887384968494249847,"received-request-id":7887384968494249844} {"level":"warn","ts":"2026-06-17T19:03:32.672616Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:32.868340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999330309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:32.868639Z","caller":"traceutil/trace.go:172","msg":"trace[1722809676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999686206s","start":"2026-06-17T19:03:27.868935Z","end":"2026-06-17T19:03:32.868621Z","steps":["trace[1722809676] 'agreement among raft nodes before linearized reading' (duration: 4.999326509s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:32.868707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.868914Z","time spent":"4.999776747s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/06/17 19:03:32 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:33.079451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999647577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:33.079537Z","caller":"traceutil/trace.go:172","msg":"trace[1775501344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999759659s","start":"2026-06-17T19:03:28.079760Z","end":"2026-06-17T19:03:33.079520Z","steps":["trace[1775501344] 'agreement among raft nodes before linearized reading' (duration: 4.999642607s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.079594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:28.079743Z","time spent":"4.999840921s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:33.173240Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:33.179219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"db752a1a7266d75 [logterm: 2, index: 1242, vote: 0] ignored MsgPreVote from 572db18442eba1c2 [logterm: 2, index: 1242] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-17T19:03:33.509857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000132096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:03:33.509946Z","caller":"traceutil/trace.go:172","msg":"trace[173959015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240608s","start":"2026-06-17T19:03:31.509686Z","end":"2026-06-17T19:03:33.509927Z","steps":["trace[173959015] 'agreement among raft nodes before linearized reading' (duration: 2.000125956s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.510000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.509668Z","time spent":"2.000323219s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:33 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:33.673911Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:33.975227Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.327244342s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:34.091077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.583043244s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.091133Z","caller":"traceutil/trace.go:172","msg":"trace[1750518764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"1.583110585s","start":"2026-06-17T19:03:32.508012Z","end":"2026-06-17T19:03:34.091123Z","steps":["trace[1750518764] 'range keys from in-memory index tree' (duration: 1.582996082s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.091148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.584064Z","time spent":"2.507077808s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T19:03:34.092135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.808012105s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-17T19:03:34.174871Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:34.675053Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:34.745016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.744126Z","time spent":"7.000883736s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-06-17T19:03:34.841161Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"db752a1a7266d75 [logterm: 2, index: 1242, vote: 0] cast MsgPreVote for 8e45f57552ef93f2 [logterm: 2, index: 1242] at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.854103Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"db752a1a7266d75 [term: 2] received a MsgVote message with higher term from 8e45f57552ef93f2 [term: 3]"} {"level":"info","ts":"2026-06-17T19:03:34.854177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"db752a1a7266d75 became follower at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"db752a1a7266d75 [logterm: 2, index: 1242, vote: 0] cast MsgVote for 8e45f57552ef93f2 [logterm: 2, index: 1242] at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854219Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: db752a1a7266d75 lost leader 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.858290Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: db752a1a7266d75 elected leader 8e45f57552ef93f2 at term 3"} {"level":"warn","ts":"2026-06-17T19:03:34.858716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.663334535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.061590748s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858762Z","caller":"traceutil/trace.go:172","msg":"trace[631673990] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; }","duration":"7.663432557s","start":"2026-06-17T19:03:27.195318Z","end":"2026-06-17T19:03:34.858750Z","steps":["trace[631673990] 'agreement among raft nodes before linearized reading' (duration: 7.663332635s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.858788Z","caller":"traceutil/trace.go:172","msg":"trace[1430574019] range","detail":"{range_begin:; range_end:; }","duration":"8.061621678s","start":"2026-06-17T19:03:26.797151Z","end":"2026-06-17T19:03:34.858772Z","steps":["trace[1430574019] 'agreement among raft nodes before linearized reading' (duration: 8.061590998s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.195295Z","time spent":"7.66360734s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.858873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.963584776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-06-17T19:03:34.858867Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T19:03:34.858971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.383078166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858985Z","caller":"traceutil/trace.go:172","msg":"trace[1234672618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.963716199s","start":"2026-06-17T19:03:28.895245Z","end":"2026-06-17T19:03:34.858961Z","steps":["trace[1234672618] 'agreement among raft nodes before linearized reading' (duration: 5.963581166s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.859016Z","caller":"traceutil/trace.go:172","msg":"trace[678122066] range","detail":"{range_begin:/registry/roles; range_end:; }","duration":"8.383119127s","start":"2026-06-17T19:03:26.475883Z","end":"2026-06-17T19:03:34.859002Z","steps":["trace[678122066] 'agreement among raft nodes before linearized reading' (duration: 8.383077466s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:28.895229Z","time spent":"5.9638036s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:26.475863Z","time spent":"8.383186447s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":0,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.858868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.017783266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.170225769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.859139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.116567165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.859193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.892498183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.859205Z","caller":"traceutil/trace.go:172","msg":"trace[2058916984] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; }","duration":"7.11683989s","start":"2026-06-17T19:03:27.742342Z","end":"2026-06-17T19:03:34.859182Z","steps":["trace[2058916984] 'agreement among raft nodes before linearized reading' (duration: 7.116565285s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.859224Z","caller":"traceutil/trace.go:172","msg":"trace[1943509930] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbkk2; range_end:; }","duration":"8.892534994s","start":"2026-06-17T19:03:25.966680Z","end":"2026-06-17T19:03:34.859215Z","steps":["trace[1943509930] 'agreement among raft nodes before linearized reading' (duration: 8.892497323s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:25.966662Z","time spent":"8.892593414s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.742326Z","time spent":"7.116931421s","remote":"127.0.0.1:39896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.859150Z","caller":"traceutil/trace.go:172","msg":"trace[1192889961] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; }","duration":"8.170685097s","start":"2026-06-17T19:03:26.688453Z","end":"2026-06-17T19:03:34.859138Z","steps":["trace[1192889961] 'agreement among raft nodes before linearized reading' (duration: 8.170224429s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:26.688434Z","time spent":"8.170930362s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.859117Z","caller":"traceutil/trace.go:172","msg":"trace[416693091] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"6.018064501s","start":"2026-06-17T19:03:28.841039Z","end":"2026-06-17T19:03:34.859104Z","steps":["trace[416693091] 'agreement among raft nodes before linearized reading' (duration: 6.017776726s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:28.841021Z","time spent":"6.018388707s","remote":"127.0.0.1:40468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.183965862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.860267Z","caller":"traceutil/trace.go:172","msg":"trace[148557955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"8.185399709s","start":"2026-06-17T19:03:26.674846Z","end":"2026-06-17T19:03:34.860246Z","steps":["trace[148557955] 'agreement among raft nodes before linearized reading' (duration: 8.183961992s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.860333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:26.674829Z","time spent":"8.18548487s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.865874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.349357559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.865932Z","caller":"traceutil/trace.go:172","msg":"trace[393432293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1064; }","duration":"1.34941936s","start":"2026-06-17T19:03:33.516501Z","end":"2026-06-17T19:03:34.865920Z","steps":["trace[393432293] 'agreement among raft nodes before linearized reading' (duration: 1.349335239s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.865961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:33.516481Z","time spent":"1.349473721s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:34.866068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.968923943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.866136Z","caller":"traceutil/trace.go:172","msg":"trace[1775016028] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1064; }","duration":"3.969003605s","start":"2026-06-17T19:03:30.897118Z","end":"2026-06-17T19:03:34.866121Z","steps":["trace[1775016028] 'agreement among raft nodes before linearized reading' (duration: 3.968891643s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.866150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.072296412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:34.866175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.897101Z","time spent":"3.969066756s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.866347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.23602798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.866375Z","caller":"traceutil/trace.go:172","msg":"trace[442409181] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1064; }","duration":"2.23605541s","start":"2026-06-17T19:03:32.630312Z","end":"2026-06-17T19:03:34.866367Z","steps":["trace[442409181] 'agreement among raft nodes before linearized reading' (duration: 2.23600938s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.866394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:32.630291Z","time spent":"2.236097971s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.866180Z","caller":"traceutil/trace.go:172","msg":"trace[1728396332] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1064; }","duration":"4.072327693s","start":"2026-06-17T19:03:30.793843Z","end":"2026-06-17T19:03:34.866171Z","steps":["trace[1728396332] 'agreement among raft nodes before linearized reading' (duration: 4.072272932s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.866497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.793826Z","time spent":"4.072658409s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.867130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.307332981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:34.867092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.531989171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.867298Z","caller":"traceutil/trace.go:172","msg":"trace[161584972] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1064; }","duration":"3.307499954s","start":"2026-06-17T19:03:31.559785Z","end":"2026-06-17T19:03:34.867285Z","steps":["trace[161584972] 'agreement among raft nodes before linearized reading' (duration: 3.307304171s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.867329Z","caller":"traceutil/trace.go:172","msg":"trace[1141096184] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1064; }","duration":"3.532233715s","start":"2026-06-17T19:03:31.335084Z","end":"2026-06-17T19:03:34.867318Z","steps":["trace[1141096184] 'agreement among raft nodes before linearized reading' (duration: 3.53196029s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.867481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.335063Z","time spent":"3.532408989s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.867502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.559765Z","time spent":"3.307703478s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.906040Z","caller":"traceutil/trace.go:172","msg":"trace[872796644] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"5.820989044s","start":"2026-06-17T19:03:29.085024Z","end":"2026-06-17T19:03:34.906013Z","steps":["trace[872796644] 'process raft request' (duration: 5.82077833s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.906180Z","caller":"traceutil/trace.go:172","msg":"trace[1296159053] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1068; }","duration":"155.225332ms","start":"2026-06-17T19:03:34.750932Z","end":"2026-06-17T19:03:34.906157Z","steps":["trace[1296159053] 'process raft request' (duration: 155.175852ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.906338Z","caller":"traceutil/trace.go:172","msg":"trace[1085734128] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"4.079232351s","start":"2026-06-17T19:03:30.827079Z","end":"2026-06-17T19:03:34.906311Z","steps":["trace[1085734128] 'process raft request' (duration: 4.078970736s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.906419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.085006Z","time spent":"5.821186548s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:34.908949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.827057Z","time spent":"4.081682207s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.014994Z","caller":"traceutil/trace.go:172","msg":"trace[73918158] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1248; }","duration":"107.477505ms","start":"2026-06-17T19:03:34.907481Z","end":"2026-06-17T19:03:35.014959Z","steps":["trace[73918158] 'read index received' (duration: 107.464735ms)","trace[73918158] 'applied index is now lower than readState.Index' (duration: 10.87µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.051898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.370838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.052072Z","caller":"traceutil/trace.go:172","msg":"trace[1755635683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"144.569142ms","start":"2026-06-17T19:03:34.907477Z","end":"2026-06-17T19:03:35.052046Z","steps":["trace[1755635683] 'agreement among raft nodes before linearized reading' (duration: 107.619108ms)","trace[1755635683] 'range keys from in-memory index tree' (duration: 36.693389ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:35.343685Z","caller":"traceutil/trace.go:172","msg":"trace[486272565] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"328.58603ms","start":"2026-06-17T19:03:35.015076Z","end":"2026-06-17T19:03:35.343662Z","steps":["trace[486272565] 'read index received' (duration: 328.57729ms)","trace[486272565] 'applied index is now lower than readState.Index' (duration: 6.86µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.343768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.538165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.343837Z","caller":"traceutil/trace.go:172","msg":"trace[133663162] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1070; }","duration":"359.621486ms","start":"2026-06-17T19:03:34.984201Z","end":"2026-06-17T19:03:35.343823Z","steps":["trace[133663162] 'agreement among raft nodes before linearized reading' (duration: 359.499354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.343884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.775384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-06-17T19:03:35.343881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:34.984128Z","time spent":"359.745308ms","remote":"127.0.0.1:39566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:35.343900Z","caller":"traceutil/trace.go:172","msg":"trace[1354511843] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i; range_end:; response_count:1; response_revision:1070; }","duration":"432.795494ms","start":"2026-06-17T19:03:34.911100Z","end":"2026-06-17T19:03:35.343896Z","steps":["trace[1354511843] 'agreement among raft nodes before linearized reading' (duration: 432.683822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.343915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:34.911087Z","time spent":"432.824055ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":715,"request content":"key:\"/registry/leases/kube-system/apiserver-zjy5m4qienmmbtxvgklj3tgz6i\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:35.344409Z","caller":"traceutil/trace.go:172","msg":"trace[1280574073] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"424.686114ms","start":"2026-06-17T19:03:34.919704Z","end":"2026-06-17T19:03:35.344390Z","steps":["trace[1280574073] 'process raft request' (duration: 424.634393ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.344508Z","caller":"traceutil/trace.go:172","msg":"trace[298424933] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"432.591961ms","start":"2026-06-17T19:03:34.911903Z","end":"2026-06-17T19:03:35.344495Z","steps":["trace[298424933] 'process raft request' (duration: 432.390527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.344586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:34.911880Z","time spent":"432.665932ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:35.345651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:34.919676Z","time spent":"424.857437ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.591689Z","caller":"traceutil/trace.go:172","msg":"trace[132456250] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"413.299907ms","start":"2026-06-17T19:03:35.178363Z","end":"2026-06-17T19:03:35.591663Z","steps":["trace[132456250] 'process raft request' (duration: 413.149944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.591877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.178338Z","time spent":"413.447519ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.691468Z","caller":"traceutil/trace.go:172","msg":"trace[232580125] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1261; }","duration":"347.655212ms","start":"2026-06-17T19:03:35.343755Z","end":"2026-06-17T19:03:35.691410Z","steps":["trace[232580125] 'read index received' (duration: 347.646361ms)","trace[232580125] 'applied index is now lower than readState.Index' (duration: 7.011µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.692111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.051277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.692383Z","caller":"traceutil/trace.go:172","msg":"trace[1227359874] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"343.318861ms","start":"2026-06-17T19:03:35.349054Z","end":"2026-06-17T19:03:35.692373Z","steps":["trace[1227359874] 'process raft request' (duration: 343.157708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.692496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.349031Z","time spent":"343.394793ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.692934Z","caller":"traceutil/trace.go:172","msg":"trace[1821419581] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1078; }","duration":"490.23122ms","start":"2026-06-17T19:03:35.201917Z","end":"2026-06-17T19:03:35.692148Z","steps":["trace[1821419581] 'agreement among raft nodes before linearized reading' (duration: 489.619239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.745455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.225268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T19:03:35.745539Z","caller":"traceutil/trace.go:172","msg":"trace[1671211683] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075; range_end:; response_count:1; response_revision:1086; }","duration":"398.32865ms","start":"2026-06-17T19:03:35.347193Z","end":"2026-06-17T19:03:35.745521Z","steps":["trace[1671211683] 'agreement among raft nodes before linearized reading' (duration: 398.088765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.745581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.347174Z","time spent":"398.39665ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:35.746213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.295612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-06-17T19:03:35.746291Z","caller":"traceutil/trace.go:172","msg":"trace[642131751] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbkk2; range_end:; response_count:1; response_revision:1086; }","duration":"396.387074ms","start":"2026-06-17T19:03:35.349887Z","end":"2026-06-17T19:03:35.746274Z","steps":["trace[642131751] 'agreement among raft nodes before linearized reading' (duration: 395.864044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.746336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.349871Z","time spent":"396.456044ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:35.746537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.612985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:03:35.746589Z","caller":"traceutil/trace.go:172","msg":"trace[372829162] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1086; }","duration":"151.682647ms","start":"2026-06-17T19:03:35.594895Z","end":"2026-06-17T19:03:35.746578Z","steps":["trace[372829162] 'agreement among raft nodes before linearized reading' (duration: 151.491664ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.747014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.782269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:35.747089Z","caller":"traceutil/trace.go:172","msg":"trace[1297643422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1086; }","duration":"331.86538ms","start":"2026-06-17T19:03:35.415201Z","end":"2026-06-17T19:03:35.747066Z","steps":["trace[1297643422] 'agreement among raft nodes before linearized reading' (duration: 330.287881ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.747127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.415181Z","time spent":"331.937671ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:36.312544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.085409ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.312608Z","caller":"traceutil/trace.go:172","msg":"trace[1084312655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1098; }","duration":"110.17031ms","start":"2026-06-17T19:03:36.202425Z","end":"2026-06-17T19:03:36.312595Z","steps":["trace[1084312655] 'range keys from in-memory index tree' (duration: 110.037698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.312837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.483233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:36.313046Z","caller":"traceutil/trace.go:172","msg":"trace[1303224012] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"516.8656ms","start":"2026-06-17T19:03:35.796169Z","end":"2026-06-17T19:03:36.313034Z","steps":["trace[1303224012] 'process raft request' (duration: 225.131163ms)","trace[1303224012] 'compare' (duration: 291.36204ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.313109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.795957Z","time spent":"517.115285ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:36.560789Z","caller":"traceutil/trace.go:172","msg":"trace[156100986] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"243.173243ms","start":"2026-06-17T19:03:36.317570Z","end":"2026-06-17T19:03:36.560743Z","steps":["trace[156100986] 'process raft request' (duration: 242.976949ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.568962Z","caller":"traceutil/trace.go:172","msg":"trace[1179885846] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"240.355671ms","start":"2026-06-17T19:03:36.328590Z","end":"2026-06-17T19:03:36.568946Z","steps":["trace[1179885846] 'process raft request' (duration: 240.228179ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.679309Z","caller":"traceutil/trace.go:172","msg":"trace[1703605786] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1285; }","duration":"176.913641ms","start":"2026-06-17T19:03:36.502375Z","end":"2026-06-17T19:03:36.679289Z","steps":["trace[1703605786] 'read index received' (duration: 176.907581ms)","trace[1703605786] 'applied index is now lower than readState.Index' (duration: 5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.679494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.097444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.679765Z","caller":"traceutil/trace.go:172","msg":"trace[2139364115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"177.378779ms","start":"2026-06-17T19:03:36.502369Z","end":"2026-06-17T19:03:36.679748Z","steps":["trace[2139364115] 'agreement among raft nodes before linearized reading' (duration: 177.020273ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.680741Z","caller":"traceutil/trace.go:172","msg":"trace[763661278] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"115.936217ms","start":"2026-06-17T19:03:36.564792Z","end":"2026-06-17T19:03:36.680728Z","steps":["trace[763661278] 'process raft request' (duration: 115.840065ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.995803Z","caller":"traceutil/trace.go:172","msg":"trace[2104871857] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"305.504182ms","start":"2026-06-17T19:03:36.690281Z","end":"2026-06-17T19:03:36.995785Z","steps":["trace[2104871857] 'process raft request' (duration: 305.357939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.995971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:36.690255Z","time spent":"305.636124ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:37.521734Z","caller":"traceutil/trace.go:172","msg":"trace[1278414020] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"238.051102ms","start":"2026-06-17T19:03:37.283668Z","end":"2026-06-17T19:03:37.521720Z","steps":["trace[1278414020] 'process raft request' (duration: 206.89041ms)","trace[1278414020] 'compare' (duration: 31.087321ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:37.570055Z","caller":"traceutil/trace.go:172","msg":"trace[1592569232] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1310; }","duration":"288.615991ms","start":"2026-06-17T19:03:37.281427Z","end":"2026-06-17T19:03:37.570043Z","steps":["trace[1592569232] 'read index received' (duration: 288.57608ms)","trace[1592569232] 'applied index is now lower than readState.Index' (duration: 3.16µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.570221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.784994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"info","ts":"2026-06-17T19:03:37.570256Z","caller":"traceutil/trace.go:172","msg":"trace[999919508] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbkk2; range_end:; response_count:1; response_revision:1126; }","duration":"288.832075ms","start":"2026-06-17T19:03:37.281417Z","end":"2026-06-17T19:03:37.570249Z","steps":["trace[999919508] 'agreement among raft nodes before linearized reading' (duration: 288.691732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.571764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.258183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:03:37.571796Z","caller":"traceutil/trace.go:172","msg":"trace[1123945141] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1127; }","duration":"258.291154ms","start":"2026-06-17T19:03:37.313497Z","end":"2026-06-17T19:03:37.571788Z","steps":["trace[1123945141] 'agreement among raft nodes before linearized reading' (duration: 258.206832ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:37.956478Z","caller":"traceutil/trace.go:172","msg":"trace[1492149385] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"370.497936ms","start":"2026-06-17T19:03:37.585966Z","end":"2026-06-17T19:03:37.956464Z","steps":["trace[1492149385] 'process raft request' (duration: 370.365933ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.956613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:37.585950Z","time spent":"370.587477ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:37.957843Z","caller":"traceutil/trace.go:172","msg":"trace[508486805] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1313; }","duration":"276.278685ms","start":"2026-06-17T19:03:37.681554Z","end":"2026-06-17T19:03:37.957833Z","steps":["trace[508486805] 'read index received' (duration: 276.274665ms)","trace[508486805] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.958185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.627761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:37.958206Z","caller":"traceutil/trace.go:172","msg":"trace[1302562577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1129; }","duration":"276.653241ms","start":"2026-06-17T19:03:37.681547Z","end":"2026-06-17T19:03:37.958201Z","steps":["trace[1302562577] 'agreement among raft nodes before linearized reading' (duration: 276.327206ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:38.325600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.094252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:38.325678Z","caller":"traceutil/trace.go:172","msg":"trace[1739179396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1130; }","duration":"124.188494ms","start":"2026-06-17T19:03:38.201473Z","end":"2026-06-17T19:03:38.325661Z","steps":["trace[1739179396] 'range keys from in-memory index tree' (duration: 124.044811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.000074Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:39.501184Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494249896,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:39.563363Z","caller":"traceutil/trace.go:172","msg":"trace[706243900] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1322; }","duration":"1.063491821s","start":"2026-06-17T19:03:38.499849Z","end":"2026-06-17T19:03:39.563340Z","steps":["trace[706243900] 'read index received' (duration: 1.06348536s)","trace[706243900] 'applied index is now lower than readState.Index' (duration: 5.421µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.563530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.063669464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.563562Z","caller":"traceutil/trace.go:172","msg":"trace[161408138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1138; }","duration":"1.063716894s","start":"2026-06-17T19:03:38.499836Z","end":"2026-06-17T19:03:39.563553Z","steps":["trace[161408138] 'agreement among raft nodes before linearized reading' (duration: 1.063618613s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.563592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.499819Z","time spent":"1.063766675s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:03:39.563792Z","caller":"traceutil/trace.go:172","msg":"trace[942351252] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"1.058520848s","start":"2026-06-17T19:03:38.505251Z","end":"2026-06-17T19:03:39.563772Z","steps":["trace[942351252] 'process raft request' (duration: 1.058396196s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.563930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.505233Z","time spent":"1.058641021s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:39.686172Z","caller":"traceutil/trace.go:172","msg":"trace[1790562318] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1329; }","duration":"122.732669ms","start":"2026-06-17T19:03:39.563426Z","end":"2026-06-17T19:03:39.686159Z","steps":["trace[1790562318] 'read index received' (duration: 122.527065ms)","trace[1790562318] 'applied index is now lower than readState.Index' (duration: 204.894µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.686258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.583121ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686274Z","caller":"traceutil/trace.go:172","msg":"trace[400205144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"437.615442ms","start":"2026-06-17T19:03:39.248654Z","end":"2026-06-17T19:03:39.686269Z","steps":["trace[400205144] 'agreement among raft nodes before linearized reading' (duration: 437.573761ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.744821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 ","response":"range_response_count:1 size:19140"} {"level":"info","ts":"2026-06-17T19:03:39.686344Z","caller":"traceutil/trace.go:172","msg":"trace[934301171] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"118.516562ms","start":"2026-06-17T19:03:39.567773Z","end":"2026-06-17T19:03:39.686290Z","steps":["trace[934301171] 'process raft request' (duration: 118.367509ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:39.686404Z","caller":"traceutil/trace.go:172","msg":"trace[811309491] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dbkk2; range_end:; response_count:1; response_revision:1149; }","duration":"365.827513ms","start":"2026-06-17T19:03:39.320564Z","end":"2026-06-17T19:03:39.686392Z","steps":["trace[811309491] 'agreement among raft nodes before linearized reading' (duration: 365.622119ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.320539Z","time spent":"365.892774ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19163,"request content":"key:\"/registry/pods/kube-system/cilium-dbkk2\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.686604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"590.938318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-17T19:03:39.686681Z","caller":"traceutil/trace.go:172","msg":"trace[1498273821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1149; }","duration":"591.02341ms","start":"2026-06-17T19:03:39.095642Z","end":"2026-06-17T19:03:39.686665Z","steps":["trace[1498273821] 'agreement among raft nodes before linearized reading' (duration: 590.827946ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.095604Z","time spent":"591.104092ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.686793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.977638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:139 size:11666"} {"level":"info","ts":"2026-06-17T19:03:39.686817Z","caller":"traceutil/trace.go:172","msg":"trace[718552568] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:139; response_revision:1149; }","duration":"512.002809ms","start":"2026-06-17T19:03:39.174810Z","end":"2026-06-17T19:03:39.686813Z","steps":["trace[718552568] 'agreement among raft nodes before linearized reading' (duration: 511.611061ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.174790Z","time spent":"512.04117ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":11689,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-06-17T19:03:39.778544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.447977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:39.778572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.861443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.778605Z","caller":"traceutil/trace.go:172","msg":"trace[723339078] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1150; }","duration":"104.897194ms","start":"2026-06-17T19:03:39.673700Z","end":"2026-06-17T19:03:39.778597Z","steps":["trace[723339078] 'agreement among raft nodes before linearized reading' (duration: 104.838663ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:39.778605Z","caller":"traceutil/trace.go:172","msg":"trace[25944525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"205.529989ms","start":"2026-06-17T19:03:39.573063Z","end":"2026-06-17T19:03:39.778593Z","steps":["trace[25944525] 'agreement among raft nodes before linearized reading' (duration: 205.402816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:49.304015Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:49.317176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:49.339830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:49.353043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:49.663259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39760","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:03:56.511998Z","caller":"traceutil/trace.go:172","msg":"trace[1398827744] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1606; }","duration":"498.602382ms","start":"2026-06-17T19:03:56.013377Z","end":"2026-06-17T19:03:56.511979Z","steps":["trace[1398827744] 'read index received' (duration: 498.596922ms)","trace[1398827744] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:56.514903Z","caller":"traceutil/trace.go:172","msg":"trace[648484190] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"430.699079ms","start":"2026-06-17T19:03:56.084187Z","end":"2026-06-17T19:03:56.514886Z","steps":["trace[648484190] 'process raft request' (duration: 430.21436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.723838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:56.515012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.084157Z","time spent":"430.79145ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:56.515037Z","caller":"traceutil/trace.go:172","msg":"trace[380928846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1363; }","duration":"312.81757ms","start":"2026-06-17T19:03:56.202180Z","end":"2026-06-17T19:03:56.514998Z","steps":["trace[380928846] 'agreement among raft nodes before linearized reading' (duration: 312.702638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.515476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.688007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.515560Z","caller":"traceutil/trace.go:172","msg":"trace[684816952] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1363; }","duration":"286.786989ms","start":"2026-06-17T19:03:56.228755Z","end":"2026-06-17T19:03:56.515542Z","steps":["trace[684816952] 'agreement among raft nodes before linearized reading' (duration: 286.617836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.516447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.710688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:56.516504Z","caller":"traceutil/trace.go:172","msg":"trace[987252730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"186.777699ms","start":"2026-06-17T19:03:56.329714Z","end":"2026-06-17T19:03:56.516491Z","steps":["trace[987252730] 'agreement among raft nodes before linearized reading' (duration: 185.412926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.517175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.779742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:56.517259Z","caller":"traceutil/trace.go:172","msg":"trace[2071143943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1360; }","duration":"503.868553ms","start":"2026-06-17T19:03:56.013373Z","end":"2026-06-17T19:03:56.517241Z","steps":["trace[2071143943] 'agreement among raft nodes before linearized reading' (duration: 498.694944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.517305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.013358Z","time spent":"503.933944ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:57.575623Z","caller":"traceutil/trace.go:172","msg":"trace[1330439705] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1621; }","duration":"212.033106ms","start":"2026-06-17T19:03:57.363563Z","end":"2026-06-17T19:03:57.575596Z","steps":["trace[1330439705] 'read index received' (duration: 183.198119ms)","trace[1330439705] 'applied index is now lower than readState.Index' (duration: 28.833897ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:57.576395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.769839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:03:57.576523Z","caller":"traceutil/trace.go:172","msg":"trace[1400557190] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1375; }","duration":"212.951372ms","start":"2026-06-17T19:03:57.363550Z","end":"2026-06-17T19:03:57.576501Z","steps":["trace[1400557190] 'agreement among raft nodes before linearized reading' (duration: 212.163229ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:59.743159Z","caller":"traceutil/trace.go:172","msg":"trace[1957123913] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1627; }","duration":"232.855053ms","start":"2026-06-17T19:03:59.510279Z","end":"2026-06-17T19:03:59.743134Z","steps":["trace[1957123913] 'read index received' (duration: 232.846163ms)","trace[1957123913] 'applied index is now lower than readState.Index' (duration: 7.91µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:59.743495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.19582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:59.743783Z","caller":"traceutil/trace.go:172","msg":"trace[1327804513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1378; }","duration":"233.312292ms","start":"2026-06-17T19:03:59.510265Z","end":"2026-06-17T19:03:59.743577Z","steps":["trace[1327804513] 'agreement among raft nodes before linearized reading' (duration: 232.954226ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:00.387564Z","caller":"traceutil/trace.go:172","msg":"trace[166217930] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1631; }","duration":"149.6876ms","start":"2026-06-17T19:04:00.237853Z","end":"2026-06-17T19:04:00.387540Z","steps":["trace[166217930] 'read index received' (duration: 149.68157ms)","trace[166217930] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:00.387811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.930194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:00.387868Z","caller":"traceutil/trace.go:172","msg":"trace[961654449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1382; }","duration":"150.010326ms","start":"2026-06-17T19:04:00.237846Z","end":"2026-06-17T19:04:00.387856Z","steps":["trace[961654449] 'agreement among raft nodes before linearized reading' (duration: 149.806422ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:00.389766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.714335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:04:00.389827Z","caller":"traceutil/trace.go:172","msg":"trace[1414150461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1382; }","duration":"106.771436ms","start":"2026-06-17T19:04:00.283037Z","end":"2026-06-17T19:04:00.389809Z","steps":["trace[1414150461] 'agreement among raft nodes before linearized reading' (duration: 106.623124ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:04.575445Z","caller":"traceutil/trace.go:172","msg":"trace[539222475] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1655; }","duration":"372.858542ms","start":"2026-06-17T19:04:04.202558Z","end":"2026-06-17T19:04:04.575416Z","steps":["trace[539222475] 'read index received' (duration: 372.850912ms)","trace[539222475] 'applied index is now lower than readState.Index' (duration: 5.99µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:04.575704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.117587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.575794Z","caller":"traceutil/trace.go:172","msg":"trace[447956962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1403; }","duration":"373.228059ms","start":"2026-06-17T19:04:04.202549Z","end":"2026-06-17T19:04:04.575777Z","steps":["trace[447956962] 'agreement among raft nodes before linearized reading' (duration: 373.006945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.578572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.923389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:04.578638Z","caller":"traceutil/trace.go:172","msg":"trace[1054594536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"276.99495ms","start":"2026-06-17T19:04:04.301628Z","end":"2026-06-17T19:04:04.578623Z","steps":["trace[1054594536] 'agreement among raft nodes before linearized reading' (duration: 276.799096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:08.968936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.425111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:04:08.969137Z","caller":"traceutil/trace.go:172","msg":"trace[585694537] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1712; }","duration":"467.69521ms","start":"2026-06-17T19:04:08.501413Z","end":"2026-06-17T19:04:08.969108Z","steps":["trace[585694537] 'read index received' (duration: 333.240136ms)","trace[585694537] 'applied index is now lower than readState.Index' (duration: 134.452634ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:08.969297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.870103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:08.969327Z","caller":"traceutil/trace.go:172","msg":"trace[2017782635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1460; }","duration":"467.917683ms","start":"2026-06-17T19:04:08.501401Z","end":"2026-06-17T19:04:08.969319Z","steps":["trace[2017782635] 'agreement among raft nodes before linearized reading' (duration: 467.836482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:08.969351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:08.501382Z","time spent":"467.964344ms","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:04:08.970884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.422827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:04:08.970926Z","caller":"traceutil/trace.go:172","msg":"trace[778320731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1460; }","duration":"111.466328ms","start":"2026-06-17T19:04:08.859450Z","end":"2026-06-17T19:04:08.970917Z","steps":["trace[778320731] 'agreement among raft nodes before linearized reading' (duration: 111.379787ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:08.971090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.670652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:04:08.971127Z","caller":"traceutil/trace.go:172","msg":"trace[1011619087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1460; }","duration":"191.708132ms","start":"2026-06-17T19:04:08.779409Z","end":"2026-06-17T19:04:08.971117Z","steps":["trace[1011619087] 'agreement among raft nodes before linearized reading' (duration: 191.628821ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:43.418643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250316,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:04:43.721082Z","caller":"traceutil/trace.go:172","msg":"trace[1295449226] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1885; }","duration":"803.303142ms","start":"2026-06-17T19:04:42.917760Z","end":"2026-06-17T19:04:43.721063Z","steps":["trace[1295449226] 'read index received' (duration: 801.850159ms)","trace[1295449226] 'applied index is now lower than readState.Index' (duration: 1.452113ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:43.721166Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7887384968494250317,"received-request-id":7887384968494250316} {"level":"warn","ts":"2026-06-17T19:04:43.721365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.614396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:04:43.721394Z","caller":"traceutil/trace.go:172","msg":"trace[1900730167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"803.657247ms","start":"2026-06-17T19:04:42.917728Z","end":"2026-06-17T19:04:43.721385Z","steps":["trace[1900730167] 'agreement among raft nodes before linearized reading' (duration: 803.477244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:43.721421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:42.917700Z","time spent":"803.714158ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:43.722898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.299066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:43.722940Z","caller":"traceutil/trace.go:172","msg":"trace[308386007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1611; }","duration":"220.342146ms","start":"2026-06-17T19:04:43.502589Z","end":"2026-06-17T19:04:43.722931Z","steps":["trace[308386007] 'agreement among raft nodes before linearized reading' (duration: 220.274355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:43.722911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.056298ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:04:43.722937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.294432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:43.722987Z","caller":"traceutil/trace.go:172","msg":"trace[1888426611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1611; }","duration":"515.15017ms","start":"2026-06-17T19:04:43.207821Z","end":"2026-06-17T19:04:43.722971Z","steps":["trace[1888426611] 'agreement among raft nodes before linearized reading' (duration: 515.002577ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:43.722992Z","caller":"traceutil/trace.go:172","msg":"trace[1573524294] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1611; }","duration":"121.358103ms","start":"2026-06-17T19:04:43.601621Z","end":"2026-06-17T19:04:43.722979Z","steps":["trace[1573524294] 'agreement among raft nodes before linearized reading' (duration: 121.261801ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:43.723023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.437307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:43.723150Z","caller":"traceutil/trace.go:172","msg":"trace[1231441873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1611; }","duration":"285.579449ms","start":"2026-06-17T19:04:43.437552Z","end":"2026-06-17T19:04:43.723131Z","steps":["trace[1231441873] 'agreement among raft nodes before linearized reading' (duration: 285.350376ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:58.688050Z","caller":"traceutil/trace.go:172","msg":"trace[1455289947] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1954; }","duration":"186.726411ms","start":"2026-06-17T19:04:58.501289Z","end":"2026-06-17T19:04:58.688015Z","steps":["trace[1455289947] 'read index received' (duration: 186.711771ms)","trace[1455289947] 'applied index is now lower than readState.Index' (duration: 12.43µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:58.816513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.198666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:58.816611Z","caller":"traceutil/trace.go:172","msg":"trace[736627065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1669; }","duration":"315.311328ms","start":"2026-06-17T19:04:58.501279Z","end":"2026-06-17T19:04:58.816590Z","steps":["trace[736627065] 'agreement among raft nodes before linearized reading' (duration: 186.840633ms)","trace[736627065] 'range keys from in-memory index tree' (duration: 128.300933ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:58.816653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:58.501258Z","time spent":"315.386429ms","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:04:58.816629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.402058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:04:58.816771Z","caller":"traceutil/trace.go:172","msg":"trace[1134974421] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"128.607188ms","start":"2026-06-17T19:04:58.688141Z","end":"2026-06-17T19:04:58.816748Z","steps":["trace[1134974421] 'read index received' (duration: 1.781248ms)","trace[1134974421] 'applied index is now lower than readState.Index' (duration: 126.82446ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:58.816955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.702746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:58.817002Z","caller":"traceutil/trace.go:172","msg":"trace[1563390852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"135.755127ms","start":"2026-06-17T19:04:58.681234Z","end":"2026-06-17T19:04:58.816990Z","steps":["trace[1563390852] 'agreement among raft nodes before linearized reading' (duration: 135.585025ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:00.885450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.749134ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-17T19:05:01.358174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.916709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:01.358517Z","caller":"traceutil/trace.go:172","msg":"trace[1742543130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1678; }","duration":"156.053041ms","start":"2026-06-17T19:05:01.202222Z","end":"2026-06-17T19:05:01.358275Z","steps":["trace[1742543130] 'range keys from in-memory index tree' (duration: 153.947438ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:01.776683Z","caller":"traceutil/trace.go:172","msg":"trace[1550200089] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1966; }","duration":"114.315011ms","start":"2026-06-17T19:05:01.662341Z","end":"2026-06-17T19:05:01.776656Z","steps":["trace[1550200089] 'read index received' (duration: 114.307971ms)","trace[1550200089] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:01.777082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.698478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:05:01.777130Z","caller":"traceutil/trace.go:172","msg":"trace[2121154395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1680; }","duration":"114.780259ms","start":"2026-06-17T19:05:01.662335Z","end":"2026-06-17T19:05:01.777115Z","steps":["trace[2121154395] 'agreement among raft nodes before linearized reading' (duration: 114.543165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:01.961359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.091708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:01.961441Z","caller":"traceutil/trace.go:172","msg":"trace[1365321110] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1681; }","duration":"112.204069ms","start":"2026-06-17T19:05:01.849221Z","end":"2026-06-17T19:05:01.961425Z","steps":["trace[1365321110] 'range keys from in-memory index tree' (duration: 110.749557ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:02.172223Z","caller":"traceutil/trace.go:172","msg":"trace[486523351] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"131.590593ms","start":"2026-06-17T19:05:02.040568Z","end":"2026-06-17T19:05:02.172159Z","steps":["trace[486523351] 'read index received' (duration: 101.124397ms)","trace[486523351] 'applied index is now lower than readState.Index' (duration: 30.463336ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:02.172367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.782747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:05:02.172469Z","caller":"traceutil/trace.go:172","msg":"trace[1093519541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1683; }","duration":"131.896469ms","start":"2026-06-17T19:05:02.040557Z","end":"2026-06-17T19:05:02.172454Z","steps":["trace[1093519541] 'agreement among raft nodes before linearized reading' (duration: 131.655365ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:04.261353Z","caller":"traceutil/trace.go:172","msg":"trace[645223841] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1977; }","duration":"148.481688ms","start":"2026-06-17T19:05:04.112845Z","end":"2026-06-17T19:05:04.261327Z","steps":["trace[645223841] 'read index received' (duration: 148.476058ms)","trace[645223841] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:04.261550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.689081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:04.261613Z","caller":"traceutil/trace.go:172","msg":"trace[97195757] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1689; }","duration":"148.770322ms","start":"2026-06-17T19:05:04.112830Z","end":"2026-06-17T19:05:04.261600Z","steps":["trace[97195757] 'agreement among raft nodes before linearized reading' (duration: 148.65074ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:06.915062Z","caller":"traceutil/trace.go:172","msg":"trace[616345622] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1986; }","duration":"168.323125ms","start":"2026-06-17T19:05:06.746716Z","end":"2026-06-17T19:05:06.915039Z","steps":["trace[616345622] 'read index received' (duration: 168.316805ms)","trace[616345622] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:06.915249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.504797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:06.915462Z","caller":"traceutil/trace.go:172","msg":"trace[551786920] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1697; }","duration":"168.706ms","start":"2026-06-17T19:05:06.746702Z","end":"2026-06-17T19:05:06.915408Z","steps":["trace[551786920] 'agreement among raft nodes before linearized reading' (duration: 168.416786ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.237616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.772569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.237710Z","caller":"traceutil/trace.go:172","msg":"trace[1722674194] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1698; }","duration":"103.891921ms","start":"2026-06-17T19:05:07.133801Z","end":"2026-06-17T19:05:07.237693Z","steps":["trace[1722674194] 'agreement among raft nodes before linearized reading' (duration: 54.411128ms)","trace[1722674194] 'range keys from in-memory index tree' (duration: 49.325071ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:05:07.237850Z","caller":"traceutil/trace.go:172","msg":"trace[1437052314] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"150.096115ms","start":"2026-06-17T19:05:07.087731Z","end":"2026-06-17T19:05:07.237827Z","steps":["trace[1437052314] 'process raft request' (duration: 96.462309ms)","trace[1437052314] 'compare' (duration: 53.349502ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:05:07.567801Z","caller":"traceutil/trace.go:172","msg":"trace[1172009277] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1988; }","duration":"329.988264ms","start":"2026-06-17T19:05:07.237789Z","end":"2026-06-17T19:05:07.567777Z","steps":["trace[1172009277] 'read index received' (duration: 242.731026ms)","trace[1172009277] 'applied index is now lower than readState.Index' (duration: 87.256108ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.568085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.603335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-17T19:05:07.568114Z","caller":"traceutil/trace.go:172","msg":"trace[2062739155] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1701; }","duration":"365.660446ms","start":"2026-06-17T19:05:07.202447Z","end":"2026-06-17T19:05:07.568108Z","steps":["trace[2062739155] 'agreement among raft nodes before linearized reading' (duration: 365.496703ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.568139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:05:07.202423Z","time spent":"365.711537ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"info","ts":"2026-06-17T19:05:07.737400Z","caller":"traceutil/trace.go:172","msg":"trace[908652545] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1992; }","duration":"169.49747ms","start":"2026-06-17T19:05:07.567871Z","end":"2026-06-17T19:05:07.737369Z","steps":["trace[908652545] 'read index received' (duration: 169.49147ms)","trace[908652545] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.737626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.526655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-17T19:05:07.737682Z","caller":"traceutil/trace.go:172","msg":"trace[633874576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"187.598396ms","start":"2026-06-17T19:05:07.550073Z","end":"2026-06-17T19:05:07.737672Z","steps":["trace[633874576] 'agreement among raft nodes before linearized reading' (duration: 187.402883ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:13.032691Z","caller":"traceutil/trace.go:172","msg":"trace[1248378205] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2017; }","duration":"117.62502ms","start":"2026-06-17T19:05:12.915053Z","end":"2026-06-17T19:05:13.032678Z","steps":["trace[1248378205] 'read index received' (duration: 117.62169ms)","trace[1248378205] 'applied index is now lower than readState.Index' (duration: 2.69µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:13.034299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.232435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:187 size:16099"} {"level":"info","ts":"2026-06-17T19:05:13.034336Z","caller":"traceutil/trace.go:172","msg":"trace[981741617] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:187; response_revision:1723; }","duration":"119.281705ms","start":"2026-06-17T19:05:12.915046Z","end":"2026-06-17T19:05:13.034328Z","steps":["trace[981741617] 'agreement among raft nodes before linearized reading' (duration: 117.729452ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:14.778392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.476402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:14.778471Z","caller":"traceutil/trace.go:172","msg":"trace[662194205] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1728; }","duration":"126.574034ms","start":"2026-06-17T19:05:14.651880Z","end":"2026-06-17T19:05:14.778454Z","steps":["trace[662194205] 'range keys from in-memory index tree' (duration: 124.891578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:16.046538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.363116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T19:05:17.427565Z","caller":"traceutil/trace.go:172","msg":"trace[2029187488] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"164.149995ms","start":"2026-06-17T19:05:17.263384Z","end":"2026-06-17T19:05:17.427534Z","steps":["trace[2029187488] 'process raft request' (duration: 163.333203ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:17.563775Z","caller":"traceutil/trace.go:172","msg":"trace[1450335984] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"206.208839ms","start":"2026-06-17T19:05:17.357543Z","end":"2026-06-17T19:05:17.563752Z","steps":["trace[1450335984] 'process raft request' (duration: 206.091187ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:17.563777Z","caller":"traceutil/trace.go:172","msg":"trace[1786850195] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2033; }","duration":"134.091102ms","start":"2026-06-17T19:05:17.429663Z","end":"2026-06-17T19:05:17.563754Z","steps":["trace[1786850195] 'read index received' (duration: 106.925423ms)","trace[1786850195] 'applied index is now lower than readState.Index' (duration: 27.164659ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:17.563987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.304545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:05:17.564195Z","caller":"traceutil/trace.go:172","msg":"trace[45159330] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1740; }","duration":"134.532298ms","start":"2026-06-17T19:05:17.429651Z","end":"2026-06-17T19:05:17.564184Z","steps":["trace[45159330] 'agreement among raft nodes before linearized reading' (duration: 134.178513ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:19.357679Z","caller":"traceutil/trace.go:172","msg":"trace[179209399] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2043; }","duration":"160.296063ms","start":"2026-06-17T19:05:19.197362Z","end":"2026-06-17T19:05:19.357658Z","steps":["trace[179209399] 'read index received' (duration: 160.291223ms)","trace[179209399] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:19.391280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.886808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:19.391425Z","caller":"traceutil/trace.go:172","msg":"trace[681556133] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1746; }","duration":"194.02053ms","start":"2026-06-17T19:05:19.197345Z","end":"2026-06-17T19:05:19.391365Z","steps":["trace[681556133] 'agreement among raft nodes before linearized reading' (duration: 160.409304ms)","trace[681556133] 'range keys from in-memory index tree' (duration: 33.448284ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:19.391568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.549372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:19.391655Z","caller":"traceutil/trace.go:172","msg":"trace[1496585811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1747; }","duration":"189.669204ms","start":"2026-06-17T19:05:19.201969Z","end":"2026-06-17T19:05:19.391638Z","steps":["trace[1496585811] 'agreement among raft nodes before linearized reading' (duration: 189.521092ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:19.621901Z","caller":"traceutil/trace.go:172","msg":"trace[291063517] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2045; }","duration":"119.62643ms","start":"2026-06-17T19:05:19.502252Z","end":"2026-06-17T19:05:19.621878Z","steps":["trace[291063517] 'read index received' (duration: 119.62101ms)","trace[291063517] 'applied index is now lower than readState.Index' (duration: 4.18µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:19.622068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.762812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:19.622227Z","caller":"traceutil/trace.go:172","msg":"trace[683295411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"119.933544ms","start":"2026-06-17T19:05:19.502239Z","end":"2026-06-17T19:05:19.622172Z","steps":["trace[683295411] 'agreement among raft nodes before linearized reading' (duration: 119.722111ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:27.775790Z","caller":"traceutil/trace.go:172","msg":"trace[605909009] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"102.920911ms","start":"2026-06-17T19:05:27.672854Z","end":"2026-06-17T19:05:27.775775Z","steps":["trace[605909009] 'process raft request' (duration: 102.806685ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:29.879368Z","caller":"traceutil/trace.go:172","msg":"trace[1330357342] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2090; }","duration":"196.428985ms","start":"2026-06-17T19:05:29.682916Z","end":"2026-06-17T19:05:29.879345Z","steps":["trace[1330357342] 'read index received' (duration: 196.422025ms)","trace[1330357342] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:29.879506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.579582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:29.879540Z","caller":"traceutil/trace.go:172","msg":"trace[361702983] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1787; }","duration":"196.630196ms","start":"2026-06-17T19:05:29.682900Z","end":"2026-06-17T19:05:29.879530Z","steps":["trace[361702983] 'agreement among raft nodes before linearized reading' (duration: 196.541501ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:38.106961Z","caller":"traceutil/trace.go:172","msg":"trace[200135208] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"111.083161ms","start":"2026-06-17T19:05:37.995856Z","end":"2026-06-17T19:05:38.106939Z","steps":["trace[200135208] 'process raft request' (duration: 110.944074ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:41.472432Z","caller":"traceutil/trace.go:172","msg":"trace[240527697] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2140; }","duration":"101.658038ms","start":"2026-06-17T19:05:41.370742Z","end":"2026-06-17T19:05:41.472400Z","steps":["trace[240527697] 'read index received' (duration: 75.466015ms)","trace[240527697] 'applied index is now lower than readState.Index' (duration: 26.190643ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:41.473184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.402515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T19:05:41.473312Z","caller":"traceutil/trace.go:172","msg":"trace[937185090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1831; }","duration":"102.560793ms","start":"2026-06-17T19:05:41.370728Z","end":"2026-06-17T19:05:41.473289Z","steps":["trace[937185090] 'agreement among raft nodes before linearized reading' (duration: 102.180844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:46.054169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.670591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-17T19:05:46.054224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.790219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T19:05:46.054284Z","caller":"traceutil/trace.go:172","msg":"trace[2118727718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1845; }","duration":"206.862703ms","start":"2026-06-17T19:05:45.847408Z","end":"2026-06-17T19:05:46.054270Z","steps":["trace[2118727718] 'agreement among raft nodes before linearized reading' (duration: 81.135989ms)","trace[2118727718] 'range keys from in-memory index tree' (duration: 125.543815ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:05:48.183672Z","caller":"traceutil/trace.go:172","msg":"trace[826793778] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2170; }","duration":"134.589354ms","start":"2026-06-17T19:05:48.049059Z","end":"2026-06-17T19:05:48.183648Z","steps":["trace[826793778] 'read index received' (duration: 134.571873ms)","trace[826793778] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:48.184073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.986703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-06-17T19:05:48.184120Z","caller":"traceutil/trace.go:172","msg":"trace[152964373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"135.062707ms","start":"2026-06-17T19:05:48.049047Z","end":"2026-06-17T19:05:48.184110Z","steps":["trace[152964373] 'agreement among raft nodes before linearized reading' (duration: 134.687899ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:52.529072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.584738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-17T19:05:52.529170Z","caller":"traceutil/trace.go:172","msg":"trace[1356604296] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2190; }","duration":"116.418774ms","start":"2026-06-17T19:05:52.412738Z","end":"2026-06-17T19:05:52.529157Z","steps":["trace[1356604296] 'read index received' (duration: 13.272056ms)","trace[1356604296] 'applied index is now lower than readState.Index' (duration: 103.145748ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:52.529456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.681846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-06-17T19:05:52.529493Z","caller":"traceutil/trace.go:172","msg":"trace[379355227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"116.752269ms","start":"2026-06-17T19:05:52.412732Z","end":"2026-06-17T19:05:52.529485Z","steps":["trace[379355227] 'agreement among raft nodes before linearized reading' (duration: 116.491087ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:27.321436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.106848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:27.321501Z","caller":"traceutil/trace.go:172","msg":"trace[844329762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2004; }","duration":"117.184941ms","start":"2026-06-17T19:06:27.204304Z","end":"2026-06-17T19:06:27.321489Z","steps":["trace[844329762] 'range keys from in-memory index tree' (duration: 117.062675ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:27.706149Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:28.206728Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:28.707290Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:28.841115Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"db752a1a7266d75 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"db752a1a7266d75 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841239Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"db752a1a7266d75 [logterm: 3, index: 2342] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841262Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"db752a1a7266d75 [logterm: 3, index: 2342] sent MsgPreVote request to 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841293Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: db752a1a7266d75 lost leader 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"db752a1a7266d75 received MsgPreVoteResp from db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:28.841402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"db752a1a7266d75 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:29.207775Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:29.500676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99985788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:29.500770Z","caller":"traceutil/trace.go:172","msg":"trace[425783157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969144s","start":"2026-06-17T19:06:27.500782Z","end":"2026-06-17T19:06:29.500751Z","steps":["trace[425783157] 'agreement among raft nodes before linearized reading' (duration: 1.9998538s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.500842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:27.500762Z","time spent":"2.000071129s","remote":"127.0.0.1:44454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:29.708791Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7887384968494250877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:29.867705Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"db752a1a7266d75 became follower at term 3"} {"level":"info","ts":"2026-06-17T19:06:29.867799Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: db752a1a7266d75 elected leader 8e45f57552ef93f2 at term 3"} {"level":"warn","ts":"2026-06-17T19:06:29.868135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.662508095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:06:29.868197Z","caller":"traceutil/trace.go:172","msg":"trace[276371910] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; }","duration":"2.662593698s","start":"2026-06-17T19:06:27.205586Z","end":"2026-06-17T19:06:29.868180Z","steps":["trace[276371910] 'agreement among raft nodes before linearized reading' (duration: 2.662505785s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.868264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:27.205570Z","time spent":"2.662678021s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.878054Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7887384968494250879,"received-request-id":7887384968494250877} {"level":"warn","ts":"2026-06-17T19:06:29.885308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.563755183s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.885388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.010369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T19:06:29.885441Z","caller":"traceutil/trace.go:172","msg":"trace[673507131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2007; }","duration":"297.067582ms","start":"2026-06-17T19:06:29.588357Z","end":"2026-06-17T19:06:29.885425Z","steps":["trace[673507131] 'agreement among raft nodes before linearized reading' (duration: 296.910085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.880967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T19:06:29.885612Z","caller":"traceutil/trace.go:172","msg":"trace[1561716750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075; range_end:; response_count:1; response_revision:2007; }","duration":"381.020232ms","start":"2026-06-17T19:06:29.504574Z","end":"2026-06-17T19:06:29.885594Z","steps":["trace[1561716750] 'agreement among raft nodes before linearized reading' (duration: 380.7038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.504559Z","time spent":"381.090315ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18b9f3a31d84b075\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.885774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.153554405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.885810Z","caller":"traceutil/trace.go:172","msg":"trace[1826871471] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:2007; }","duration":"2.153601747s","start":"2026-06-17T19:06:27.732201Z","end":"2026-06-17T19:06:29.885802Z","steps":["trace[1826871471] 'agreement among raft nodes before linearized reading' (duration: 2.153532354s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:27.732183Z","time spent":"2.153642099s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.885826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.025632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.885699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.48283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:06:29.885881Z","caller":"traceutil/trace.go:172","msg":"trace[1349542834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"376.079884ms","start":"2026-06-17T19:06:29.509786Z","end":"2026-06-17T19:06:29.885866Z","steps":["trace[1349542834] 'agreement among raft nodes before linearized reading' (duration: 375.97739ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.885904Z","caller":"traceutil/trace.go:172","msg":"trace[549023066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2007; }","duration":"688.690648ms","start":"2026-06-17T19:06:29.197198Z","end":"2026-06-17T19:06:29.885888Z","steps":["trace[549023066] 'agreement among raft nodes before linearized reading' (duration: 688.22269ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.885895Z","caller":"traceutil/trace.go:172","msg":"trace[2112266688] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"451.856028ms","start":"2026-06-17T19:06:29.434029Z","end":"2026-06-17T19:06:29.885885Z","steps":["trace[2112266688] 'process raft request' (duration: 451.791646ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.509781Z","time spent":"376.133706ms","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:29.885951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.197179Z","time spent":"688.756611ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.886001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.434000Z","time spent":"451.955252ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:06:29.885767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.020689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:06:29.886058Z","caller":"traceutil/trace.go:172","msg":"trace[645626038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2007; }","duration":"264.315061ms","start":"2026-06-17T19:06:29.621736Z","end":"2026-06-17T19:06:29.886051Z","steps":["trace[645626038] 'agreement among raft nodes before linearized reading' (duration: 263.972147ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.885390Z","caller":"traceutil/trace.go:172","msg":"trace[680309175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2007; }","duration":"2.563846357s","start":"2026-06-17T19:06:27.321525Z","end":"2026-06-17T19:06:29.885371Z","steps":["trace[680309175] 'agreement among raft nodes before linearized reading' (duration: 2.563735702s)"],"step_count":1}