{"level":"warn","ts":"2026-08-22T09:47:44.351712Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-08-22T09:47:44.352443Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-08-22T09:47:44.352478Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=controller-2=https://199.204.45.156:2380,controller-1=https://199.204.45.74:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-08-22T09:47:44.353249Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-08-22T09:47:44.353311Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T09:47:44.353383Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-08-22T09:47:44.353473Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:47:44.354370Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-08-22T09:47:44.354613Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.156:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-08-22T09:47:44.356021Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000444298}"} {"level":"info","ts":"2026-08-22T09:47:44.361657Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:47:44.361733Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.934945ms"} {"level":"info","ts":"2026-08-22T09:47:44.361778Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-08-22T09:47:44.361813Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-08-22T09:47:44.375471Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-08-22T09:47:44.375500Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.156:2380","host":"199.204.45.156:2380","resolved-addr":"199.204.45.156:2380"} {"level":"info","ts":"2026-08-22T09:47:44.376671Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-08-22T09:47:44.384966Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-08-22T09:47:44.384997Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"3c6b793f68b14038","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-08-22T09:47:44.385689Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-08-22T09:47:44.385771Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c6b793f68b14038 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T09:47:44.385866Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c6b793f68b14038 became follower at term 0"} {"level":"info","ts":"2026-08-22T09:47:44.385987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 3c6b793f68b14038 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-08-22T09:47:44.398649Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T09:47:44.400856Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T09:47:44.406723Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T09:47:44.407240Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.407257Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:47:44.407271Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.407288Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.408191Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.411606Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.412821Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.412861Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:47:44.412875Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.412905Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"3c6b793f68b14038","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T09:47:44.412894Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.413079Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:47:44.413204Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-08-22T09:47:44.413199Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:44.413261Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:44.413272Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:47:44.413360Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3c6b793f68b14038","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T09:47:44.413398Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T09:47:44.413441Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-08-22T09:47:44.413457Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-08-22T09:47:44.425045Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.425106Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.428415Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.432535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3c6b793f68b14038 [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-08-22T09:47:44.432570Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c6b793f68b14038 became follower at term 2"} {"level":"info","ts":"2026-08-22T09:47:44.432585Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3c6b793f68b14038 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-08-22T09:47:44.452330Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:47:44.452414Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.453778Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:47:44.453811Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.459682Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"3c6b793f68b14038","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":518,"incoming-snapshot-message-size-bytes":7770,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-08-22T09:47:44.468877Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000206.snap.db","bytes":835584,"size":"836 kB"} {"level":"info","ts":"2026-08-22T09:47:44.468916Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"3c6b793f68b14038","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":518,"incoming-snapshot-size-bytes":835584,"incoming-snapshot-size":"836 kB","download-took":"9.594618ms"} {"level":"info","ts":"2026-08-22T09:47:44.469056Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 518, term: 2]"} {"level":"info","ts":"2026-08-22T09:47:44.469129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c6b793f68b14038 switched to configuration voters=(9924307372652190368) learners=(4353706778030063672)"} {"level":"info","ts":"2026-08-22T09:47:44.469153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"3c6b793f68b14038 [commit: 518, lastindex: 518, lastterm: 2] restored snapshot [index: 518, term: 2]"} {"level":"info","ts":"2026-08-22T09:47:44.469163Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"3c6b793f68b14038 [commit: 518] restored snapshot [index: 518, term: 2]"} {"level":"info","ts":"2026-08-22T09:47:44.469420Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":518,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-08-22T09:47:44.472034Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":518} {"level":"info","ts":"2026-08-22T09:47:44.472277Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001641b8}"} {"level":"info","ts":"2026-08-22T09:47:44.472613Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:47:44.472642Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"426.318µs"} {"level":"info","ts":"2026-08-22T09:47:44.472685Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-08-22T09:47:44.473862Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-08-22T09:47:44.473879Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-08-22T09:47:44.476555Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":491} {"level":"info","ts":"2026-08-22T09:47:44.476590Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":518} {"level":"info","ts":"2026-08-22T09:47:44.476608Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-08-22T09:47:44.476713Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-08-22T09:47:44.478251Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-08-22T09:47:44.478273Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-08-22T09:47:44.478295Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-08-22T09:47:44.478306Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-08-22T09:47:44.478799Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-08-22T09:47:44.478816Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-08-22T09:47:44.478847Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-08-22T09:47:44.478895Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:47:44.478910Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3c6b793f68b14038","recovered-remote-peer-id":"3c6b793f68b14038","recovered-remote-peer-urls":["https://199.204.45.156:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:47:44.478927Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"3c6b793f68b14038","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-08-22T09:47:44.478934Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:47:44.478942Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-08-22T09:47:44.478954Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-08-22T09:47:44.478964Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:47:44.479050Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479070Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:47:44.479096Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479109Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479157Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:47:44.479342Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-08-22T09:47:44.479389Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-08-22T09:47:44.479419Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:47:44.479547Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:47:44.479581Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479605Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479630Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"3c6b793f68b14038","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479647Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-08-22T09:47:44.479666Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-08-22T09:47:44.479688Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479742Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479838Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479842Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479889Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479893Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-08-22T09:47:44.479908Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-08-22T09:47:44.479932Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":518,"current-applied-index":518,"incoming-leader-snapshot-index":518,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-08-22T09:47:44.479951Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.479854Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.480205Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"3c6b793f68b14038","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.156:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T09:47:44.480255Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:47:44.480382Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:47:44.481124Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T09:47:44.481183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T09:47:44.484874Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-08-22T09:47:44.485856Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-08-22T09:47:44.486116Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-08-22T09:47:44.489175Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-22T09:47:44.489736Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.489761Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.490261Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"warn","ts":"2026-08-22T09:47:44.494803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.156:50354","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:47:44.496232Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.498897Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c6b793f68b14038 switched to configuration voters=(4353706778030063672 9924307372652190368)"} {"level":"info","ts":"2026-08-22T09:47:44.499281Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"3c6b793f68b14038","promoted-member-id":"3c6b793f68b14038"} {"level":"info","ts":"2026-08-22T09:47:44.547130Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:47:44.547181Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-08-22T09:47:44.552977Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:47:44.553008Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-08-22T09:47:45.152706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.153097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.176835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.185863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.214646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.221433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.228991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.245996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.255468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.263314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.273781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.281134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.295627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.302304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.309827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.315979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.321597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.333768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.340716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.350436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.391937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.396107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.412350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.420560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.427837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.440144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.449409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.459040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.484911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.492976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.500631Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.515374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.544409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.564723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.566764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.575630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.584903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.592402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.598407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.605961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.614404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.622735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.631082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.637947Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.646276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.654150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.663719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.673175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.682044Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.690596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.700575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.709904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.736470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.740880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.752263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:47:45.800737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35362","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:47:57.770992Z","caller":"traceutil/trace.go:172","msg":"trace[1936177715] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:632; }","duration":"468.939339ms","start":"2026-08-22T09:47:57.301968Z","end":"2026-08-22T09:47:57.770907Z","steps":["trace[1936177715] 'read index received' (duration: 468.934379ms)","trace[1936177715] 'applied index is now lower than readState.Index' (duration: 4.11µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:47:57.771194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.186099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T09:47:57.771370Z","caller":"traceutil/trace.go:172","msg":"trace[1474019108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"469.397079ms","start":"2026-08-22T09:47:57.301953Z","end":"2026-08-22T09:47:57.771350Z","steps":["trace[1474019108] 'agreement among raft nodes before linearized reading' (duration: 469.053699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.771450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:47:57.301930Z","time spent":"469.508329ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:47:57.772504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.024558ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:47:57.772559Z","caller":"traceutil/trace.go:172","msg":"trace[1652612531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"426.089948ms","start":"2026-08-22T09:47:57.346456Z","end":"2026-08-22T09:47:57.772546Z","steps":["trace[1652612531] 'agreement among raft nodes before linearized reading' (duration: 425.994519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.772585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.889086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-22T09:47:57.772643Z","caller":"traceutil/trace.go:172","msg":"trace[1700593168] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:598; }","duration":"211.951987ms","start":"2026-08-22T09:47:57.560680Z","end":"2026-08-22T09:47:57.772632Z","steps":["trace[1700593168] 'agreement among raft nodes before linearized reading' (duration: 211.783337ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:47:57.772613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.987291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:47:57.772697Z","caller":"traceutil/trace.go:172","msg":"trace[2120399158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"158.084772ms","start":"2026-08-22T09:47:57.614597Z","end":"2026-08-22T09:47:57.772682Z","steps":["trace[2120399158] 'agreement among raft nodes before linearized reading' (duration: 157.856822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:03.995868Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:48:04.008446Z","caller":"traceutil/trace.go:172","msg":"trace[314505965] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"601.445875ms","start":"2026-08-22T09:48:03.406974Z","end":"2026-08-22T09:48:04.008420Z","steps":["trace[314505965] 'process raft request' (duration: 601.233195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.009152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:03.406940Z","time spent":"601.597654ms","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7786,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:48:04.011235Z","caller":"traceutil/trace.go:172","msg":"trace[966221204] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:659; }","duration":"515.635383ms","start":"2026-08-22T09:48:03.495543Z","end":"2026-08-22T09:48:04.011179Z","steps":["trace[966221204] 'read index received' (duration: 515.626203ms)","trace[966221204] 'applied index is now lower than readState.Index' (duration: 7.44µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:04.011428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.868032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:48:04.011555Z","caller":"traceutil/trace.go:172","msg":"trace[610310715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"516.003343ms","start":"2026-08-22T09:48:03.495525Z","end":"2026-08-22T09:48:04.011528Z","steps":["trace[610310715] 'agreement among raft nodes before linearized reading' (duration: 515.817393ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.011628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:03.495496Z","time spent":"516.112823ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:04.013154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.823778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:04.013197Z","caller":"traceutil/trace.go:172","msg":"trace[419567641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"237.868378ms","start":"2026-08-22T09:48:03.775320Z","end":"2026-08-22T09:48:04.013188Z","steps":["trace[419567641] 'agreement among raft nodes before linearized reading' (duration: 237.806888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.013244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.688178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:04.013310Z","caller":"traceutil/trace.go:172","msg":"trace[1087669260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"328.756818ms","start":"2026-08-22T09:48:03.684540Z","end":"2026-08-22T09:48:04.013297Z","steps":["trace[1087669260] 'agreement among raft nodes before linearized reading' (duration: 328.657228ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.013320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.165467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:48:04.013343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:03.684503Z","time spent":"328.833018ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:48:04.013363Z","caller":"traceutil/trace.go:172","msg":"trace[1763709711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"402.211986ms","start":"2026-08-22T09:48:03.611141Z","end":"2026-08-22T09:48:04.013353Z","steps":["trace[1763709711] 'agreement among raft nodes before linearized reading' (duration: 402.016867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:04.013404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:03.611116Z","time spent":"402.280286ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:10.173579Z","caller":"traceutil/trace.go:172","msg":"trace[1998309170] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:678; }","duration":"398.872659ms","start":"2026-08-22T09:48:09.774678Z","end":"2026-08-22T09:48:10.173550Z","steps":["trace[1998309170] 'read index received' (duration: 398.864499ms)","trace[1998309170] 'applied index is now lower than readState.Index' (duration: 6.75µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:10.173694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.995569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:10.173772Z","caller":"traceutil/trace.go:172","msg":"trace[255919730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:639; }","duration":"399.086229ms","start":"2026-08-22T09:48:09.774669Z","end":"2026-08-22T09:48:10.173755Z","steps":["trace[255919730] 'agreement among raft nodes before linearized reading' (duration: 398.962409ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:10.173804Z","caller":"traceutil/trace.go:172","msg":"trace[1894012828] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"247.419709ms","start":"2026-08-22T09:48:09.926364Z","end":"2026-08-22T09:48:10.173783Z","steps":["trace[1894012828] 'process raft request' (duration: 247.316489ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:10.189850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:10.731957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41640","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:10.755240Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c6b793f68b14038 switched to configuration voters=(4353706778030063672 9924307372652190368) learners=(14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:10.755410Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"3c6b793f68b14038","added-peer-id":"c4257f0d48f73f9e","added-peer-peer-urls":["https://199.204.45.113:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:48:10.755464Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755533Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755836Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755886Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755894Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755922Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755928Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e","remote-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-08-22T09:48:10.756010Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3c6b793f68b14038","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:10.755984Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"warn","ts":"2026-08-22T09:48:10.773337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:10.784670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:10.804964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:12.804505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41802","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.347656Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"c4257f0d48f73f9e","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:48:13.347700Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.347743Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.351567Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"c4257f0d48f73f9e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:48:13.351618Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.366998Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.375161Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"warn","ts":"2026-08-22T09:48:13.401544Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:48:13.401590Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.417480Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"c4257f0d48f73f9e","stream-type":"stream Message"} {"level":"warn","ts":"2026-08-22T09:48:13.417533Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.417552Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.421729Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3c6b793f68b14038","to":"c4257f0d48f73f9e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-08-22T09:48:13.421777Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.421799Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.468437Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"info","ts":"2026-08-22T09:48:13.480190Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3c6b793f68b14038","remote-peer-id":"c4257f0d48f73f9e"} {"level":"warn","ts":"2026-08-22T09:48:13.804144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:41834","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:48:13.811749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3c6b793f68b14038 switched to configuration voters=(4353706778030063672 9924307372652190368 14133842700607635358)"} {"level":"info","ts":"2026-08-22T09:48:13.811928Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"3c6b793f68b14038","promoted-member-id":"c4257f0d48f73f9e"} {"level":"warn","ts":"2026-08-22T09:48:18.875811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.005188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:18.875894Z","caller":"traceutil/trace.go:172","msg":"trace[615612746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:675; }","duration":"101.103987ms","start":"2026-08-22T09:48:18.774772Z","end":"2026-08-22T09:48:18.875876Z","steps":["trace[615612746] 'range keys from in-memory index tree' (duration: 100.913298ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:18.918641Z","caller":"traceutil/trace.go:172","msg":"trace[1484116354] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:726; }","duration":"233.234313ms","start":"2026-08-22T09:48:18.685390Z","end":"2026-08-22T09:48:18.918624Z","steps":["trace[1484116354] 'read index received' (duration: 233.228843ms)","trace[1484116354] 'applied index is now lower than readState.Index' (duration: 4.53µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:18.918806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.416563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:18.918892Z","caller":"traceutil/trace.go:172","msg":"trace[618397345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"233.514302ms","start":"2026-08-22T09:48:18.685360Z","end":"2026-08-22T09:48:18.918875Z","steps":["trace[618397345] 'agreement among raft nodes before linearized reading' (duration: 233.344663ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:26.997059Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957356,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:48:27.221800Z","caller":"traceutil/trace.go:172","msg":"trace[950663699] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:779; }","duration":"725.484092ms","start":"2026-08-22T09:48:26.496293Z","end":"2026-08-22T09:48:27.221777Z","steps":["trace[950663699] 'read index received' (duration: 725.478232ms)","trace[950663699] 'applied index is now lower than readState.Index' (duration: 4.9µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:48:27.221988Z","caller":"traceutil/trace.go:172","msg":"trace[699006279] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"149.833496ms","start":"2026-08-22T09:48:27.072137Z","end":"2026-08-22T09:48:27.221971Z","steps":["trace[699006279] 'process raft request' (duration: 149.689456ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.222043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.734462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:48:27.222080Z","caller":"traceutil/trace.go:172","msg":"trace[1263621301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:725; }","duration":"725.791211ms","start":"2026-08-22T09:48:26.496278Z","end":"2026-08-22T09:48:27.222069Z","steps":["trace[1263621301] 'agreement among raft nodes before linearized reading' (duration: 725.621562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.222125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.496251Z","time spent":"725.865551ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:27.223591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.802868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:27.223631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"567.943034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:27.223679Z","caller":"traceutil/trace.go:172","msg":"trace[2132592258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"448.890758ms","start":"2026-08-22T09:48:26.774775Z","end":"2026-08-22T09:48:27.223665Z","steps":["trace[2132592258] 'agreement among raft nodes before linearized reading' (duration: 448.743718ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:27.223700Z","caller":"traceutil/trace.go:172","msg":"trace[1905025903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:727; }","duration":"568.019144ms","start":"2026-08-22T09:48:26.655664Z","end":"2026-08-22T09:48:27.223683Z","steps":["trace[1905025903] 'agreement among raft nodes before linearized reading' (duration: 567.822824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.223757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.655638Z","time spent":"568.108743ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:27.224432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.4908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:27.224518Z","caller":"traceutil/trace.go:172","msg":"trace[599725524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"539.590979ms","start":"2026-08-22T09:48:26.684911Z","end":"2026-08-22T09:48:27.224502Z","steps":["trace[599725524] 'agreement among raft nodes before linearized reading' (duration: 539.002351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:27.224633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:26.684899Z","time spent":"539.719829ms","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:53.185865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:53.686710Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.187092Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:54.255097Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.614657316s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:48:54.685279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000170904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:48:54.685361Z","caller":"traceutil/trace.go:172","msg":"trace[1378524453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260494s","start":"2026-08-22T09:48:52.685082Z","end":"2026-08-22T09:48:54.685342Z","steps":["trace[1378524453] 'agreement among raft nodes before linearized reading' (duration: 2.000168934s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:54.685411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:52.685052Z","time spent":"2.000350023s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:48:54.687844Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:55.188818Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:55.689202Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:56.189562Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:48:56.201602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304978036s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-08-22T09:48:56.219654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999933366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:48:56.219798Z","caller":"traceutil/trace.go:172","msg":"trace[262106755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085606s","start":"2026-08-22T09:48:54.219694Z","end":"2026-08-22T09:48:56.219780Z","steps":["trace[262106755] 'agreement among raft nodes before linearized reading' (duration: 1.999929776s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.219893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:54.219679Z","time spent":"2.000203085s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:48:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-22T09:48:56.485722Z","caller":"traceutil/trace.go:172","msg":"trace[213523102] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:953; }","duration":"3.800614907s","start":"2026-08-22T09:48:52.685089Z","end":"2026-08-22T09:48:56.485704Z","steps":["trace[213523102] 'read index received' (duration: 3.800610017s)","trace[213523102] 'applied index is now lower than readState.Index' (duration: 4.11µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.686206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000326595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:48:56.686301Z","caller":"traceutil/trace.go:172","msg":"trace[842330104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438876s","start":"2026-08-22T09:48:54.685840Z","end":"2026-08-22T09:48:56.686279Z","steps":["trace[842330104] 'agreement among raft nodes before linearized reading' (duration: 2.000319825s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.686384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:54.685814Z","time spent":"2.000557036s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:48:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:48:56.803813Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4627624714514957493,"received-request-id":4627624714514957491} {"level":"info","ts":"2026-08-22T09:48:56.805193Z","caller":"traceutil/trace.go:172","msg":"trace[1408844850] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"582.225758ms","start":"2026-08-22T09:48:56.222946Z","end":"2026-08-22T09:48:56.805172Z","steps":["trace[1408844850] 'process raft request' (duration: 582.060439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.030949341s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.805608Z","caller":"traceutil/trace.go:172","msg":"trace[1192894195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"4.031029261s","start":"2026-08-22T09:48:52.774569Z","end":"2026-08-22T09:48:56.805599Z","steps":["trace[1192894195] 'agreement among raft nodes before linearized reading' (duration: 4.030930541s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.937426723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:48:56.805802Z","caller":"traceutil/trace.go:172","msg":"trace[915607517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:886; }","duration":"2.937498183s","start":"2026-08-22T09:48:53.868285Z","end":"2026-08-22T09:48:56.805783Z","steps":["trace[915607517] 'agreement among raft nodes before linearized reading' (duration: 2.937298933s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.868268Z","time spent":"2.937563572s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.023374285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.805935Z","caller":"traceutil/trace.go:172","msg":"trace[196372170] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:886; }","duration":"3.023437195s","start":"2026-08-22T09:48:53.782484Z","end":"2026-08-22T09:48:56.805921Z","steps":["trace[196372170] 'agreement among raft nodes before linearized reading' (duration: 3.023335966s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.805894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.781833146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.805957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.670204391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:48:56.805985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.782457Z","time spent":"3.023515635s","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.805996Z","caller":"traceutil/trace.go:172","msg":"trace[1191275547] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:886; }","duration":"1.781950196s","start":"2026-08-22T09:48:55.024027Z","end":"2026-08-22T09:48:56.805978Z","steps":["trace[1191275547] 'agreement among raft nodes before linearized reading' (duration: 1.781778927s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.907763581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.806041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.024003Z","time spent":"1.782027416s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.806071Z","caller":"traceutil/trace.go:172","msg":"trace[2115168175] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:886; }","duration":"2.907792421s","start":"2026-08-22T09:48:53.898268Z","end":"2026-08-22T09:48:56.806060Z","steps":["trace[2115168175] 'agreement among raft nodes before linearized reading' (duration: 2.907745841s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.898254Z","time spent":"2.907842641s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.698893326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806131Z","caller":"traceutil/trace.go:172","msg":"trace[744465938] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:886; }","duration":"1.698930716s","start":"2026-08-22T09:48:55.107193Z","end":"2026-08-22T09:48:56.806123Z","steps":["trace[744465938] 'agreement among raft nodes before linearized reading' (duration: 1.698867826s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.107164Z","time spent":"1.698987515s","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:56.222925Z","time spent":"582.626198ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:48:56.805990Z","caller":"traceutil/trace.go:172","msg":"trace[608688888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"1.670243701s","start":"2026-08-22T09:48:55.135739Z","end":"2026-08-22T09:48:56.805983Z","steps":["trace[608688888] 'agreement among raft nodes before linearized reading' (duration: 1.669711303s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.656700466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.806261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.227756063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:48:56.806278Z","caller":"traceutil/trace.go:172","msg":"trace[795948046] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:886; }","duration":"3.656740526s","start":"2026-08-22T09:48:53.149529Z","end":"2026-08-22T09:48:56.806269Z","steps":["trace[795948046] 'agreement among raft nodes before linearized reading' (duration: 3.656679856s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.806290Z","caller":"traceutil/trace.go:172","msg":"trace[114805940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:886; }","duration":"1.227784133s","start":"2026-08-22T09:48:55.578497Z","end":"2026-08-22T09:48:56.806281Z","steps":["trace[114805940] 'agreement among raft nodes before linearized reading' (duration: 1.227695573s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.149507Z","time spent":"3.656789867s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.578478Z","time spent":"1.227829753s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.135711Z","time spent":"1.67054517s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.805992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.718321434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-08-22T09:48:56.806447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"676.225774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806469Z","caller":"traceutil/trace.go:172","msg":"trace[970913722] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:886; }","duration":"676.248534ms","start":"2026-08-22T09:48:56.130214Z","end":"2026-08-22T09:48:56.806463Z","steps":["trace[970913722] 'agreement among raft nodes before linearized reading' (duration: 676.207824ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.806472Z","caller":"traceutil/trace.go:172","msg":"trace[1482125705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:886; }","duration":"2.718798833s","start":"2026-08-22T09:48:54.087663Z","end":"2026-08-22T09:48:56.806462Z","steps":["trace[1482125705] 'agreement among raft nodes before linearized reading' (duration: 2.718271934s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:56.130180Z","time spent":"676.300424ms","remote":"127.0.0.1:52048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.984587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.806542Z","caller":"traceutil/trace.go:172","msg":"trace[764301277] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:886; }","duration":"723.021566ms","start":"2026-08-22T09:48:56.083510Z","end":"2026-08-22T09:48:56.806532Z","steps":["trace[764301277] 'agreement among raft nodes before linearized reading' (duration: 722.962677ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.806565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:56.083486Z","time spent":"723.073516ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:54.087638Z","time spent":"2.718859843s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.806988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.311042073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.808567Z","caller":"traceutil/trace.go:172","msg":"trace[1437115420] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:886; }","duration":"1.312613099s","start":"2026-08-22T09:48:55.495936Z","end":"2026-08-22T09:48:56.808549Z","steps":["trace[1437115420] 'agreement among raft nodes before linearized reading' (duration: 1.311022523s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:56.805431Z","caller":"traceutil/trace.go:172","msg":"trace[1746182800] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:959; }","duration":"319.63337ms","start":"2026-08-22T09:48:56.485766Z","end":"2026-08-22T09:48:56.805400Z","steps":["trace[1746182800] 'read index received' (duration: 319.61559ms)","trace[1746182800] 'applied index is now lower than readState.Index' (duration: 12.15µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:56.807333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.33649382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.807433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.335200153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:56.807974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.511060885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.808651Z","caller":"traceutil/trace.go:172","msg":"trace[1446781497] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:886; }","duration":"1.511739514s","start":"2026-08-22T09:48:55.296901Z","end":"2026-08-22T09:48:56.808641Z","steps":["trace[1446781497] 'agreement among raft nodes before linearized reading' (duration: 1.511042085s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.808709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.296873Z","time spent":"1.511797984s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.808812Z","caller":"traceutil/trace.go:172","msg":"trace[1954784653] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:886; }","duration":"3.3366022s","start":"2026-08-22T09:48:53.472172Z","end":"2026-08-22T09:48:56.808774Z","steps":["trace[1954784653] 'agreement among raft nodes before linearized reading' (duration: 3.335221173s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.808954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.472163Z","time spent":"3.336784819s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.808889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.495912Z","time spent":"1.312805169s","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.808089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.626313772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.808888Z","caller":"traceutil/trace.go:172","msg":"trace[2068710016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:886; }","duration":"3.338870704s","start":"2026-08-22T09:48:53.469999Z","end":"2026-08-22T09:48:56.808870Z","steps":["trace[2068710016] 'agreement among raft nodes before linearized reading' (duration: 3.336109161s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.809255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:53.469977Z","time spent":"3.339265193s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:56.809256Z","caller":"traceutil/trace.go:172","msg":"trace[898245422] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:886; }","duration":"1.627366819s","start":"2026-08-22T09:48:55.181769Z","end":"2026-08-22T09:48:56.809136Z","steps":["trace[898245422] 'agreement among raft nodes before linearized reading' (duration: 1.626299652s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.809303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.181746Z","time spent":"1.627544708s","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.808014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.399446941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.809397Z","caller":"traceutil/trace.go:172","msg":"trace[1519247600] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:886; }","duration":"1.400818018s","start":"2026-08-22T09:48:55.408561Z","end":"2026-08-22T09:48:56.809379Z","steps":["trace[1519247600] 'agreement among raft nodes before linearized reading' (duration: 1.399437751s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:56.809459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:55.408535Z","time spent":"1.400909068s","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:48:56.823307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.270036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:56.823352Z","caller":"traceutil/trace.go:172","msg":"trace[1879505028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"128.311986ms","start":"2026-08-22T09:48:56.695027Z","end":"2026-08-22T09:48:56.823339Z","steps":["trace[1879505028] 'agreement among raft nodes before linearized reading' (duration: 128.245626ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:58.769619Z","caller":"traceutil/trace.go:172","msg":"trace[501197632] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1117; }","duration":"433.35962ms","start":"2026-08-22T09:48:58.336235Z","end":"2026-08-22T09:48:58.769594Z","steps":["trace[501197632] 'read index received' (duration: 433.35309ms)","trace[501197632] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:48:58.769849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.560229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:58.769936Z","caller":"traceutil/trace.go:172","msg":"trace[1532949950] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:962; }","duration":"433.700529ms","start":"2026-08-22T09:48:58.336219Z","end":"2026-08-22T09:48:58.769919Z","steps":["trace[1532949950] 'agreement among raft nodes before linearized reading' (duration: 433.495869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.769983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.336151Z","time spent":"433.823819ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-08-22T09:48:58.771007Z","caller":"traceutil/trace.go:172","msg":"trace[1028238216] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"476.127572ms","start":"2026-08-22T09:48:58.294865Z","end":"2026-08-22T09:48:58.770992Z","steps":["trace[1028238216] 'process raft request' (duration: 475.389234ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.771242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:48:58.294835Z","time spent":"476.224602ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570131,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:48:58.789643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.925701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:58.789714Z","caller":"traceutil/trace.go:172","msg":"trace[882823108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"105.001591ms","start":"2026-08-22T09:48:58.684703Z","end":"2026-08-22T09:48:58.789705Z","steps":["trace[882823108] 'agreement among raft nodes before linearized reading' (duration: 104.905931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:48:58.790486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.980675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:48:58.790476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.087138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:48:58.790558Z","caller":"traceutil/trace.go:172","msg":"trace[1592445446] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:965; }","duration":"272.178789ms","start":"2026-08-22T09:48:58.518363Z","end":"2026-08-22T09:48:58.790541Z","steps":["trace[1592445446] 'agreement among raft nodes before linearized reading' (duration: 272.042308ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:58.790541Z","caller":"traceutil/trace.go:172","msg":"trace[1845661508] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:965; }","duration":"260.047546ms","start":"2026-08-22T09:48:58.530482Z","end":"2026-08-22T09:48:58.790530Z","steps":["trace[1845661508] 'agreement among raft nodes before linearized reading' (duration: 259.918915ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:48:58.794212Z","caller":"traceutil/trace.go:172","msg":"trace[1915627611] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"161.160992ms","start":"2026-08-22T09:48:58.633023Z","end":"2026-08-22T09:48:58.794184Z","steps":["trace[1915627611] 'process raft request' (duration: 159.275587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:03.474804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:03.700228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.153014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-08-22T09:49:03.976308Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:04.476867Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:04.977951Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.479166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:05.980045Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.218024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999858931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:49:06.218116Z","caller":"traceutil/trace.go:172","msg":"trace[2059402460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041692s","start":"2026-08-22T09:49:04.218053Z","end":"2026-08-22T09:49:06.218094Z","steps":["trace[2059402460] 'agreement among raft nodes before linearized reading' (duration: 1.999855491s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:06.218287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.218027Z","time spent":"2.000245251s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:06 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:49:06.480408Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:06.684762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00029078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:49:06.684845Z","caller":"traceutil/trace.go:172","msg":"trace[1414364067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038004s","start":"2026-08-22T09:49:04.684443Z","end":"2026-08-22T09:49:06.684823Z","steps":["trace[1414364067] 'agreement among raft nodes before linearized reading' (duration: 2.00028759s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:06.684906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.684425Z","time spent":"2.0004636s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:06 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:49:06.981566Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:07.159332Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.823974978s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-22T09:49:07.481981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:07.983043Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.332316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3c6b793f68b14038 [logterm: 2, index: 1171, vote: 0] ignored MsgPreVote from 89ba38f964b95aa0 [logterm: 2, index: 1171] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-08-22T09:49:08.484078Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:08.501331Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3c6b793f68b14038 [logterm: 2, index: 1171, vote: 0] ignored MsgVote from 89ba38f964b95aa0 [logterm: 2, index: 1171] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-08-22T09:49:08.694245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000504531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:49:08.694328Z","caller":"traceutil/trace.go:172","msg":"trace[1982176140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606091s","start":"2026-08-22T09:49:06.693703Z","end":"2026-08-22T09:49:08.694309Z","steps":["trace[1982176140] 'agreement among raft nodes before linearized reading' (duration: 2.000500811s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:08.694381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.693687Z","time spent":"2.000685621s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:49:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:49:08.984848Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:09.207515Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.047969964s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T09:49:09.420463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3c6b793f68b14038 [term: 2] received a MsgApp message with higher term from 89ba38f964b95aa0 [term: 3]"} {"level":"info","ts":"2026-08-22T09:49:09.420532Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c6b793f68b14038 became follower at term 3"} {"level":"info","ts":"2026-08-22T09:49:09.475223Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-08-22T09:49:09.475600Z","caller":"traceutil/trace.go:172","msg":"trace[1037253124] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.286730372s","start":"2026-08-22T09:49:08.188850Z","end":"2026-08-22T09:49:09.475580Z","steps":["trace[1037253124] 'process raft request' (duration: 1.286691172s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.476051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.188813Z","time spent":"1.287119491s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:49:09.476424Z","caller":"traceutil/trace.go:172","msg":"trace[161260654] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1175; }","duration":"6.502178216s","start":"2026-08-22T09:49:02.974234Z","end":"2026-08-22T09:49:09.476412Z","steps":["trace[161260654] 'read index received' (duration: 6.502175246s)","trace[161260654] 'applied index is now lower than readState.Index' (duration: 2.35µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:09.476568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.502326626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:09.476629Z","caller":"traceutil/trace.go:172","msg":"trace[1947193797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1010; }","duration":"6.502397676s","start":"2026-08-22T09:49:02.974216Z","end":"2026-08-22T09:49:09.476614Z","steps":["trace[1947193797] 'agreement among raft nodes before linearized reading' (duration: 6.502229566s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.476695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:02.974187Z","time spent":"6.502502116s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.311429932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.477158Z","caller":"traceutil/trace.go:172","msg":"trace[217639102] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1010; }","duration":"6.311479202s","start":"2026-08-22T09:49:03.165672Z","end":"2026-08-22T09:49:09.477151Z","steps":["trace[217639102] 'agreement among raft nodes before linearized reading' (duration: 6.311406732s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.165653Z","time spent":"6.311524372s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.003395636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.477357Z","caller":"traceutil/trace.go:172","msg":"trace[764883235] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1010; }","duration":"4.003421265s","start":"2026-08-22T09:49:05.473930Z","end":"2026-08-22T09:49:09.477352Z","steps":["trace[764883235] 'agreement among raft nodes before linearized reading' (duration: 4.003381666s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.473905Z","time spent":"4.003465205s","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.073715534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.477505Z","caller":"traceutil/trace.go:172","msg":"trace[1938375553] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1010; }","duration":"4.073737984s","start":"2026-08-22T09:49:05.403762Z","end":"2026-08-22T09:49:09.477500Z","steps":["trace[1938375553] 'agreement among raft nodes before linearized reading' (duration: 4.073700914s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.403739Z","time spent":"4.073776264s","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.976225408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:49:09.477617Z","caller":"traceutil/trace.go:172","msg":"trace[46917409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1010; }","duration":"3.976280398s","start":"2026-08-22T09:49:05.501328Z","end":"2026-08-22T09:49:09.477609Z","steps":["trace[46917409] 'agreement among raft nodes before linearized reading' (duration: 3.975757068s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.501315Z","time spent":"3.976338748s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.702610203s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.477820Z","caller":"traceutil/trace.go:172","msg":"trace[1267206285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1010; }","duration":"5.702632033s","start":"2026-08-22T09:49:03.775182Z","end":"2026-08-22T09:49:09.477814Z","steps":["trace[1267206285] 'agreement among raft nodes before linearized reading' (duration: 5.702601633s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.967310039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.478003Z","caller":"traceutil/trace.go:172","msg":"trace[2029682191] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1010; }","duration":"5.967337558s","start":"2026-08-22T09:49:03.510658Z","end":"2026-08-22T09:49:09.477995Z","steps":["trace[2029682191] 'agreement among raft nodes before linearized reading' (duration: 5.967294239s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.478020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.510637Z","time spent":"5.967377278s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.478124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.051193616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:09.478142Z","caller":"traceutil/trace.go:172","msg":"trace[1001548480] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1010; }","duration":"6.051212626s","start":"2026-08-22T09:49:03.426924Z","end":"2026-08-22T09:49:09.478137Z","steps":["trace[1001548480] 'agreement among raft nodes before linearized reading' (duration: 6.051182806s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.478154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.426896Z","time spent":"6.051254876s","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.478256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.301881494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-08-22T09:49:09.478269Z","caller":"traceutil/trace.go:172","msg":"trace[1353746629] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44259; range_end:; response_count:1; response_revision:1010; }","duration":"6.301894584s","start":"2026-08-22T09:49:03.176370Z","end":"2026-08-22T09:49:09.478265Z","steps":["trace[1353746629] 'agreement among raft nodes before linearized reading' (duration: 6.301848714s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.478279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:03.176359Z","time spent":"6.301917594s","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.477660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.341189855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:49:09.484248Z","caller":"traceutil/trace.go:172","msg":"trace[1171674423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1010; }","duration":"4.347759199s","start":"2026-08-22T09:49:05.136464Z","end":"2026-08-22T09:49:09.484223Z","steps":["trace[1171674423] 'agreement among raft nodes before linearized reading' (duration: 4.341125595s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.477708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.482455901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:49:09.477756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.629540765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.477776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.317310154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.477882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.937791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.447889689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.91338727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-22T09:49:09.478850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.833972387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.129573576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"784.369779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"929.311228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.478922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.257680549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18ce17ad89c0b29c\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"warn","ts":"2026-08-22T09:49:09.478934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639930206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:09.484551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:05.136442Z","time spent":"4.348083919s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484591Z","caller":"traceutil/trace.go:172","msg":"trace[1555954004] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1010; }","duration":"1.645553363s","start":"2026-08-22T09:49:07.839000Z","end":"2026-08-22T09:49:09.484553Z","steps":["trace[1555954004] 'agreement among raft nodes before linearized reading' (duration: 1.639915576s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.484592Z","caller":"traceutil/trace.go:172","msg":"trace[1806884134] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1010; }","duration":"1.919129948s","start":"2026-08-22T09:49:07.565449Z","end":"2026-08-22T09:49:09.484579Z","steps":["trace[1806884134] 'agreement among raft nodes before linearized reading' (duration: 1.91331774s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.565420Z","time spent":"1.919223726s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484655Z","caller":"traceutil/trace.go:172","msg":"trace[124772105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"790.140386ms","start":"2026-08-22T09:49:08.694504Z","end":"2026-08-22T09:49:09.484645Z","steps":["trace[124772105] 'agreement among raft nodes before linearized reading' (duration: 784.354929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.694478Z","time spent":"790.204876ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:09.484761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.838974Z","time spent":"1.645648382s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484798Z","caller":"traceutil/trace.go:172","msg":"trace[1687523806] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1010; }","duration":"2.839923674s","start":"2026-08-22T09:49:06.644869Z","end":"2026-08-22T09:49:09.484793Z","steps":["trace[1687523806] 'agreement among raft nodes before linearized reading' (duration: 2.833952647s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.644841Z","time spent":"2.839972644s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484833Z","caller":"traceutil/trace.go:172","msg":"trace[272334526] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1010; }","duration":"2.453906216s","start":"2026-08-22T09:49:07.030921Z","end":"2026-08-22T09:49:09.484828Z","steps":["trace[272334526] 'agreement among raft nodes before linearized reading' (duration: 2.447869369s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.030893Z","time spent":"2.453958086s","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484867Z","caller":"traceutil/trace.go:172","msg":"trace[1405490002] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1010; }","duration":"2.135566303s","start":"2026-08-22T09:49:07.349292Z","end":"2026-08-22T09:49:09.484859Z","steps":["trace[1405490002] 'agreement among raft nodes before linearized reading' (duration: 2.129562886s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484894Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:07.349270Z","time spent":"2.135616463s","remote":"127.0.0.1:52412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484900Z","caller":"traceutil/trace.go:172","msg":"trace[2073965950] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18ce17ad89c0b29c; range_end:; response_count:1; response_revision:1010; }","duration":"3.263653236s","start":"2026-08-22T09:49:06.221234Z","end":"2026-08-22T09:49:09.484887Z","steps":["trace[2073965950] 'agreement among raft nodes before linearized reading' (duration: 3.257631989s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.484930Z","caller":"traceutil/trace.go:172","msg":"trace[1335594017] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1010; }","duration":"935.323415ms","start":"2026-08-22T09:49:08.549590Z","end":"2026-08-22T09:49:09.484914Z","steps":["trace[1335594017] 'agreement among raft nodes before linearized reading' (duration: 929.299168ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.484959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:06.221215Z","time spent":"3.263725835s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":815,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18ce17ad89c0b29c\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484803Z","caller":"traceutil/trace.go:172","msg":"trace[2137814065] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1010; }","duration":"5.324334018s","start":"2026-08-22T09:49:04.160462Z","end":"2026-08-22T09:49:09.484796Z","steps":["trace[2137814065] 'agreement among raft nodes before linearized reading' (duration: 5.317302254s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.484767Z","caller":"traceutil/trace.go:172","msg":"trace[1273866865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1010; }","duration":"4.489513395s","start":"2026-08-22T09:49:04.995247Z","end":"2026-08-22T09:49:09.484760Z","steps":["trace[1273866865] 'agreement among raft nodes before linearized reading' (duration: 4.482425781s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:09.484819Z","caller":"traceutil/trace.go:172","msg":"trace[312665761] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1010; }","duration":"632.876735ms","start":"2026-08-22T09:49:08.851937Z","end":"2026-08-22T09:49:09.484814Z","steps":["trace[312665761] 'agreement among raft nodes before linearized reading' (duration: 625.920711ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.485008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.549567Z","time spent":"935.414154ms","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.485030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:08.851898Z","time spent":"633.126973ms","remote":"127.0.0.1:35144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.485005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.160438Z","time spent":"5.324558707s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:09.485029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.995221Z","time spent":"4.489801494s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:09.484786Z","caller":"traceutil/trace.go:172","msg":"trace[1467191252] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1010; }","duration":"4.636570569s","start":"2026-08-22T09:49:04.848211Z","end":"2026-08-22T09:49:09.484781Z","steps":["trace[1467191252] 'agreement among raft nodes before linearized reading' (duration: 4.629528905s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:09.485126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:04.848195Z","time spent":"4.636923738s","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:10.436342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:10.886589Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3c6b793f68b14038 is starting a new election at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886661Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3c6b793f68b14038 became pre-candidate at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886693Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1195] sent MsgPreVote request to 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1195] sent MsgPreVote request to c4257f0d48f73f9e at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886731Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3c6b793f68b14038 lost leader 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886842Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3c6b793f68b14038 received MsgPreVoteResp from 3c6b793f68b14038 at term 3"} {"level":"info","ts":"2026-08-22T09:49:10.886881Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3c6b793f68b14038 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-08-22T09:49:10.936947Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:11.437310Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:11.438375Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3c6b793f68b14038 became follower at term 3"} {"level":"info","ts":"2026-08-22T09:49:11.438471Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3c6b793f68b14038 elected leader 89ba38f964b95aa0 at term 3"} {"level":"warn","ts":"2026-08-22T09:49:11.438705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.502986218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:11.438808Z","caller":"traceutil/trace.go:172","msg":"trace[1597113003] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"1.503115737s","start":"2026-08-22T09:49:09.935674Z","end":"2026-08-22T09:49:11.438790Z","steps":["trace[1597113003] 'agreement among raft nodes before linearized reading' (duration: 1.502984278s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.438864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:09.935653Z","time spent":"1.503197647s","remote":"127.0.0.1:35022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.499337Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4627624714514957622,"received-request-id":4627624714514957619} {"level":"info","ts":"2026-08-22T09:49:11.510627Z","caller":"traceutil/trace.go:172","msg":"trace[388854514] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"1.313067232s","start":"2026-08-22T09:49:10.197522Z","end":"2026-08-22T09:49:11.510589Z","steps":["trace[388854514] 'process raft request' (duration: 1.312869501s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.510775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.197508Z","time spent":"1.313206651s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:49:11.527996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"752.879381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.528123Z","caller":"traceutil/trace.go:172","msg":"trace[897093917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"752.992521ms","start":"2026-08-22T09:49:10.775093Z","end":"2026-08-22T09:49:11.528085Z","steps":["trace[897093917] 'agreement among raft nodes before linearized reading' (duration: 752.847342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.528339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.397590388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.528379Z","caller":"traceutil/trace.go:172","msg":"trace[1425564999] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1031; }","duration":"1.397630298s","start":"2026-08-22T09:49:10.130738Z","end":"2026-08-22T09:49:11.528368Z","steps":["trace[1425564999] 'agreement among raft nodes before linearized reading' (duration: 1.397567598s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.528402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.130718Z","time spent":"1.397678338s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.528510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.524941587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.528557Z","caller":"traceutil/trace.go:172","msg":"trace[1184464775] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1031; }","duration":"1.524993127s","start":"2026-08-22T09:49:10.003554Z","end":"2026-08-22T09:49:11.528547Z","steps":["trace[1184464775] 'agreement among raft nodes before linearized reading' (duration: 1.524919297s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.528595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.332595156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-08-22T09:49:11.528621Z","caller":"traceutil/trace.go:172","msg":"trace[889499209] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44259; range_end:; response_count:1; response_revision:1031; }","duration":"1.332620466s","start":"2026-08-22T09:49:10.195994Z","end":"2026-08-22T09:49:11.528614Z","steps":["trace[889499209] 'agreement among raft nodes before linearized reading' (duration: 1.332527566s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.528637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.195980Z","time spent":"1.332653326s","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.528662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.003535Z","time spent":"1.525115326s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:11.528465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"846.070808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.529106Z","caller":"traceutil/trace.go:172","msg":"trace[86878452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"846.728287ms","start":"2026-08-22T09:49:10.682366Z","end":"2026-08-22T09:49:11.529094Z","steps":["trace[86878452] 'agreement among raft nodes before linearized reading' (duration: 846.021068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.529130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:10.682346Z","time spent":"846.774666ms","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:49:11.530415Z","caller":"traceutil/trace.go:172","msg":"trace[1366145653] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"168.495766ms","start":"2026-08-22T09:49:11.361897Z","end":"2026-08-22T09:49:11.530393Z","steps":["trace[1366145653] 'process raft request' (duration: 168.203137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:11.593959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.584888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:11.594031Z","caller":"traceutil/trace.go:172","msg":"trace[278874643] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1037; }","duration":"127.673158ms","start":"2026-08-22T09:49:11.466344Z","end":"2026-08-22T09:49:11.594017Z","steps":["trace[278874643] 'agreement among raft nodes before linearized reading' (duration: 116.312364ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:12.098817Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:49:12.599855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4627624714514957628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:49:12.786901Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3c6b793f68b14038 is starting a new election at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.786979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3c6b793f68b14038 became pre-candidate at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.787016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1211] sent MsgPreVote request to 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.787036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1211] sent MsgPreVote request to c4257f0d48f73f9e at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.787052Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3c6b793f68b14038 lost leader 89ba38f964b95aa0 at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.787350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3c6b793f68b14038 received MsgPreVoteResp from 3c6b793f68b14038 at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.787384Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3c6b793f68b14038 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:12.788509Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3c6b793f68b14038 received MsgPreVoteResp from c4257f0d48f73f9e at term 3"} {"level":"info","ts":"2026-08-22T09:49:12.788560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3c6b793f68b14038 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:12.788595Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"3c6b793f68b14038 became candidate at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.788618Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1211] sent MsgVote request to 89ba38f964b95aa0 at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.788646Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3c6b793f68b14038 [logterm: 3, index: 1211] sent MsgVote request to c4257f0d48f73f9e at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.894119Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3c6b793f68b14038 received MsgVoteResp from 3c6b793f68b14038 at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.894166Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3c6b793f68b14038 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:12.997276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3c6b793f68b14038 received MsgVoteResp from c4257f0d48f73f9e at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.997346Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3c6b793f68b14038 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:49:12.997382Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"3c6b793f68b14038 became leader at term 4"} {"level":"info","ts":"2026-08-22T09:49:12.997403Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3c6b793f68b14038 elected leader 3c6b793f68b14038 at term 4"} {"level":"warn","ts":"2026-08-22T09:49:12.997705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.399569584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-08-22T09:49:12.997766Z","caller":"traceutil/trace.go:172","msg":"trace[1160389236] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44259; range_end:; }","duration":"1.399647234s","start":"2026-08-22T09:49:11.598100Z","end":"2026-08-22T09:49:12.997747Z","steps":["trace[1160389236] 'agreement among raft nodes before linearized reading' (duration: 1.399567514s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:12.997815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.598086Z","time spent":"1.399717273s","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:13.234189Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-08-22T09:49:13.235093Z","caller":"traceutil/trace.go:172","msg":"trace[473227178] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1212; }","duration":"237.424767ms","start":"2026-08-22T09:49:12.997642Z","end":"2026-08-22T09:49:13.235067Z","steps":["trace[473227178] 'read index received' (duration: 237.417377ms)","trace[473227178] 'applied index is now lower than readState.Index' (duration: 5.59µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:13.235363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.691652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-22T09:49:13.235442Z","caller":"traceutil/trace.go:172","msg":"trace[1413328429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1043; }","duration":"432.783302ms","start":"2026-08-22T09:49:12.802643Z","end":"2026-08-22T09:49:13.235426Z","steps":["trace[1413328429] 'agreement among raft nodes before linearized reading' (duration: 432.562032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.235483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.802624Z","time spent":"432.850722ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.235597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.303758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-22T09:49:13.235631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.551526757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.235717Z","caller":"traceutil/trace.go:172","msg":"trace[390245015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"1.551621127s","start":"2026-08-22T09:49:11.684080Z","end":"2026-08-22T09:49:13.235701Z","steps":["trace[390245015] 'agreement among raft nodes before linearized reading' (duration: 1.551486547s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.235768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.684054Z","time spent":"1.551698997s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:49:13.235730Z","caller":"traceutil/trace.go:172","msg":"trace[1226619530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1043; }","duration":"522.579508ms","start":"2026-08-22T09:49:12.713103Z","end":"2026-08-22T09:49:13.235682Z","steps":["trace[1226619530] 'agreement among raft nodes before linearized reading' (duration: 522.217928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.235603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.460918965s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:13.235828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.713080Z","time spent":"522.734437ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:49:13.235858Z","caller":"traceutil/trace.go:172","msg":"trace[1551913722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1043; }","duration":"1.461174424s","start":"2026-08-22T09:49:11.774646Z","end":"2026-08-22T09:49:13.235821Z","steps":["trace[1551913722] 'agreement among raft nodes before linearized reading' (duration: 1.460870655s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.236446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.324533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:118 size:10034"} {"level":"info","ts":"2026-08-22T09:49:13.236513Z","caller":"traceutil/trace.go:172","msg":"trace[1199743635] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:118; response_revision:1043; }","duration":"756.389133ms","start":"2026-08-22T09:49:12.480106Z","end":"2026-08-22T09:49:13.236496Z","steps":["trace[1199743635] 'agreement among raft nodes before linearized reading' (duration: 755.549526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.236559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:12.480081Z","time spent":"756.465803ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":118,"response size":10056,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-08-22T09:49:13.237930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.256068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-08-22T09:49:13.237986Z","caller":"traceutil/trace.go:172","msg":"trace[172615310] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44259; range_end:; response_count:1; response_revision:1043; }","duration":"215.315058ms","start":"2026-08-22T09:49:13.022657Z","end":"2026-08-22T09:49:13.237972Z","steps":["trace[172615310] 'agreement among raft nodes before linearized reading' (duration: 215.160628ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.507008Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.493694ms"} {"level":"warn","ts":"2026-08-22T09:49:13.507096Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"89ba38f964b95aa0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.586565ms"} {"level":"info","ts":"2026-08-22T09:49:13.507077Z","caller":"traceutil/trace.go:172","msg":"trace[374146140] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1212; }","duration":"256.566605ms","start":"2026-08-22T09:49:13.250485Z","end":"2026-08-22T09:49:13.507052Z","steps":["trace[374146140] 'read index received' (duration: 256.558425ms)","trace[374146140] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:13.507272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.770994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.507324Z","caller":"traceutil/trace.go:172","msg":"trace[500776136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"256.838524ms","start":"2026-08-22T09:49:13.250474Z","end":"2026-08-22T09:49:13.507312Z","steps":["trace[500776136] 'agreement among raft nodes before linearized reading' (duration: 256.721915ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:13.507693Z","caller":"traceutil/trace.go:172","msg":"trace[472736746] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"256.639684ms","start":"2026-08-22T09:49:13.251024Z","end":"2026-08-22T09:49:13.507664Z","steps":["trace[472736746] 'process raft request' (duration: 256.449145ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.903788Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"196.671734ms"} {"level":"warn","ts":"2026-08-22T09:49:13.903853Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"89ba38f964b95aa0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"196.747034ms"} {"level":"info","ts":"2026-08-22T09:49:13.910659Z","caller":"traceutil/trace.go:172","msg":"trace[187823978] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1213; }","duration":"403.488818ms","start":"2026-08-22T09:49:13.507153Z","end":"2026-08-22T09:49:13.910642Z","steps":["trace[187823978] 'read index received' (duration: 403.483798ms)","trace[187823978] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:13.910870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.476951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.910936Z","caller":"traceutil/trace.go:172","msg":"trace[1076220365] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1044; }","duration":"463.562971ms","start":"2026-08-22T09:49:13.447356Z","end":"2026-08-22T09:49:13.910919Z","steps":["trace[1076220365] 'agreement among raft nodes before linearized reading' (duration: 463.408511ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.911007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.447326Z","time spent":"463.667911ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.910932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.189362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.911137Z","caller":"traceutil/trace.go:172","msg":"trace[1159509642] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1045; }","duration":"450.383741ms","start":"2026-08-22T09:49:13.460725Z","end":"2026-08-22T09:49:13.911108Z","steps":["trace[1159509642] 'agreement among raft nodes before linearized reading' (duration: 450.137582ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.911198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.460699Z","time spent":"450.479421ms","remote":"127.0.0.1:35246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.911790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.211356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.911863Z","caller":"traceutil/trace.go:172","msg":"trace[450361773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1045; }","duration":"111.286146ms","start":"2026-08-22T09:49:13.800562Z","end":"2026-08-22T09:49:13.911848Z","steps":["trace[450361773] 'agreement among raft nodes before linearized reading' (duration: 111.191056ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.911876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.620159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-08-22T09:49:13.911970Z","caller":"traceutil/trace.go:172","msg":"trace[2063830468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44259; range_end:; response_count:1; response_revision:1045; }","duration":"398.726829ms","start":"2026-08-22T09:49:13.513223Z","end":"2026-08-22T09:49:13.911950Z","steps":["trace[2063830468] 'agreement among raft nodes before linearized reading' (duration: 398.47662ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.912030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:13.513205Z","time spent":"398.812179ms","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18912,"request content":"key:\"/registry/pods/kube-system/cilium-44259\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:49:13.912289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.176166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:13.912348Z","caller":"traceutil/trace.go:172","msg":"trace[14125421] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1045; }","duration":"107.237536ms","start":"2026-08-22T09:49:13.805096Z","end":"2026-08-22T09:49:13.912334Z","steps":["trace[14125421] 'agreement among raft nodes before linearized reading' (duration: 107.054126ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.912467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.358838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:49:13.912506Z","caller":"traceutil/trace.go:172","msg":"trace[1369825422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1045; }","duration":"228.401588ms","start":"2026-08-22T09:49:13.684095Z","end":"2026-08-22T09:49:13.912497Z","steps":["trace[1369825422] 'agreement among raft nodes before linearized reading' (duration: 228.043699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.913373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.014056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:118 size:10034"} {"level":"info","ts":"2026-08-22T09:49:13.913423Z","caller":"traceutil/trace.go:172","msg":"trace[198000549] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:118; response_revision:1045; }","duration":"120.069586ms","start":"2026-08-22T09:49:13.793341Z","end":"2026-08-22T09:49:13.913410Z","steps":["trace[198000549] 'agreement among raft nodes before linearized reading' (duration: 119.367647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:13.913814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.149352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-08-22T09:49:13.913854Z","caller":"traceutil/trace.go:172","msg":"trace[728481939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1045; }","duration":"223.02749ms","start":"2026-08-22T09:49:13.690815Z","end":"2026-08-22T09:49:13.913843Z","steps":["trace[728481939] 'agreement among raft nodes before linearized reading' (duration: 220.991205ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:14.092371Z","caller":"traceutil/trace.go:172","msg":"trace[1900654379] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"163.498576ms","start":"2026-08-22T09:49:13.928858Z","end":"2026-08-22T09:49:14.092356Z","steps":["trace[1900654379] 'process raft request' (duration: 163.353376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:14.693817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.18243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:14.693920Z","caller":"traceutil/trace.go:172","msg":"trace[1994997051] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1051; }","duration":"162.308429ms","start":"2026-08-22T09:49:14.531593Z","end":"2026-08-22T09:49:14.693902Z","steps":["trace[1994997051] 'range keys from in-memory index tree' (duration: 161.327962ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:18.363956Z","caller":"traceutil/trace.go:172","msg":"trace[1503633742] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1261; }","duration":"142.981533ms","start":"2026-08-22T09:49:18.220945Z","end":"2026-08-22T09:49:18.363927Z","steps":["trace[1503633742] 'read index received' (duration: 142.971403ms)","trace[1503633742] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:18.364094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.143674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:18.364274Z","caller":"traceutil/trace.go:172","msg":"trace[696501951] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1090; }","duration":"143.332963ms","start":"2026-08-22T09:49:18.220928Z","end":"2026-08-22T09:49:18.364261Z","steps":["trace[696501951] 'agreement among raft nodes before linearized reading' (duration: 143.087454ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:18.597626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:11.596855Z","time spent":"7.000764857s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-08-22T09:49:24.170439Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:24.193923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:24.273796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:24.298814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:24.322781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:24.476235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:27.134232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:49:34.867258Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.358584ms"} {"level":"warn","ts":"2026-08-22T09:49:34.867344Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"89ba38f964b95aa0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.453624ms"} {"level":"warn","ts":"2026-08-22T09:49:35.081120Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"c4257f0d48f73f9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.750282ms"} {"level":"info","ts":"2026-08-22T09:49:35.081202Z","caller":"traceutil/trace.go:172","msg":"trace[1555467855] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1566; }","duration":"395.295238ms","start":"2026-08-22T09:49:34.685882Z","end":"2026-08-22T09:49:35.081178Z","steps":["trace[1555467855] 'read index received' (duration: 395.289718ms)","trace[1555467855] 'applied index is now lower than readState.Index' (duration: 4.37µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:49:35.081360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.471869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:49:35.081398Z","caller":"traceutil/trace.go:172","msg":"trace[1035331977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"395.520449ms","start":"2026-08-22T09:49:34.685867Z","end":"2026-08-22T09:49:35.081388Z","steps":["trace[1035331977] 'agreement among raft nodes before linearized reading' (duration: 395.440809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:49:35.081426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:49:34.685804Z","time spent":"395.615608ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:49:35.081189Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"89ba38f964b95aa0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.826541ms"} {"level":"warn","ts":"2026-08-22T09:49:35.083427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.108038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:49:35.083798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.337734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:49:35.083852Z","caller":"traceutil/trace.go:172","msg":"trace[543797959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1339; }","duration":"169.393023ms","start":"2026-08-22T09:49:34.914447Z","end":"2026-08-22T09:49:35.083840Z","steps":["trace[543797959] 'agreement among raft nodes before linearized reading' (duration: 169.246874ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:49:35.083489Z","caller":"traceutil/trace.go:172","msg":"trace[1823720783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1339; }","duration":"308.173908ms","start":"2026-08-22T09:49:34.775304Z","end":"2026-08-22T09:49:35.083478Z","steps":["trace[1823720783] 'agreement among raft nodes before linearized reading' (duration: 308.094698ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:50:11.014261Z","caller":"traceutil/trace.go:172","msg":"trace[63769218] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"150.625978ms","start":"2026-08-22T09:50:10.863611Z","end":"2026-08-22T09:50:11.014237Z","steps":["trace[63769218] 'process raft request' (duration: 150.446338ms)"],"step_count":1}