{"level":"warn","ts":"2026-07-06T14:19:38.438535Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-06T14:19:38.438686Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-06T14:19:38.438723Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.30:2380","--initial-cluster=controller-3=https://199.19.213.30:2380,controller-2=https://199.19.213.202:2380,controller-1=https://199.19.213.3:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.30:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-06T14:19:38.438843Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-06T14:19:38.438875Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T14:19:38.438891Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.438930Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T14:19:38.440230Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"]} {"level":"info","ts":"2026-07-06T14:19:38.440367Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380,controller-2=https://199.19.213.202:2380,controller-3=https://199.19.213.30:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-06T14:19:38.441844Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078220}"} {"level":"info","ts":"2026-07-06T14:19:38.449111Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-06T14:19:38.449224Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.472048ms"} {"level":"info","ts":"2026-07-06T14:19:38.449253Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-06T14:19:38.449274Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-06T14:19:38.462515Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.30:2380","host":"199.19.213.30:2380","resolved-addr":"199.19.213.30:2380"} {"level":"info","ts":"2026-07-06T14:19:38.462677Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"} {"level":"info","ts":"2026-07-06T14:19:38.462777Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.30:2380","host":"199.19.213.30:2380","resolved-addr":"199.19.213.30:2380"} {"level":"info","ts":"2026-07-06T14:19:38.462792Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.202:2380","host":"199.19.213.202:2380","resolved-addr":"199.19.213.202:2380"} {"level":"info","ts":"2026-07-06T14:19:38.462828Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.202:2380","host":"199.19.213.202:2380","resolved-addr":"199.19.213.202:2380"} {"level":"info","ts":"2026-07-06T14:19:38.462839Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"} {"level":"info","ts":"2026-07-06T14:19:38.482363Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-06T14:19:38.496033Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-06T14:19:38.496105Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"11a05edc6b5392f4","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-07-06T14:19:38.496178Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-06T14:19:38.496331Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"11a05edc6b5392f4 switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T14:19:38.496404Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"11a05edc6b5392f4 became follower at term 0"} {"level":"info","ts":"2026-07-06T14:19:38.496426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 11a05edc6b5392f4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-06T14:19:38.522875Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T14:19:38.531860Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T14:19:38.542905Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T14:19:38.543789Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.543820Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc","remote-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.543923Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.543942Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.543962Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.543981Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.544132Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.544202Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.544254Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.544322Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc","remote-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.544349Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.544388Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.544414Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.544279Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.545043Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.547932Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.547977Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.548006Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"11a05edc6b5392f4","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T14:19:38.548038Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.548124Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.548192Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T14:19:38.548244Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-06T14:19:38.548279Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:19:38.549197Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:19:38.549230Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:19:38.548441Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-07-06T14:19:38.549456Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-07-06T14:19:38.548511Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"11a05edc6b5392f4","initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T14:19:38.548543Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T14:19:38.548647Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.550043Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"11a05edc6b5392f4 [term: 0] received a MsgHeartbeat message with higher term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-07-06T14:19:38.550105Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"11a05edc6b5392f4 became follower at term 2"} {"level":"info","ts":"2026-07-06T14:19:38.550162Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 11a05edc6b5392f4 elected leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-07-06T14:19:38.550152Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:19:38.550256Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.550352Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:19:38.550409Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.550416Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.550959Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"318e43704d6de1fc","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:19:38.550988Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.551243Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.551313Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"318e43704d6de1fc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:19:38.551340Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.558873Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.561967Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"11a05edc6b5392f4","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":708,"incoming-snapshot-message-size-bytes":9163,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-07-06T14:19:38.564311Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.567511Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.567692Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.576888Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002c4.snap.db","bytes":1040384,"size":"1.0 MB"} {"level":"info","ts":"2026-07-06T14:19:38.576954Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"11a05edc6b5392f4","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":708,"incoming-snapshot-size-bytes":1040384,"incoming-snapshot-size":"1.0 MB","download-took":"15.15795ms"} {"level":"info","ts":"2026-07-06T14:19:38.577372Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-07-06T14:19:38.577605Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"11a05edc6b5392f4 switched to configuration voters=(3570865704165827068 4393548324105610035) learners=(1270119395704935156)"} {"level":"info","ts":"2026-07-06T14:19:38.577656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"11a05edc6b5392f4 [commit: 708, lastindex: 708, lastterm: 2] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-07-06T14:19:38.577680Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"11a05edc6b5392f4 [commit: 708] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-07-06T14:19:38.577874Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-06T14:19:38.585577Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":708} {"level":"info","ts":"2026-07-06T14:19:38.586168Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000376018}"} {"level":"info","ts":"2026-07-06T14:19:38.587015Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-06T14:19:38.587268Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.211807ms"} {"level":"info","ts":"2026-07-06T14:19:38.587387Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-06T14:19:38.591204Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-06T14:19:38.591233Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-06T14:19:38.593859Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":651} {"level":"info","ts":"2026-07-06T14:19:38.593890Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":708} {"level":"info","ts":"2026-07-06T14:19:38.593901Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-06T14:19:38.594077Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-06T14:19:38.595475Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-06T14:19:38.595499Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-06T14:19:38.595539Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-06T14:19:38.595556Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-06T14:19:38.596237Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-06T14:19:38.596272Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-06T14:19:38.596345Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-06T14:19:38.596363Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"11a05edc6b5392f4","recovered-remote-peer-id":"11a05edc6b5392f4","recovered-remote-peer-urls":["https://199.19.213.30:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-06T14:19:38.596376Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"11a05edc6b5392f4","recovered-remote-peer-id":"318e43704d6de1fc","recovered-remote-peer-urls":["https://199.19.213.202:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-06T14:19:38.596384Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"11a05edc6b5392f4","recovered-remote-peer-id":"3cf904ec39d3e333","recovered-remote-peer-urls":["https://199.19.213.3:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-06T14:19:38.596396Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-06T14:19:38.596403Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-06T14:19:38.596412Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-06T14:19:38.596422Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"warn","ts":"2026-07-06T14:19:38.596472Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.596494Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"318e43704d6de1fc"} {"level":"warn","ts":"2026-07-06T14:19:38.596520Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.596808Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-06T14:19:38.596532Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.597098Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"warn","ts":"2026-07-06T14:19:38.597422Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc","error":"context canceled"} {"level":"warn","ts":"2026-07-06T14:19:38.597490Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"318e43704d6de1fc","error":"failed to read 318e43704d6de1fc on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-06T14:19:38.597638Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"warn","ts":"2026-07-06T14:19:38.598095Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:19:38.598158Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.598197Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.598225Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"11a05edc6b5392f4","removed-remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.598290Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:19:38.598316Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.598387Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:19:38.598522Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.598539Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.598694Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:19:38.602396Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"warn","ts":"2026-07-06T14:19:38.602429Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3cf904ec39d3e333","error":"failed to read 3cf904ec39d3e333 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-06T14:19:38.602535Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:19:38.602770Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:19:38.602802Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.602874Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.602895Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"11a05edc6b5392f4","removed-remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.602904Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-06T14:19:38.602915Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-06T14:19:38.602940Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.602957Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.603062Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.603080Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc","remote-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.603094Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.603105Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.603612Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.603706Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.604515Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.605512Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.608591Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.608696Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.608716Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.608665Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:19:38.608745Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.608748Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-06T14:19:38.608809Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":708,"current-applied-index":708,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-06T14:19:38.608836Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.615125Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:19:38.615170Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.615212Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.620779Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:19:38.621036Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.621417Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.622139Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"318e43704d6de1fc","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:19:38.622215Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.622287Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.623639Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"11a05edc6b5392f4","to":"318e43704d6de1fc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:19:38.623673Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.627059Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:19:38.627796Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.637742Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"11a05edc6b5392f4","remote-peer-id":"318e43704d6de1fc"} {"level":"info","ts":"2026-07-06T14:19:38.653942Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"11a05edc6b5392f4","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-07-06T14:19:38.996693Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"11a05edc6b5392f4 switched to configuration voters=(1270119395704935156 3570865704165827068 4393548324105610035)"} {"level":"info","ts":"2026-07-06T14:19:38.997172Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"11a05edc6b5392f4","promoted-member-id":"11a05edc6b5392f4"} {"level":"warn","ts":"2026-07-06T14:19:45.548977Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"11a05edc6b5392f4","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.30:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-06T14:19:46.517816Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"11a05edc6b5392f4","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.30:2379]}","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T14:19:46.517868Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T14:19:46.517939Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T14:19:46.518169Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T14:19:46.518219Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T14:19:46.520197Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-06T14:19:46.520449Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-06T14:19:46.520590Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-06T14:19:46.522522Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.30:2379"} {"level":"info","ts":"2026-07-06T14:19:46.523348Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-06T14:19:46.526679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.526856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.527130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.528040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.528457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.529029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.529738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.529854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.529925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.530233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.531544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.531988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.532160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:57494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.536982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.559734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.578607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.588661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.597295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.607707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.616431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.624897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.633796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.642619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.652737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.660389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.671479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.681097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.689624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.698600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.706931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.718017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.726577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55752","server-name":"","error":"EOF"} 2026/07/06 14:19:46 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:19:46.795774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.803150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.811612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.821697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.832233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.875276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.886585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.895935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.906453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.916954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.927687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.937521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.949616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.960062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.968146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.977674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.985974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:46.999899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.021884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.030099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.037151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.563706Z","time spent":"473.432037ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T14:19:47.037366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.561639Z","time spent":"475.7115ms","remote":"127.0.0.1:55418","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T14:19:47.037945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.549409Z","time spent":"488.528716ms","remote":"199.19.213.30:42838","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T14:19:47.041431Z","caller":"traceutil/trace.go:172","msg":"trace[589168564] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:731; }","duration":"474.796366ms","start":"2026-07-06T14:19:46.566607Z","end":"2026-07-06T14:19:47.041403Z","steps":["trace[589168564] 'read index received' (duration: 474.791766ms)","trace[589168564] 'applied index is now lower than readState.Index' (duration: 3.94µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:47.041748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.05865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.041872Z","caller":"traceutil/trace.go:172","msg":"trace[1294360232] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:669; }","duration":"475.242043ms","start":"2026-07-06T14:19:46.566602Z","end":"2026-07-06T14:19:47.041844Z","steps":["trace[1294360232] 'agreement among raft nodes before linearized reading' (duration: 474.968589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.041939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.566592Z","time spent":"475.330264ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.042941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.274349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.043619Z","caller":"traceutil/trace.go:172","msg":"trace[447355287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:669; }","duration":"476.980758ms","start":"2026-07-06T14:19:46.566628Z","end":"2026-07-06T14:19:47.043609Z","steps":["trace[447355287] 'agreement among raft nodes before linearized reading' (duration: 476.239388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.043758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.566624Z","time spent":"477.12195ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.043863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.922999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" limit:10000 ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-07-06T14:19:47.043944Z","caller":"traceutil/trace.go:172","msg":"trace[902968936] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:1; response_revision:669; }","duration":"107.00078ms","start":"2026-07-06T14:19:46.936929Z","end":"2026-07-06T14:19:47.043929Z","steps":["trace[902968936] 'agreement among raft nodes before linearized reading' (duration: 106.708036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.319824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.044213Z","caller":"traceutil/trace.go:172","msg":"trace[2012959154] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:669; }","duration":"107.359335ms","start":"2026-07-06T14:19:46.936845Z","end":"2026-07-06T14:19:47.044204Z","steps":["trace[2012959154] 'agreement among raft nodes before linearized reading' (duration: 107.299114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.890344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.044384Z","caller":"traceutil/trace.go:172","msg":"trace[714764691] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:669; }","duration":"116.930574ms","start":"2026-07-06T14:19:46.927445Z","end":"2026-07-06T14:19:47.044376Z","steps":["trace[714764691] 'agreement among raft nodes before linearized reading' (duration: 116.873723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.606993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" limit:10000 ","response":"range_response_count:2 size:1169"} {"level":"info","ts":"2026-07-06T14:19:47.044646Z","caller":"traceutil/trace.go:172","msg":"trace[1136699877] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:2; response_revision:669; }","duration":"117.647374ms","start":"2026-07-06T14:19:46.926989Z","end":"2026-07-06T14:19:47.044637Z","steps":["trace[1136699877] 'agreement among raft nodes before linearized reading' (duration: 117.539252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.062886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 ","response":"range_response_count:2 size:4757"} {"level":"info","ts":"2026-07-06T14:19:47.047635Z","caller":"traceutil/trace.go:172","msg":"trace[808406371] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:2; response_revision:669; }","duration":"217.936727ms","start":"2026-07-06T14:19:46.829686Z","end":"2026-07-06T14:19:47.047623Z","steps":["trace[808406371] 'agreement among raft nodes before linearized reading' (duration: 214.434467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.073298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.044869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.17734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.047736Z","caller":"traceutil/trace.go:172","msg":"trace[1753155749] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:669; }","duration":"131.98528ms","start":"2026-07-06T14:19:46.915738Z","end":"2026-07-06T14:19:47.047723Z","steps":["trace[1753155749] 'agreement among raft nodes before linearized reading' (duration: 129.046868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.047889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.847808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:5 size:13887"} {"level":"info","ts":"2026-07-06T14:19:47.047929Z","caller":"traceutil/trace.go:172","msg":"trace[1403735312] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:5; response_revision:669; }","duration":"431.889839ms","start":"2026-07-06T14:19:46.616029Z","end":"2026-07-06T14:19:47.047919Z","steps":["trace[1403735312] 'agreement among raft nodes before linearized reading' (duration: 430.640712ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.047860Z","caller":"traceutil/trace.go:172","msg":"trace[929824764] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:669; }","duration":"132.138703ms","start":"2026-07-06T14:19:46.915686Z","end":"2026-07-06T14:19:47.047825Z","steps":["trace[929824764] 'agreement among raft nodes before linearized reading' (duration: 129.15918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.047972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.616020Z","time spent":"431.94326ms","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":5,"response size":13909,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.044934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.460897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.048076Z","caller":"traceutil/trace.go:172","msg":"trace[1686241988] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:669; }","duration":"142.598862ms","start":"2026-07-06T14:19:46.905467Z","end":"2026-07-06T14:19:47.048066Z","steps":["trace[1686241988] 'agreement among raft nodes before linearized reading' (duration: 139.450777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.044963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.441891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.938212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.189556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 ","response":"range_response_count:2 size:1549"} {"level":"warn","ts":"2026-07-06T14:19:47.045192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.869331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 ","response":"range_response_count:8 size:4310"} {"level":"warn","ts":"2026-07-06T14:19:47.045231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.196165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.30038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.668635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.765146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.004194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.415171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.06898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.127981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.926589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.983551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.048895Z","caller":"traceutil/trace.go:172","msg":"trace[910546883] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:669; }","duration":"163.677627ms","start":"2026-07-06T14:19:46.885072Z","end":"2026-07-06T14:19:47.048750Z","steps":["trace[910546883] 'agreement among raft nodes before linearized reading' (duration: 159.925742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.045575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.669924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.049198Z","caller":"traceutil/trace.go:172","msg":"trace[612032455] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:669; }","duration":"323.278166ms","start":"2026-07-06T14:19:46.725897Z","end":"2026-07-06T14:19:47.049175Z","steps":["trace[612032455] 'agreement among raft nodes before linearized reading' (duration: 319.652204ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.049339Z","caller":"traceutil/trace.go:172","msg":"trace[315508768] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:669; }","duration":"153.802275ms","start":"2026-07-06T14:19:46.895515Z","end":"2026-07-06T14:19:47.049318Z","steps":["trace[315508768] 'agreement among raft nodes before linearized reading' (duration: 149.429141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.049366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.725888Z","time spent":"323.447278ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.045803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.074809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:42 size:8457"} {"level":"info","ts":"2026-07-06T14:19:47.049548Z","caller":"traceutil/trace.go:172","msg":"trace[319915955] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:42; response_revision:669; }","duration":"323.817413ms","start":"2026-07-06T14:19:46.725721Z","end":"2026-07-06T14:19:47.049538Z","steps":["trace[319915955] 'agreement among raft nodes before linearized reading' (duration: 319.863616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.049588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.725709Z","time spent":"323.866084ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":42,"response size":8479,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.049595Z","caller":"traceutil/trace.go:172","msg":"trace[1413514846] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:2; response_revision:669; }","duration":"164.663091ms","start":"2026-07-06T14:19:46.884895Z","end":"2026-07-06T14:19:47.049558Z","steps":["trace[1413514846] 'agreement among raft nodes before linearized reading' (duration: 160.131975ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.049732Z","caller":"traceutil/trace.go:172","msg":"trace[897968525] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:669; }","duration":"239.727032ms","start":"2026-07-06T14:19:46.809989Z","end":"2026-07-06T14:19:47.049716Z","steps":["trace[897968525] 'agreement among raft nodes before linearized reading' (duration: 235.39662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.045821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.899049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.479521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.953724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.147297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.342673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:2 size:1908"} {"level":"warn","ts":"2026-07-06T14:19:47.045948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.565692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.045998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.722313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.824996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.869061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.929373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.950067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.109783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.065967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:14 size:79797"} {"level":"warn","ts":"2026-07-06T14:19:47.046229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.722803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.939726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.164368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:2 size:8070"} {"level":"warn","ts":"2026-07-06T14:19:47.046509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.409907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.523339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:2 size:1145"} {"level":"warn","ts":"2026-07-06T14:19:47.042941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.080908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.245574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:26 size:2123"} {"level":"warn","ts":"2026-07-06T14:19:47.046607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.602391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.046650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.175379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:11 size:17971"} {"level":"warn","ts":"2026-07-06T14:19:47.046647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.5036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.044907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.363426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:19:47.044988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.684005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:47.049782Z","caller":"traceutil/trace.go:172","msg":"trace[2109708227] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:669; }","duration":"247.401262ms","start":"2026-07-06T14:19:46.802365Z","end":"2026-07-06T14:19:47.049767Z","steps":["trace[2109708227] 'agreement among raft nodes before linearized reading' (duration: 243.05683ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050596Z","caller":"traceutil/trace.go:172","msg":"trace[1588529183] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:669; }","duration":"443.516846ms","start":"2026-07-06T14:19:46.607060Z","end":"2026-07-06T14:19:47.050577Z","steps":["trace[1588529183] 'agreement among raft nodes before linearized reading' (duration: 439.084453ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050632Z","caller":"traceutil/trace.go:172","msg":"trace[287194307] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:669; }","duration":"220.768688ms","start":"2026-07-06T14:19:46.829848Z","end":"2026-07-06T14:19:47.050616Z","steps":["trace[287194307] 'agreement among raft nodes before linearized reading' (duration: 213.053067ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050662Z","caller":"traceutil/trace.go:172","msg":"trace[583111144] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:26; response_revision:669; }","duration":"454.338882ms","start":"2026-07-06T14:19:46.596318Z","end":"2026-07-06T14:19:47.050657Z","steps":["trace[583111144] 'agreement among raft nodes before linearized reading' (duration: 450.090422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.050671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.607055Z","time spent":"443.601167ms","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.050720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.596305Z","time spent":"454.374533ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":26,"response size":2145,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-07-06T14:19:47.050761Z","caller":"traceutil/trace.go:172","msg":"trace[558898617] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:669; }","duration":"434.619869ms","start":"2026-07-06T14:19:46.616132Z","end":"2026-07-06T14:19:47.050751Z","steps":["trace[558898617] 'agreement among raft nodes before linearized reading' (duration: 430.465389ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050792Z","caller":"traceutil/trace.go:172","msg":"trace[1071540133] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:14; response_revision:669; }","duration":"344.655453ms","start":"2026-07-06T14:19:46.706129Z","end":"2026-07-06T14:19:47.050784Z","steps":["trace[1071540133] 'agreement among raft nodes before linearized reading' (duration: 339.879735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.050815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.616126Z","time spent":"434.659139ms","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.050854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.706118Z","time spent":"344.724244ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":14,"response size":79819,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.049804Z","caller":"traceutil/trace.go:172","msg":"trace[944241557] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:669; }","duration":"247.462282ms","start":"2026-07-06T14:19:46.802336Z","end":"2026-07-06T14:19:47.049799Z","steps":["trace[944241557] 'agreement among raft nodes before linearized reading' (duration: 243.11596ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050869Z","caller":"traceutil/trace.go:172","msg":"trace[541355556] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:669; }","duration":"155.548089ms","start":"2026-07-06T14:19:46.895300Z","end":"2026-07-06T14:19:47.050848Z","steps":["trace[541355556] 'agreement among raft nodes before linearized reading' (duration: 149.673745ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050917Z","caller":"traceutil/trace.go:172","msg":"trace[891618722] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:669; }","duration":"443.911532ms","start":"2026-07-06T14:19:46.606996Z","end":"2026-07-06T14:19:47.050908Z","steps":["trace[891618722] 'agreement among raft nodes before linearized reading' (duration: 439.5931ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050951Z","caller":"traceutil/trace.go:172","msg":"trace[469049778] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:669; }","duration":"361.845591ms","start":"2026-07-06T14:19:46.689091Z","end":"2026-07-06T14:19:47.050936Z","steps":["trace[469049778] 'agreement among raft nodes before linearized reading' (duration: 357.392757ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.049823Z","caller":"traceutil/trace.go:172","msg":"trace[1228827651] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:669; }","duration":"313.24169ms","start":"2026-07-06T14:19:46.736572Z","end":"2026-07-06T14:19:47.049814Z","steps":["trace[1228827651] 'agreement among raft nodes before linearized reading' (duration: 308.915439ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050640Z","caller":"traceutil/trace.go:172","msg":"trace[1869085048] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:11; response_revision:669; }","duration":"426.168186ms","start":"2026-07-06T14:19:46.624465Z","end":"2026-07-06T14:19:47.050634Z","steps":["trace[1869085048] 'agreement among raft nodes before linearized reading' (duration: 421.775773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.689075Z","time spent":"361.944092ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.051049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.624454Z","time spent":"426.585293ms","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":11,"response size":17993,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.051087Z","caller":"traceutil/trace.go:172","msg":"trace[612023008] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:669; }","duration":"145.537415ms","start":"2026-07-06T14:19:46.905536Z","end":"2026-07-06T14:19:47.051074Z","steps":["trace[612023008] 'agreement among raft nodes before linearized reading' (duration: 139.346695ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.051205Z","caller":"traceutil/trace.go:172","msg":"trace[1831866995] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:669; }","duration":"426.695315ms","start":"2026-07-06T14:19:46.624501Z","end":"2026-07-06T14:19:47.051197Z","steps":["trace[1831866995] 'agreement among raft nodes before linearized reading' (duration: 421.695733ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.051229Z","caller":"traceutil/trace.go:172","msg":"trace[50656229] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:2; response_revision:669; }","duration":"362.183406ms","start":"2026-07-06T14:19:46.689039Z","end":"2026-07-06T14:19:47.051223Z","steps":["trace[50656229] 'agreement among raft nodes before linearized reading' (duration: 357.479238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.689022Z","time spent":"362.222576ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":2,"response size":1167,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.051279Z","caller":"traceutil/trace.go:172","msg":"trace[1866696121] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:669; }","duration":"353.962078ms","start":"2026-07-06T14:19:46.697305Z","end":"2026-07-06T14:19:47.051267Z","steps":["trace[1866696121] 'agreement among raft nodes before linearized reading' (duration: 348.922105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.697301Z","time spent":"354.010268ms","remote":"127.0.0.1:55674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:47.049837Z","caller":"traceutil/trace.go:172","msg":"trace[2113213298] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:669; }","duration":"313.281362ms","start":"2026-07-06T14:19:46.736551Z","end":"2026-07-06T14:19:47.049833Z","steps":["trace[2113213298] 'agreement among raft nodes before linearized reading' (duration: 308.9713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.736540Z","time spent":"314.822714ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.051251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.624497Z","time spent":"426.744755ms","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.050968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.606987Z","time spent":"443.970823ms","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.045738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.648983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:4 size:1383"} {"level":"info","ts":"2026-07-06T14:19:47.051454Z","caller":"traceutil/trace.go:172","msg":"trace[1841589683] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:2; response_revision:669; }","duration":"354.15773ms","start":"2026-07-06T14:19:46.697289Z","end":"2026-07-06T14:19:47.051446Z","steps":["trace[1841589683] 'agreement among raft nodes before linearized reading' (duration: 348.972406ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.051486Z","caller":"traceutil/trace.go:172","msg":"trace[847011710] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:4; response_revision:669; }","duration":"418.429346ms","start":"2026-07-06T14:19:46.633051Z","end":"2026-07-06T14:19:47.051480Z","steps":["trace[847011710] 'agreement among raft nodes before linearized reading' (duration: 412.555952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.697269Z","time spent":"354.215941ms","remote":"127.0.0.1:55674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":2,"response size":8092,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.049940Z","caller":"traceutil/trace.go:172","msg":"trace[606508120] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:669; }","duration":"229.306902ms","start":"2026-07-06T14:19:46.820609Z","end":"2026-07-06T14:19:47.049916Z","steps":["trace[606508120] 'agreement among raft nodes before linearized reading' (duration: 224.651315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.633030Z","time spent":"418.478446ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":4,"response size":1405,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.049969Z","caller":"traceutil/trace.go:172","msg":"trace[1539546624] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:8; response_revision:669; }","duration":"175.64568ms","start":"2026-07-06T14:19:46.874315Z","end":"2026-07-06T14:19:47.049961Z","steps":["trace[1539546624] 'agreement among raft nodes before linearized reading' (duration: 170.79392ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.049991Z","caller":"traceutil/trace.go:172","msg":"trace[1808680732] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:669; }","duration":"175.954954ms","start":"2026-07-06T14:19:46.874029Z","end":"2026-07-06T14:19:47.049984Z","steps":["trace[1808680732] 'agreement among raft nodes before linearized reading' (duration: 171.179075ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050008Z","caller":"traceutil/trace.go:172","msg":"trace[1889074573] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:669; }","duration":"370.077439ms","start":"2026-07-06T14:19:46.679925Z","end":"2026-07-06T14:19:47.050002Z","steps":["trace[1889074573] 'agreement among raft nodes before linearized reading' (duration: 365.27392ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050072Z","caller":"traceutil/trace.go:172","msg":"trace[1915298436] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:669; }","duration":"332.700331ms","start":"2026-07-06T14:19:46.717362Z","end":"2026-07-06T14:19:47.050063Z","steps":["trace[1915298436] 'agreement among raft nodes before linearized reading' (duration: 328.463881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.679920Z","time spent":"371.925236ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.051863Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.717349Z","time spent":"334.507867ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:47.050063Z","caller":"traceutil/trace.go:172","msg":"trace[1897019181] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:669; }","duration":"229.506174ms","start":"2026-07-06T14:19:46.820550Z","end":"2026-07-06T14:19:47.050057Z","steps":["trace[1897019181] 'agreement among raft nodes before linearized reading' (duration: 224.752765ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050126Z","caller":"traceutil/trace.go:172","msg":"trace[1136235507] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:669; }","duration":"370.211511ms","start":"2026-07-06T14:19:46.679909Z","end":"2026-07-06T14:19:47.050120Z","steps":["trace[1136235507] 'agreement among raft nodes before linearized reading' (duration: 365.885079ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050131Z","caller":"traceutil/trace.go:172","msg":"trace[309217831] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:669; }","duration":"380.376567ms","start":"2026-07-06T14:19:46.669748Z","end":"2026-07-06T14:19:47.050125Z","steps":["trace[309217831] 'agreement among raft nodes before linearized reading' (duration: 376.128276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.052010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.669722Z","time spent":"382.281075ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.050145Z","caller":"traceutil/trace.go:172","msg":"trace[873330160] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:669; }","duration":"239.780032ms","start":"2026-07-06T14:19:46.810358Z","end":"2026-07-06T14:19:47.050138Z","steps":["trace[873330160] 'agreement among raft nodes before linearized reading' (duration: 234.973714ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050270Z","caller":"traceutil/trace.go:172","msg":"trace[853386843] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:669; }","duration":"343.970593ms","start":"2026-07-06T14:19:46.706270Z","end":"2026-07-06T14:19:47.050241Z","steps":["trace[853386843] 'agreement among raft nodes before linearized reading' (duration: 339.700653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.051832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.736567Z","time spent":"315.251039ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.052155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.706264Z","time spent":"345.880671ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:47.050451Z","caller":"traceutil/trace.go:172","msg":"trace[2126839559] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:669; }","duration":"398.283274ms","start":"2026-07-06T14:19:46.652157Z","end":"2026-07-06T14:19:47.050440Z","steps":["trace[2126839559] 'agreement among raft nodes before linearized reading' (duration: 393.855711ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050475Z","caller":"traceutil/trace.go:172","msg":"trace[1066370696] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:669; }","duration":"398.347856ms","start":"2026-07-06T14:19:46.652120Z","end":"2026-07-06T14:19:47.050468Z","steps":["trace[1066370696] 'agreement among raft nodes before linearized reading' (duration: 393.920823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.052546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.652111Z","time spent":"400.423406ms","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.050496Z","caller":"traceutil/trace.go:172","msg":"trace[1182587402] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:669; }","duration":"417.36554ms","start":"2026-07-06T14:19:46.633126Z","end":"2026-07-06T14:19:47.050492Z","steps":["trace[1182587402] 'agreement among raft nodes before linearized reading' (duration: 412.936917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.052679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.633120Z","time spent":"419.548151ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.051986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.679899Z","time spent":"372.078188ms","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.052672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.652146Z","time spent":"400.262803ms","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:47.050160Z","caller":"traceutil/trace.go:172","msg":"trace[580905501] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:2; response_revision:669; }","duration":"333.540143ms","start":"2026-07-06T14:19:46.716599Z","end":"2026-07-06T14:19:47.050139Z","steps":["trace[580905501] 'agreement among raft nodes before linearized reading' (duration: 329.266822ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:19:47.050276Z","caller":"traceutil/trace.go:172","msg":"trace[105978996] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:669; }","duration":"389.871534ms","start":"2026-07-06T14:19:46.660377Z","end":"2026-07-06T14:19:47.050248Z","steps":["trace[105978996] 'agreement among raft nodes before linearized reading' (duration: 385.544532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.053062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.660363Z","time spent":"392.689634ms","remote":"127.0.0.1:55608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:47.050293Z","caller":"traceutil/trace.go:172","msg":"trace[1750347124] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:669; }","duration":"390.118677ms","start":"2026-07-06T14:19:46.660169Z","end":"2026-07-06T14:19:47.050288Z","steps":["trace[1750347124] 'agreement among raft nodes before linearized reading' (duration: 385.802836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.053174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.660156Z","time spent":"393.010218ms","remote":"127.0.0.1:55608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 "} {"level":"info","ts":"2026-07-06T14:19:47.050108Z","caller":"traceutil/trace.go:172","msg":"trace[2129884343] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:669; }","duration":"380.204274ms","start":"2026-07-06T14:19:46.669895Z","end":"2026-07-06T14:19:47.050099Z","steps":["trace[2129884343] 'agreement among raft nodes before linearized reading' (duration: 375.941674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:47.053270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.669887Z","time spent":"383.37468ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:47.053340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:46.716585Z","time spent":"336.251902ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":2,"response size":1930,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T14:19:47.071768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.078769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.087514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.097099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.105692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.117003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.124992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.136023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.145459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.157949Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.166880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.173859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.195254Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.202003Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.231362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.241636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.252355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:47.299205Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:52.688301Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:19:53.269870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.397068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:19:53.270149Z","caller":"traceutil/trace.go:172","msg":"trace[638919832] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:754; }","duration":"1.082402116s","start":"2026-07-06T14:19:52.187733Z","end":"2026-07-06T14:19:53.270135Z","steps":["trace[638919832] 'read index received' (duration: 970.614711ms)","trace[638919832] 'applied index is now lower than readState.Index' (duration: 111.786525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:53.270401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.082659029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:19:53.270467Z","caller":"traceutil/trace.go:172","msg":"trace[615984449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:691; }","duration":"1.0827318s","start":"2026-07-06T14:19:52.187722Z","end":"2026-07-06T14:19:53.270454Z","steps":["trace[615984449] 'agreement among raft nodes before linearized reading' (duration: 1.082572678s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:53.270502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:52.187705Z","time spent":"1.082787592s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:19:53.271719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"998.722403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:53.271769Z","caller":"traceutil/trace.go:172","msg":"trace[822132909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"998.775114ms","start":"2026-07-06T14:19:52.272986Z","end":"2026-07-06T14:19:53.271762Z","steps":["trace[822132909] 'agreement among raft nodes before linearized reading' (duration: 998.702723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:53.271789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:52.272956Z","time spent":"998.828075ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:19:59.021993Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263269,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:19:59.068650Z","caller":"traceutil/trace.go:172","msg":"trace[68556772] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:776; }","duration":"546.998922ms","start":"2026-07-06T14:19:58.521629Z","end":"2026-07-06T14:19:59.068628Z","steps":["trace[68556772] 'read index received' (duration: 546.993791ms)","trace[68556772] 'applied index is now lower than readState.Index' (duration: 4.161µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:59.068848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.224211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:19:59.068878Z","caller":"traceutil/trace.go:172","msg":"trace[843804384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:708; }","duration":"547.267382ms","start":"2026-07-06T14:19:58.521602Z","end":"2026-07-06T14:19:59.068870Z","steps":["trace[843804384] 'agreement among raft nodes before linearized reading' (duration: 547.130586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:59.068925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:19:58.521582Z","time spent":"547.318654ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:14.978172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:20:14.979292Z","caller":"traceutil/trace.go:172","msg":"trace[1056349615] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"639.4251ms","start":"2026-07-06T14:20:14.339836Z","end":"2026-07-06T14:20:14.979261Z","steps":["trace[1056349615] 'process raft request' (duration: 639.241124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:14.979678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:14.339800Z","time spent":"639.569475ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:15.136728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.48803ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:15.136806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.084112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:15.136956Z","caller":"traceutil/trace.go:172","msg":"trace[1640121788] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:771; }","duration":"109.279869ms","start":"2026-07-06T14:20:15.027643Z","end":"2026-07-06T14:20:15.136923Z","steps":["trace[1640121788] 'range keys from in-memory index tree' (duration: 109.00095ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:15.213869Z","caller":"traceutil/trace.go:172","msg":"trace[1681847849] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:850; }","duration":"736.307307ms","start":"2026-07-06T14:20:14.477540Z","end":"2026-07-06T14:20:15.213847Z","steps":["trace[1681847849] 'read index received' (duration: 736.300746ms)","trace[1681847849] 'applied index is now lower than readState.Index' (duration: 5.281µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:15.214198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"736.639228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-06T14:20:15.214325Z","caller":"traceutil/trace.go:172","msg":"trace[1240498875] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:771; }","duration":"736.789703ms","start":"2026-07-06T14:20:14.477525Z","end":"2026-07-06T14:20:15.214315Z","steps":["trace[1240498875] 'agreement among raft nodes before linearized reading' (duration: 736.40742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:15.214406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:14.477501Z","time spent":"736.846155ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:15.215607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.901999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-3\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-07-06T14:20:15.215669Z","caller":"traceutil/trace.go:172","msg":"trace[1708700020] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-3; range_end:; response_count:1; response_revision:771; }","duration":"231.999823ms","start":"2026-07-06T14:20:14.983654Z","end":"2026-07-06T14:20:15.215653Z","steps":["trace[1708700020] 'agreement among raft nodes before linearized reading' (duration: 231.805356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:15.215660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.252188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:15.215729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.272015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:20:15.216012Z","caller":"traceutil/trace.go:172","msg":"trace[2120336414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:771; }","duration":"220.555064ms","start":"2026-07-06T14:20:14.995447Z","end":"2026-07-06T14:20:15.216002Z","steps":["trace[2120336414] 'agreement among raft nodes before linearized reading' (duration: 220.044227ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:15.215744Z","caller":"traceutil/trace.go:172","msg":"trace[1339043750] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:771; }","duration":"231.338461ms","start":"2026-07-06T14:20:14.984390Z","end":"2026-07-06T14:20:15.215729Z","steps":["trace[1339043750] 'agreement among raft nodes before linearized reading' (duration: 231.216837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:15.216341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.939463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:20:15.216462Z","caller":"traceutil/trace.go:172","msg":"trace[211100590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:771; }","duration":"206.098028ms","start":"2026-07-06T14:20:15.010338Z","end":"2026-07-06T14:20:15.216436Z","steps":["trace[211100590] 'agreement among raft nodes before linearized reading' (duration: 205.344163ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:15.336980Z","caller":"traceutil/trace.go:172","msg":"trace[1586830926] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"113.86092ms","start":"2026-07-06T14:20:15.223101Z","end":"2026-07-06T14:20:15.336962Z","steps":["trace[1586830926] 'process raft request' (duration: 113.726756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:15.565137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.261233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-3\" limit:1 ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-07-06T14:20:15.565244Z","caller":"traceutil/trace.go:172","msg":"trace[734718675] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-3; range_end:; response_count:1; response_revision:772; }","duration":"223.404428ms","start":"2026-07-06T14:20:15.341818Z","end":"2026-07-06T14:20:15.565223Z","steps":["trace[734718675] 'range keys from in-memory index tree' (duration: 221.554586ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:15.855097Z","caller":"traceutil/trace.go:172","msg":"trace[357859168] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"107.511831ms","start":"2026-07-06T14:20:15.747561Z","end":"2026-07-06T14:20:15.855072Z","steps":["trace[357859168] 'process raft request' (duration: 84.154582ms)","trace[357859168] 'compare' (duration: 23.179164ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:20:15.972530Z","caller":"traceutil/trace.go:172","msg":"trace[1010438219] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"104.886355ms","start":"2026-07-06T14:20:15.867620Z","end":"2026-07-06T14:20:15.972506Z","steps":["trace[1010438219] 'process raft request' (duration: 104.676607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.133198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"875.992965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:19.133308Z","caller":"traceutil/trace.go:172","msg":"trace[1873392712] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:868; }","duration":"851.834038ms","start":"2026-07-06T14:20:18.281459Z","end":"2026-07-06T14:20:19.133293Z","steps":["trace[1873392712] 'read index received' (duration: 2.941295ms)","trace[1873392712] 'applied index is now lower than readState.Index' (duration: 848.891273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:19.133409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"851.944342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:19.133432Z","caller":"traceutil/trace.go:172","msg":"trace[181776881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"851.970933ms","start":"2026-07-06T14:20:18.281453Z","end":"2026-07-06T14:20:19.133423Z","steps":["trace[181776881] 'agreement among raft nodes before linearized reading' (duration: 851.916381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.133458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.281431Z","time spent":"852.021534ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:20:19.208127Z","caller":"traceutil/trace.go:172","msg":"trace[144591537] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"886.880091ms","start":"2026-07-06T14:20:18.321224Z","end":"2026-07-06T14:20:19.208104Z","steps":["trace[144591537] 'process raft request' (duration: 886.787757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.208383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.321195Z","time spent":"887.093437ms","remote":"127.0.0.1:55674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4010,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:20:19.208181Z","caller":"traceutil/trace.go:172","msg":"trace[1872546824] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"909.245528ms","start":"2026-07-06T14:20:18.298894Z","end":"2026-07-06T14:20:19.208139Z","steps":["trace[1872546824] 'process raft request' (duration: 909.005439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.208782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.298865Z","time spent":"909.733023ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:20:19.300751Z","caller":"traceutil/trace.go:172","msg":"trace[1901281588] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"310.040744ms","start":"2026-07-06T14:20:18.990687Z","end":"2026-07-06T14:20:19.300727Z","steps":["trace[1901281588] 'process raft request' (duration: 309.955861ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:19.300795Z","caller":"traceutil/trace.go:172","msg":"trace[820802894] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:873; }","duration":"167.438949ms","start":"2026-07-06T14:20:19.133333Z","end":"2026-07-06T14:20:19.300772Z","steps":["trace[820802894] 'read index received' (duration: 141.406354ms)","trace[820802894] 'applied index is now lower than readState.Index' (duration: 26.030815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:19.300920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.990650Z","time spent":"310.188838ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:19.300951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.65482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:19.300981Z","caller":"traceutil/trace.go:172","msg":"trace[337686434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:795; }","duration":"272.700082ms","start":"2026-07-06T14:20:19.028272Z","end":"2026-07-06T14:20:19.300973Z","steps":["trace[337686434] 'agreement among raft nodes before linearized reading' (duration: 272.625689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.301227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.320219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:20:19.301334Z","caller":"traceutil/trace.go:172","msg":"trace[970726475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"276.401791ms","start":"2026-07-06T14:20:19.024875Z","end":"2026-07-06T14:20:19.301277Z","steps":["trace[970726475] 'agreement among raft nodes before linearized reading' (duration: 276.195335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.303535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.676189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:19.304321Z","caller":"traceutil/trace.go:172","msg":"trace[1519596599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"169.482255ms","start":"2026-07-06T14:20:19.134816Z","end":"2026-07-06T14:20:19.304298Z","steps":["trace[1519596599] 'agreement among raft nodes before linearized reading' (duration: 168.613867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:24.812896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.272074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:26.395099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.653916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:26.395166Z","caller":"traceutil/trace.go:172","msg":"trace[876680885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"112.731428ms","start":"2026-07-06T14:20:26.282419Z","end":"2026-07-06T14:20:26.395150Z","steps":["trace[876680885] 'range keys from in-memory index tree' (duration: 110.730615ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:28.160075Z","caller":"traceutil/trace.go:172","msg":"trace[590044689] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:904; }","duration":"131.646734ms","start":"2026-07-06T14:20:28.028367Z","end":"2026-07-06T14:20:28.160013Z","steps":["trace[590044689] 'read index received' (duration: 131.641464ms)","trace[590044689] 'applied index is now lower than readState.Index' (duration: 4.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:28.160215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.811539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:28.160318Z","caller":"traceutil/trace.go:172","msg":"trace[1060872296] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:817; }","duration":"131.935343ms","start":"2026-07-06T14:20:28.028360Z","end":"2026-07-06T14:20:28.160296Z","steps":["trace[1060872296] 'agreement among raft nodes before linearized reading' (duration: 131.769638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:28.403548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.530246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:28.403623Z","caller":"traceutil/trace.go:172","msg":"trace[86980931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"120.618869ms","start":"2026-07-06T14:20:28.282993Z","end":"2026-07-06T14:20:28.403611Z","steps":["trace[86980931] 'range keys from in-memory index tree' (duration: 118.844153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:29.666545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.938137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:29.666749Z","caller":"traceutil/trace.go:172","msg":"trace[2122584647] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:911; }","duration":"172.829025ms","start":"2026-07-06T14:20:29.493905Z","end":"2026-07-06T14:20:29.666734Z","steps":["trace[2122584647] 'read index received' (duration: 162.769921ms)","trace[2122584647] 'applied index is now lower than readState.Index' (duration: 10.058294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:29.666892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.98363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:459"} {"level":"info","ts":"2026-07-06T14:20:29.666981Z","caller":"traceutil/trace.go:172","msg":"trace[1194323453] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:825; }","duration":"173.026231ms","start":"2026-07-06T14:20:29.493893Z","end":"2026-07-06T14:20:29.666920Z","steps":["trace[1194323453] 'agreement among raft nodes before linearized reading' (duration: 172.892427ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:29.667172Z","caller":"traceutil/trace.go:172","msg":"trace[664581191] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"223.862367ms","start":"2026-07-06T14:20:29.443298Z","end":"2026-07-06T14:20:29.667160Z","steps":["trace[664581191] 'process raft request' (duration: 223.399053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:33.862509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.312015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:20:33.862591Z","caller":"traceutil/trace.go:172","msg":"trace[466108803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:845; }","duration":"152.414429ms","start":"2026-07-06T14:20:33.710159Z","end":"2026-07-06T14:20:33.862574Z","steps":["trace[466108803] 'range keys from in-memory index tree' (duration: 150.502349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:44.688902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.750998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:50.612035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.091216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:50.612146Z","caller":"traceutil/trace.go:172","msg":"trace[629654285] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:921; }","duration":"113.22485ms","start":"2026-07-06T14:20:50.498902Z","end":"2026-07-06T14:20:50.612126Z","steps":["trace[629654285] 'range keys from in-memory index tree' (duration: 111.358696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:53.767146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.99826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-06T14:20:53.768276Z","caller":"traceutil/trace.go:172","msg":"trace[1218873131] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"213.182393ms","start":"2026-07-06T14:20:53.555068Z","end":"2026-07-06T14:20:53.768251Z","steps":["trace[1218873131] 'process raft request' (duration: 212.484843ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.768807Z","caller":"traceutil/trace.go:172","msg":"trace[1486418452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"209.702563ms","start":"2026-07-06T14:20:53.558829Z","end":"2026-07-06T14:20:53.768532Z","steps":["trace[1486418452] 'process raft request' (duration: 209.327072ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.795443Z","caller":"traceutil/trace.go:172","msg":"trace[2014253448] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1149; }","duration":"233.929839ms","start":"2026-07-06T14:20:53.561458Z","end":"2026-07-06T14:20:53.795388Z","steps":["trace[2014253448] 'read index received' (duration: 233.899958ms)","trace[2014253448] 'applied index is now lower than readState.Index' (duration: 5.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:53.795831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.940117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-06T14:20:53.795902Z","caller":"traceutil/trace.go:172","msg":"trace[1177334286] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1007; }","duration":"258.019509ms","start":"2026-07-06T14:20:53.537852Z","end":"2026-07-06T14:20:53.795872Z","steps":["trace[1177334286] 'agreement among raft nodes before linearized reading' (duration: 257.67171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:53.796418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.532903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-06T14:20:53.796489Z","caller":"traceutil/trace.go:172","msg":"trace[1757200984] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1007; }","duration":"258.590485ms","start":"2026-07-06T14:20:53.537872Z","end":"2026-07-06T14:20:53.796463Z","steps":["trace[1757200984] 'agreement among raft nodes before linearized reading' (duration: 258.41435ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.799636Z","caller":"traceutil/trace.go:172","msg":"trace[1058365360] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"235.869413ms","start":"2026-07-06T14:20:53.563746Z","end":"2026-07-06T14:20:53.799615Z","steps":["trace[1058365360] 'process raft request' (duration: 234.414122ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.799855Z","caller":"traceutil/trace.go:172","msg":"trace[1590141612] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"227.68156ms","start":"2026-07-06T14:20:53.572139Z","end":"2026-07-06T14:20:53.799820Z","steps":["trace[1590141612] 'process raft request' (duration: 227.36118ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.800209Z","caller":"traceutil/trace.go:172","msg":"trace[181248149] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"228.960646ms","start":"2026-07-06T14:20:53.571217Z","end":"2026-07-06T14:20:53.800178Z","steps":["trace[181248149] 'process raft request' (duration: 228.204634ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.804027Z","caller":"traceutil/trace.go:172","msg":"trace[1716638731] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"225.61537ms","start":"2026-07-06T14:20:53.578395Z","end":"2026-07-06T14:20:53.804011Z","steps":["trace[1716638731] 'process raft request' (duration: 221.834142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:54.509373Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:55.006198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"978.143065ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.006261Z","caller":"traceutil/trace.go:172","msg":"trace[1264419829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"978.215027ms","start":"2026-07-06T14:20:54.028036Z","end":"2026-07-06T14:20:55.006251Z","steps":["trace[1264419829] 'range keys from in-memory index tree' (duration: 978.113364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.007491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.782265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:20:55.010506Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:20:55.162276Z","caller":"traceutil/trace.go:172","msg":"trace[1975312291] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1198; }","duration":"1.153108231s","start":"2026-07-06T14:20:54.009145Z","end":"2026-07-06T14:20:55.162254Z","steps":["trace[1975312291] 'read index received' (duration: 1.153103061s)","trace[1975312291] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.163236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.154073399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-07-06T14:20:55.163276Z","caller":"traceutil/trace.go:172","msg":"trace[68583070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"1.146653276s","start":"2026-07-06T14:20:54.016609Z","end":"2026-07-06T14:20:55.163262Z","steps":["trace[68583070] 'process raft request' (duration: 1.145527545s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:55.163287Z","caller":"traceutil/trace.go:172","msg":"trace[2008239541] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1030; }","duration":"1.154135681s","start":"2026-07-06T14:20:54.009138Z","end":"2026-07-06T14:20:55.163273Z","steps":["trace[2008239541] 'agreement among raft nodes before linearized reading' (duration: 1.153269416s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.163325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.009122Z","time spent":"1.154194272s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":65236,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:55.163366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.016581Z","time spent":"1.146730719s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80729,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:55.197884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.966227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.198487Z","caller":"traceutil/trace.go:172","msg":"trace[1880779594] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1036; }","duration":"200.574354ms","start":"2026-07-06T14:20:54.997894Z","end":"2026-07-06T14:20:55.198469Z","steps":["trace[1880779594] 'agreement among raft nodes before linearized reading' (duration: 199.940027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.197992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.908456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:20:55.198691Z","caller":"traceutil/trace.go:172","msg":"trace[2068619436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1036; }","duration":"173.595835ms","start":"2026-07-06T14:20:55.025075Z","end":"2026-07-06T14:20:55.198671Z","steps":["trace[2068619436] 'agreement among raft nodes before linearized reading' (duration: 172.881295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.198037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.412013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:55.198094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"555.227271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.199140Z","caller":"traceutil/trace.go:172","msg":"trace[85203696] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1036; }","duration":"556.26236ms","start":"2026-07-06T14:20:54.642861Z","end":"2026-07-06T14:20:55.199123Z","steps":["trace[85203696] 'agreement among raft nodes before linearized reading' (duration: 555.21641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.199350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.642841Z","time spent":"556.490767ms","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:55.198276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.979359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:55.198349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.073701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:20:55.199490Z","caller":"traceutil/trace.go:172","msg":"trace[321790737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1036; }","duration":"714.223764ms","start":"2026-07-06T14:20:54.485255Z","end":"2026-07-06T14:20:55.199479Z","steps":["trace[321790737] 'agreement among raft nodes before linearized reading' (duration: 712.895156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.199607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.485233Z","time spent":"714.356918ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.200334Z","caller":"traceutil/trace.go:172","msg":"trace[1238498347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"194.024996ms","start":"2026-07-06T14:20:55.006286Z","end":"2026-07-06T14:20:55.200311Z","steps":["trace[1238498347] 'agreement among raft nodes before linearized reading' (duration: 191.951248ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:55.199343Z","caller":"traceutil/trace.go:172","msg":"trace[636541318] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1036; }","duration":"165.495433ms","start":"2026-07-06T14:20:55.033617Z","end":"2026-07-06T14:20:55.199112Z","steps":["trace[636541318] 'agreement among raft nodes before linearized reading' (duration: 164.396413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.741112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:55.844056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.187959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:55.877254Z","caller":"traceutil/trace.go:172","msg":"trace[1364275728] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1207; }","duration":"637.009555ms","start":"2026-07-06T14:20:55.240213Z","end":"2026-07-06T14:20:55.877223Z","steps":["trace[1364275728] 'read index received' (duration: 636.992375ms)","trace[1364275728] 'applied index is now lower than readState.Index' (duration: 14.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.877516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"637.274372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-06T14:20:55.877614Z","caller":"traceutil/trace.go:172","msg":"trace[1193706349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1039; }","duration":"637.373095ms","start":"2026-07-06T14:20:55.240209Z","end":"2026-07-06T14:20:55.877582Z","steps":["trace[1193706349] 'agreement among raft nodes before linearized reading' (duration: 637.149929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.877690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.240190Z","time spent":"637.489359ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":151258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.879166Z","caller":"traceutil/trace.go:172","msg":"trace[720034339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1039; }","duration":"595.768841ms","start":"2026-07-06T14:20:55.283381Z","end":"2026-07-06T14:20:55.879150Z","steps":["trace[720034339] 'process raft request' (duration: 595.400651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.879259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.283365Z","time spent":"595.837943ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:55.895305Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263656,"received-request-id":10589263685858263654} {"level":"warn","ts":"2026-07-06T14:20:55.895800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.463264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.895852Z","caller":"traceutil/trace.go:172","msg":"trace[1849109872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1046; }","duration":"614.524856ms","start":"2026-07-06T14:20:55.281317Z","end":"2026-07-06T14:20:55.895842Z","steps":["trace[1849109872] 'agreement among raft nodes before linearized reading' (duration: 614.448814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.895875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.281299Z","time spent":"614.572717ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:20:55.895837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.112811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.895910Z","caller":"traceutil/trace.go:172","msg":"trace[2064787501] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1046; }","duration":"226.195093ms","start":"2026-07-06T14:20:55.669704Z","end":"2026-07-06T14:20:55.895899Z","steps":["trace[2064787501] 'agreement among raft nodes before linearized reading' (duration: 226.08047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.895934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.127108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.896004Z","caller":"traceutil/trace.go:172","msg":"trace[1165409058] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1046; }","duration":"526.21125ms","start":"2026-07-06T14:20:55.369779Z","end":"2026-07-06T14:20:55.895990Z","steps":["trace[1165409058] 'agreement among raft nodes before linearized reading' (duration: 526.069006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.896033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.080532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:55.896001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.903964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.896080Z","caller":"traceutil/trace.go:172","msg":"trace[2079640500] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1046; }","duration":"160.996717ms","start":"2026-07-06T14:20:55.735066Z","end":"2026-07-06T14:20:55.896063Z","steps":["trace[2079640500] 'agreement among raft nodes before linearized reading' (duration: 160.862663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.896035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.369756Z","time spent":"526.272541ms","remote":"127.0.0.1:55506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.896048Z","caller":"traceutil/trace.go:172","msg":"trace[351402407] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1046; }","duration":"562.097923ms","start":"2026-07-06T14:20:55.333946Z","end":"2026-07-06T14:20:55.896044Z","steps":["trace[351402407] 'agreement among raft nodes before linearized reading' (duration: 562.071352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.896234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.333924Z","time spent":"562.303358ms","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:56.201640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.355889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:56.839701Z","caller":"traceutil/trace.go:172","msg":"trace[697060668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1052; }","duration":"736.951223ms","start":"2026-07-06T14:20:56.102723Z","end":"2026-07-06T14:20:56.839674Z","steps":["trace[697060668] 'process raft request' (duration: 736.505171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:56.839865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.102693Z","time spent":"737.085087ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570131,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:57.342050Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:57.843211Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:57.920910Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.081887581s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:20:58.344329Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:58.613275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.545484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:20:58.643839Z","caller":"traceutil/trace.go:172","msg":"trace[461793962] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1054; }","duration":"2.248735192s","start":"2026-07-06T14:20:56.395075Z","end":"2026-07-06T14:20:58.643810Z","steps":["trace[461793962] 'process raft request' (duration: 2.247248819s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:58.644363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.395049Z","time spent":"2.248947118s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570140,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:58.845031Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:59.302812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.022280088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:20:59.302872Z","caller":"traceutil/trace.go:172","msg":"trace[804227643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.022351s","start":"2026-07-06T14:20:57.280509Z","end":"2026-07-06T14:20:59.302860Z","steps":["trace[804227643] 'agreement among raft nodes before linearized reading' (duration: 2.022278828s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.302903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.280493Z","time spent":"2.022405271s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:20:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:20:59.345347Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:20:59.423098Z","caller":"traceutil/trace.go:172","msg":"trace[72780673] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1234; }","duration":"2.581535757s","start":"2026-07-06T14:20:56.841534Z","end":"2026-07-06T14:20:59.423069Z","steps":["trace[72780673] 'read index received' (duration: 2.581525466s)","trace[72780673] 'applied index is now lower than readState.Index' (duration: 8.441µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:59.423378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.581814074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:20:59.423444Z","caller":"traceutil/trace.go:172","msg":"trace[2040956818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1056; }","duration":"2.581901587s","start":"2026-07-06T14:20:56.841528Z","end":"2026-07-06T14:20:59.423430Z","steps":["trace[2040956818] 'agreement among raft nodes before linearized reading' (duration: 2.58166995s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.423481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.841507Z","time spent":"2.581966128s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.424349Z","caller":"traceutil/trace.go:172","msg":"trace[649102965] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1058; }","duration":"2.361104413s","start":"2026-07-06T14:20:57.063227Z","end":"2026-07-06T14:20:59.424332Z","steps":["trace[649102965] 'process raft request' (duration: 2.360176337s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.424475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.063156Z","time spent":"2.361242927s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:20:59.574389Z","caller":"traceutil/trace.go:172","msg":"trace[1769343986] linearizableReadLoop","detail":"{readStateIndex:1244; appliedIndex:1244; }","duration":"151.18751ms","start":"2026-07-06T14:20:59.423173Z","end":"2026-07-06T14:20:59.574360Z","steps":["trace[1769343986] 'read index received' (duration: 151.17371ms)","trace[1769343986] 'applied index is now lower than readState.Index' (duration: 11.92µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:59.574618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.089280461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T14:20:59.574704Z","caller":"traceutil/trace.go:172","msg":"trace[16830916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1062; }","duration":"1.089385194s","start":"2026-07-06T14:20:58.485301Z","end":"2026-07-06T14:20:59.574686Z","steps":["trace[16830916] 'agreement among raft nodes before linearized reading' (duration: 1.089127297s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.574800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.485280Z","time spent":"1.089504377s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.575132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.500745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:59.574816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.681687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T14:20:59.575309Z","caller":"traceutil/trace.go:172","msg":"trace[1722687975] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1062; }","duration":"272.163971ms","start":"2026-07-06T14:20:59.303124Z","end":"2026-07-06T14:20:59.575288Z","steps":["trace[1722687975] 'agreement among raft nodes before linearized reading' (duration: 271.630806ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:59.575246Z","caller":"traceutil/trace.go:172","msg":"trace[562775820] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1062; }","duration":"901.621358ms","start":"2026-07-06T14:20:58.673606Z","end":"2026-07-06T14:20:59.575227Z","steps":["trace[562775820] 'agreement among raft nodes before linearized reading' (duration: 901.267258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.574849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.537284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:59.575419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.673591Z","time spent":"901.811073ms","remote":"127.0.0.1:55608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.575413Z","caller":"traceutil/trace.go:172","msg":"trace[1384410505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1062; }","duration":"272.095689ms","start":"2026-07-06T14:20:59.303309Z","end":"2026-07-06T14:20:59.575404Z","steps":["trace[1384410505] 'agreement among raft nodes before linearized reading' (duration: 271.526853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.574900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.505468129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:59.574918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.254169949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.575841Z","caller":"traceutil/trace.go:172","msg":"trace[1928933243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1062; }","duration":"1.506388004s","start":"2026-07-06T14:20:58.069423Z","end":"2026-07-06T14:20:59.575811Z","steps":["trace[1928933243] 'agreement among raft nodes before linearized reading' (duration: 1.505461179s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:59.575884Z","caller":"traceutil/trace.go:172","msg":"trace[1570022235] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1062; }","duration":"2.255133006s","start":"2026-07-06T14:20:57.320744Z","end":"2026-07-06T14:20:59.575877Z","steps":["trace[1570022235] 'agreement among raft nodes before linearized reading' (duration: 2.254162809s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.575906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.320733Z","time spent":"2.255166708s","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.575915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.069397Z","time spent":"1.506498488s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.574856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.748754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T14:20:59.576008Z","caller":"traceutil/trace.go:172","msg":"trace[405144647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1062; }","duration":"873.896685ms","start":"2026-07-06T14:20:58.702097Z","end":"2026-07-06T14:20:59.575993Z","steps":["trace[405144647] 'agreement among raft nodes before linearized reading' (duration: 872.690992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.576037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.702083Z","time spent":"873.944737ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.574942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.545785431s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.576148Z","caller":"traceutil/trace.go:172","msg":"trace[1213748415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"2.546979264s","start":"2026-07-06T14:20:57.029153Z","end":"2026-07-06T14:20:59.576133Z","steps":["trace[1213748415] 'agreement among raft nodes before linearized reading' (duration: 2.545780871s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.575046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.502463465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:59.575101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.584699444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:20:59.576301Z","caller":"traceutil/trace.go:172","msg":"trace[1746772764] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1062; }","duration":"2.503726291s","start":"2026-07-06T14:20:57.072542Z","end":"2026-07-06T14:20:59.576268Z","steps":["trace[1746772764] 'agreement among raft nodes before linearized reading' (duration: 2.502374232s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:59.576352Z","caller":"traceutil/trace.go:172","msg":"trace[978080361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1062; }","duration":"2.58595264s","start":"2026-07-06T14:20:56.990393Z","end":"2026-07-06T14:20:59.576346Z","steps":["trace[978080361] 'agreement among raft nodes before linearized reading' (duration: 2.584080567s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.576378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.990370Z","time spent":"2.586001371s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.575093Z","caller":"traceutil/trace.go:172","msg":"trace[303395760] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1062; }","duration":"784.498044ms","start":"2026-07-06T14:20:58.790575Z","end":"2026-07-06T14:20:59.575073Z","steps":["trace[303395760] 'process raft request' (duration: 784.386401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.576440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.072529Z","time spent":"2.503863835s","remote":"127.0.0.1:55646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.576488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.790536Z","time spent":"785.913154ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:59.574877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.411675157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.576564Z","caller":"traceutil/trace.go:172","msg":"trace[1037376463] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1062; }","duration":"2.413359735s","start":"2026-07-06T14:20:57.163198Z","end":"2026-07-06T14:20:59.576557Z","steps":["trace[1037376463] 'agreement among raft nodes before linearized reading' (duration: 2.411667217s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.576582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.163167Z","time spent":"2.413410666s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:00.611337Z","caller":"traceutil/trace.go:172","msg":"trace[125844933] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"128.687966ms","start":"2026-07-06T14:21:00.482621Z","end":"2026-07-06T14:21:00.611309Z","steps":["trace[125844933] 'process raft request' (duration: 128.521041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.565767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.558415ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.565847Z","caller":"traceutil/trace.go:172","msg":"trace[173010277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1072; }","duration":"537.654317ms","start":"2026-07-06T14:21:01.028177Z","end":"2026-07-06T14:21:01.565831Z","steps":["trace[173010277] 'range keys from in-memory index tree' (duration: 537.510403ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:01.688281Z","caller":"traceutil/trace.go:172","msg":"trace[1224846941] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1259; }","duration":"405.951837ms","start":"2026-07-06T14:21:01.282306Z","end":"2026-07-06T14:21:01.688258Z","steps":["trace[1224846941] 'read index received' (duration: 405.942247ms)","trace[1224846941] 'applied index is now lower than readState.Index' (duration: 4.53µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:01.688450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.130024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.688493Z","caller":"traceutil/trace.go:172","msg":"trace[1996685747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"406.179585ms","start":"2026-07-06T14:21:01.282300Z","end":"2026-07-06T14:21:01.688480Z","steps":["trace[1996685747] 'agreement among raft nodes before linearized reading' (duration: 406.087182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.688579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:01.282278Z","time spent":"406.243927ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:01.689842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.828266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.689896Z","caller":"traceutil/trace.go:172","msg":"trace[1984409275] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1075; }","duration":"250.893968ms","start":"2026-07-06T14:21:01.438991Z","end":"2026-07-06T14:21:01.689885Z","steps":["trace[1984409275] 'agreement among raft nodes before linearized reading' (duration: 250.808806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.690199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.306202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.690223Z","caller":"traceutil/trace.go:172","msg":"trace[1266860134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1075; }","duration":"124.331102ms","start":"2026-07-06T14:21:01.565885Z","end":"2026-07-06T14:21:01.690216Z","steps":["trace[1266860134] 'agreement among raft nodes before linearized reading' (duration: 124.299681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:04.983507Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:05.484181Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:05.504592Z","caller":"traceutil/trace.go:172","msg":"trace[710659966] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1283; }","duration":"1.021906295s","start":"2026-07-06T14:21:04.482670Z","end":"2026-07-06T14:21:05.504577Z","steps":["trace[710659966] 'read index received' (duration: 1.021902025s)","trace[710659966] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:05.504723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.022032219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:05.504756Z","caller":"traceutil/trace.go:172","msg":"trace[1034237265] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1097; }","duration":"1.02208536s","start":"2026-07-06T14:21:04.482665Z","end":"2026-07-06T14:21:05.504751Z","steps":["trace[1034237265] 'agreement among raft nodes before linearized reading' (duration: 1.021981357s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.504779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:04.482643Z","time spent":"1.022130952s","remote":"127.0.0.1:55674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:05.540934Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263698,"received-request-id":10589263685858263697} {"level":"warn","ts":"2026-07-06T14:21:05.543324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.721802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:05.543374Z","caller":"traceutil/trace.go:172","msg":"trace[240440550] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1100; }","duration":"762.774284ms","start":"2026-07-06T14:21:04.780587Z","end":"2026-07-06T14:21:05.543361Z","steps":["trace[240440550] 'agreement among raft nodes before linearized reading' (duration: 762.691502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.543424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:04.780569Z","time spent":"762.846845ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:05.543443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.690714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:05.543463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"514.885228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:05.543504Z","caller":"traceutil/trace.go:172","msg":"trace[1483462686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"514.9296ms","start":"2026-07-06T14:21:05.028566Z","end":"2026-07-06T14:21:05.543495Z","steps":["trace[1483462686] 'agreement among raft nodes before linearized reading' (duration: 514.867418ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:05.543503Z","caller":"traceutil/trace.go:172","msg":"trace[1297243720] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1100; }","duration":"402.768886ms","start":"2026-07-06T14:21:05.140721Z","end":"2026-07-06T14:21:05.543490Z","steps":["trace[1297243720] 'agreement among raft nodes before linearized reading' (duration: 402.647393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.543499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.602719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:05.543538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:05.140701Z","time spent":"402.830549ms","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:05.543559Z","caller":"traceutil/trace.go:172","msg":"trace[1859070080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"263.672061ms","start":"2026-07-06T14:21:05.279874Z","end":"2026-07-06T14:21:05.543546Z","steps":["trace[1859070080] 'agreement among raft nodes before linearized reading' (duration: 263.459525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:06.781257Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263706,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:07.232195Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"11a05edc6b5392f4 [logterm: 2, index: 1288, vote: 0] cast MsgPreVote for 318e43704d6de1fc [logterm: 2, index: 1288] at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.235038Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"11a05edc6b5392f4 [term: 2] received a MsgVote message with higher term from 318e43704d6de1fc [term: 3]"} {"level":"info","ts":"2026-07-06T14:21:07.235119Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"11a05edc6b5392f4 became follower at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.235139Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"11a05edc6b5392f4 [logterm: 2, index: 1288, vote: 0] cast MsgVote for 318e43704d6de1fc [logterm: 2, index: 1288] at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.235158Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 11a05edc6b5392f4 lost leader 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.236804Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 11a05edc6b5392f4 elected leader 318e43704d6de1fc at term 3"} {"level":"warn","ts":"2026-07-06T14:21:07.236970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.428449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-06T14:21:07.237042Z","caller":"traceutil/trace.go:172","msg":"trace[1639055463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"956.513222ms","start":"2026-07-06T14:21:06.280514Z","end":"2026-07-06T14:21:07.237027Z","steps":["trace[1639055463] 'agreement among raft nodes before linearized reading' (duration: 956.427869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.237083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.280484Z","time spent":"956.590504ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:21:07.239125Z","caller":"traceutil/trace.go:172","msg":"trace[11357391] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"958.030473ms","start":"2026-07-06T14:21:06.281058Z","end":"2026-07-06T14:21:07.239089Z","steps":["trace[11357391] 'process raft request' (duration: 957.789347ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:07.239146Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-06T14:21:07.239221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.281038Z","time spent":"958.135206ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:21:07.240016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.083263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:07.240074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"801.912501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-06T14:21:07.240084Z","caller":"traceutil/trace.go:172","msg":"trace[745475309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1101; }","duration":"211.165946ms","start":"2026-07-06T14:21:07.028900Z","end":"2026-07-06T14:21:07.240066Z","steps":["trace[745475309] 'agreement among raft nodes before linearized reading' (duration: 211.057273ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:07.240123Z","caller":"traceutil/trace.go:172","msg":"trace[1682208931] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1101; }","duration":"801.963153ms","start":"2026-07-06T14:21:06.438145Z","end":"2026-07-06T14:21:07.240108Z","steps":["trace[1682208931] 'agreement among raft nodes before linearized reading' (duration: 801.790518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.240159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.438116Z","time spent":"802.033075ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:07.240160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.13353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:07.240247Z","caller":"traceutil/trace.go:172","msg":"trace[1291086664] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1101; }","duration":"570.220813ms","start":"2026-07-06T14:21:06.669992Z","end":"2026-07-06T14:21:07.240213Z","steps":["trace[1291086664] 'agreement among raft nodes before linearized reading' (duration: 570.073639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.240257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.386296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:21:07.240315Z","caller":"traceutil/trace.go:172","msg":"trace[430684429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1101; }","duration":"654.442638ms","start":"2026-07-06T14:21:06.585855Z","end":"2026-07-06T14:21:07.240297Z","steps":["trace[430684429] 'agreement among raft nodes before linearized reading' (duration: 654.265313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.240318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.669966Z","time spent":"570.331136ms","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:07.240353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.585832Z","time spent":"654.511939ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:07.240425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.051325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:07.240476Z","caller":"traceutil/trace.go:172","msg":"trace[2024145571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1101; }","duration":"778.101506ms","start":"2026-07-06T14:21:06.462363Z","end":"2026-07-06T14:21:07.240464Z","steps":["trace[2024145571] 'agreement among raft nodes before linearized reading' (duration: 777.985003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.240473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.710947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:07.240509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.462344Z","time spent":"778.156677ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:07.240519Z","caller":"traceutil/trace.go:172","msg":"trace[795463040] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1101; }","duration":"189.751249ms","start":"2026-07-06T14:21:07.050756Z","end":"2026-07-06T14:21:07.240507Z","steps":["trace[795463040] 'agreement among raft nodes before linearized reading' (duration: 189.694307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.240427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.053605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:07.240680Z","caller":"traceutil/trace.go:172","msg":"trace[511520534] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1101; }","duration":"168.308802ms","start":"2026-07-06T14:21:07.072360Z","end":"2026-07-06T14:21:07.240668Z","steps":["trace[511520534] 'agreement among raft nodes before linearized reading' (duration: 167.977933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.241288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.121442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:21:07.241925Z","caller":"traceutil/trace.go:172","msg":"trace[373804108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1101; }","duration":"112.918104ms","start":"2026-07-06T14:21:07.128977Z","end":"2026-07-06T14:21:07.241895Z","steps":["trace[373804108] 'agreement among raft nodes before linearized reading' (duration: 111.381361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.242311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.156484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-62qld\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-07-06T14:21:07.242368Z","caller":"traceutil/trace.go:172","msg":"trace[611835217] range","detail":"{range_begin:/registry/pods/kube-system/cilium-62qld; range_end:; response_count:1; response_revision:1101; }","duration":"501.286987ms","start":"2026-07-06T14:21:06.741066Z","end":"2026-07-06T14:21:07.242353Z","steps":["trace[611835217] 'agreement among raft nodes before linearized reading' (duration: 499.497468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.242408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.741047Z","time spent":"501.35092ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18371,"request content":"key:\"/registry/pods/kube-system/cilium-62qld\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:07.244016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.475414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:62 size:5124"} {"level":"info","ts":"2026-07-06T14:21:07.244134Z","caller":"traceutil/trace.go:172","msg":"trace[1787960737] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:62; response_revision:1101; }","duration":"278.611138ms","start":"2026-07-06T14:21:06.965499Z","end":"2026-07-06T14:21:07.244110Z","steps":["trace[1787960737] 'agreement among raft nodes before linearized reading' (duration: 274.975088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:07.248505Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263709,"received-request-id":10589263685858263708} {"level":"info","ts":"2026-07-06T14:21:07.925219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"11a05edc6b5392f4 [term: 3] ignored a MsgReadIndexResp message with lower term from 3cf904ec39d3e333 [term: 2]"} {"level":"warn","ts":"2026-07-06T14:21:08.783314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:08.988917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.259712585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:08.989022Z","caller":"traceutil/trace.go:172","msg":"trace[819496358] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1105; }","duration":"1.259829718s","start":"2026-07-06T14:21:07.729172Z","end":"2026-07-06T14:21:08.989001Z","steps":["trace[819496358] 'range keys from in-memory index tree' (duration: 1.257790771s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:08.989037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"960.808955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:08.989074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:07.729148Z","time spent":"1.259911139s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:08.989116Z","caller":"traceutil/trace.go:172","msg":"trace[1454463022] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"960.905567ms","start":"2026-07-06T14:21:08.028193Z","end":"2026-07-06T14:21:08.989098Z","steps":["trace[1454463022] 'range keys from in-memory index tree' (duration: 960.727182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:09.284172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:09.785280Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:10.161587Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1300, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1300] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-06T14:21:10.282884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000623536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:10.282982Z","caller":"traceutil/trace.go:172","msg":"trace[2015397122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000735129s","start":"2026-07-06T14:21:08.282222Z","end":"2026-07-06T14:21:10.282957Z","steps":["trace[2015397122] 'agreement among raft nodes before linearized reading' (duration: 2.000618676s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:10.283112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:08.282198Z","time spent":"2.000898015s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:10 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:10.285646Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:10.786104Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:11.121655Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.19582048s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:11.287180Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:11.661998Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1300, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1300] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-06T14:21:11.787773Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:12.130093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000155914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:12.130207Z","caller":"traceutil/trace.go:172","msg":"trace[1517666308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299598s","start":"2026-07-06T14:21:10.129882Z","end":"2026-07-06T14:21:12.130182Z","steps":["trace[1517666308] 'agreement among raft nodes before linearized reading' (duration: 2.000150674s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:12.130281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.129861Z","time spent":"2.00040797s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:12.288661Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:12.332781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000305523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:12.332906Z","caller":"traceutil/trace.go:172","msg":"trace[1762476323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469668s","start":"2026-07-06T14:21:10.332412Z","end":"2026-07-06T14:21:12.332882Z","steps":["trace[1762476323] 'agreement among raft nodes before linearized reading' (duration: 2.000299883s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:12.332979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.332393Z","time spent":"2.000571381s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:12.789135Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:13.061490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1309, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-06T14:21:13.289838Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:13.790129Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:14.061894Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1309, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-06T14:21:14.290531Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:14.342444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999818517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:14.342532Z","caller":"traceutil/trace.go:172","msg":"trace[1574218391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992783s","start":"2026-07-06T14:21:12.342584Z","end":"2026-07-06T14:21:14.342512Z","steps":["trace[1574218391] 'agreement among raft nodes before linearized reading' (duration: 1.999815757s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:14.342593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:12.342534Z","time spent":"2.000047403s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:14.580592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999205667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:14.580657Z","caller":"traceutil/trace.go:172","msg":"trace[959348031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99929177s","start":"2026-07-06T14:21:09.581353Z","end":"2026-07-06T14:21:14.580644Z","steps":["trace[959348031] 'agreement among raft nodes before linearized reading' (duration: 4.999206067s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:14.580692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.581334Z","time spent":"4.999352422s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:14.801261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:15.061656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1309, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-06T14:21:15.229997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999348121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:15.230071Z","caller":"traceutil/trace.go:172","msg":"trace[1285533526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999446664s","start":"2026-07-06T14:21:10.230609Z","end":"2026-07-06T14:21:15.230055Z","steps":["trace[1285533526] 'agreement among raft nodes before linearized reading' (duration: 4.999345271s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.230123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.230583Z","time spent":"4.999530366s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/07/06 14:21:15 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:15.282477Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-06T14:21:15.300969Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.257477787s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:15.301360Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263720,"received-request-id":10589263685858263717} {"level":"warn","ts":"2026-07-06T14:21:15.693306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.912558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:15.693672Z","caller":"traceutil/trace.go:172","msg":"trace[1782007963] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"4.765635915s","start":"2026-07-06T14:21:10.928021Z","end":"2026-07-06T14:21:15.693657Z","steps":["trace[1782007963] 'process raft request' (duration: 4.765592834s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.693745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.927995Z","time spent":"4.765710478s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:15.693949Z","caller":"traceutil/trace.go:172","msg":"trace[1606918740] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"5.528854466s","start":"2026-07-06T14:21:10.165084Z","end":"2026-07-06T14:21:15.693938Z","steps":["trace[1606918740] 'process raft request' (duration: 5.528494766s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.694000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.165063Z","time spent":"5.528908917s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:15.782748Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:16.283613Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:16.342692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999917984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:16.342749Z","caller":"traceutil/trace.go:172","msg":"trace[1948169003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986605s","start":"2026-07-06T14:21:14.342749Z","end":"2026-07-06T14:21:16.342736Z","steps":["trace[1948169003] 'agreement among raft nodes before linearized reading' (duration: 1.999916854s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:16.342787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:14.342726Z","time spent":"2.000051167s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:16 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:16.784238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:17.285213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:17.463901Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"11a05edc6b5392f4 [logterm: 3, index: 1311, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1311] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-06T14:21:17.786361Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:18.287424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:18.349947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001122512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:18.350040Z","caller":"traceutil/trace.go:172","msg":"trace[372524429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001226825s","start":"2026-07-06T14:21:16.348792Z","end":"2026-07-06T14:21:18.350019Z","steps":["trace[372524429] 'agreement among raft nodes before linearized reading' (duration: 2.001119242s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.350160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:16.348783Z","time spent":"2.001364438s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:18 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:18.404313Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.103010359s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:18.788310Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:19.147139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"742.303925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:19.148608Z","caller":"traceutil/trace.go:172","msg":"trace[1324814646] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1307; }","duration":"3.865927945s","start":"2026-07-06T14:21:15.282652Z","end":"2026-07-06T14:21:19.148580Z","steps":["trace[1324814646] 'read index received' (duration: 3.744219581s)","trace[1324814646] 'applied index is now lower than readState.Index' (duration: 121.706794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.148775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000190539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.148819Z","caller":"traceutil/trace.go:172","msg":"trace[2037281248] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1132; }","duration":"5.00024833s","start":"2026-07-06T14:21:14.148559Z","end":"2026-07-06T14:21:19.148807Z","steps":["trace[2037281248] 'agreement among raft nodes before linearized reading' (duration: 5.000155348s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.148856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:14.148536Z","time spent":"5.000310401s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.445286953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.111542225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:71 size:5859"} {"level":"info","ts":"2026-07-06T14:21:19.149273Z","caller":"traceutil/trace.go:172","msg":"trace[1969732846] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1132; }","duration":"8.445334104s","start":"2026-07-06T14:21:10.703925Z","end":"2026-07-06T14:21:19.149259Z","steps":["trace[1969732846] 'agreement among raft nodes before linearized reading' (duration: 8.445261362s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.04574338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.703903Z","time spent":"8.445398546s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.591143231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.149346Z","caller":"traceutil/trace.go:172","msg":"trace[233564770] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1132; }","duration":"6.045806472s","start":"2026-07-06T14:21:13.103524Z","end":"2026-07-06T14:21:19.149330Z","steps":["trace[233564770] 'agreement among raft nodes before linearized reading' (duration: 6.045679088s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.093259808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.103507Z","time spent":"6.045869563s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:19.149397Z","caller":"traceutil/trace.go:172","msg":"trace[1153590935] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1132; }","duration":"6.093294739s","start":"2026-07-06T14:21:13.056092Z","end":"2026-07-06T14:21:19.149387Z","steps":["trace[1153590935] 'agreement among raft nodes before linearized reading' (duration: 6.093242518s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.056070Z","time spent":"6.09335386s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.497999336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.745333869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:21:19.149488Z","caller":"traceutil/trace.go:172","msg":"trace[353425892] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1132; }","duration":"5.498035708s","start":"2026-07-06T14:21:13.651441Z","end":"2026-07-06T14:21:19.149477Z","steps":["trace[353425892] 'agreement among raft nodes before linearized reading' (duration: 5.497975515s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.149511Z","caller":"traceutil/trace.go:172","msg":"trace[1276345542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"8.74536457s","start":"2026-07-06T14:21:10.404139Z","end":"2026-07-06T14:21:19.149503Z","steps":["trace[1276345542] 'agreement among raft nodes before linearized reading' (duration: 8.745305099s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.404117Z","time spent":"8.745409881s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.359964809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.651427Z","time spent":"5.498089769s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.61820424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.149743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.12114328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.149744Z","caller":"traceutil/trace.go:172","msg":"trace[1081083474] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1132; }","duration":"5.618250221s","start":"2026-07-06T14:21:13.531480Z","end":"2026-07-06T14:21:19.149730Z","steps":["trace[1081083474] 'agreement among raft nodes before linearized reading' (duration: 5.618179629s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.149764Z","caller":"traceutil/trace.go:172","msg":"trace[896613158] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1132; }","duration":"9.121162671s","start":"2026-07-06T14:21:10.028595Z","end":"2026-07-06T14:21:19.149757Z","steps":["trace[896613158] 'agreement among raft nodes before linearized reading' (duration: 9.12113224s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.028569Z","time spent":"9.121207852s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:19.149723Z","caller":"traceutil/trace.go:172","msg":"trace[2051554205] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1132; }","duration":"6.35999068s","start":"2026-07-06T14:21:12.789584Z","end":"2026-07-06T14:21:19.149574Z","steps":["trace[2051554205] 'agreement among raft nodes before linearized reading' (duration: 6.359948499s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.849310286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.149877Z","caller":"traceutil/trace.go:172","msg":"trace[2064165855] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1132; }","duration":"5.849350307s","start":"2026-07-06T14:21:13.300515Z","end":"2026-07-06T14:21:19.149865Z","steps":["trace[2064165855] 'agreement among raft nodes before linearized reading' (duration: 5.849291135s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.300497Z","time spent":"5.849404608s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.845989336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T14:21:19.149951Z","caller":"traceutil/trace.go:172","msg":"trace[422824197] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1132; }","duration":"9.846014968s","start":"2026-07-06T14:21:09.303929Z","end":"2026-07-06T14:21:19.149944Z","steps":["trace[422824197] 'agreement among raft nodes before linearized reading' (duration: 9.845946786s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.149969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.303906Z","time spent":"9.846058128s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.30\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.021369962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.150108Z","caller":"traceutil/trace.go:172","msg":"trace[1287306474] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1132; }","duration":"10.021390093s","start":"2026-07-06T14:21:09.128712Z","end":"2026-07-06T14:21:19.150102Z","steps":["trace[1287306474] 'agreement among raft nodes before linearized reading' (duration: 10.021357352s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.128686Z","time spent":"10.021435204s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.161050457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.150233Z","caller":"traceutil/trace.go:172","msg":"trace[720815130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1132; }","duration":"10.161069057s","start":"2026-07-06T14:21:08.989157Z","end":"2026-07-06T14:21:19.150226Z","steps":["trace[720815130] 'agreement among raft nodes before linearized reading' (duration: 10.161042436s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.905269973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:21:19.150318Z","caller":"traceutil/trace.go:172","msg":"trace[827947189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"7.905320804s","start":"2026-07-06T14:21:11.244982Z","end":"2026-07-06T14:21:19.150303Z","steps":["trace[827947189] 'agreement among raft nodes before linearized reading' (duration: 7.905043107s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:11.244959Z","time spent":"7.905386856s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.541855168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.150417Z","caller":"traceutil/trace.go:172","msg":"trace[1956435579] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1132; }","duration":"10.541875559s","start":"2026-07-06T14:21:08.608535Z","end":"2026-07-06T14:21:19.150411Z","steps":["trace[1956435579] 'agreement among raft nodes before linearized reading' (duration: 10.541841598s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:08.608518Z","time spent":"10.54191251s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:19.149392Z","caller":"traceutil/trace.go:172","msg":"trace[210239491] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1132; }","duration":"5.591201132s","start":"2026-07-06T14:21:13.558157Z","end":"2026-07-06T14:21:19.149358Z","steps":["trace[210239491] 'agreement among raft nodes before linearized reading' (duration: 5.59111095s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:12.789544Z","time spent":"6.360940855s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.558132Z","time spent":"5.592419004s","remote":"127.0.0.1:56366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.586388507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.150624Z","caller":"traceutil/trace.go:172","msg":"trace[1096108957] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1132; }","duration":"6.586438218s","start":"2026-07-06T14:21:12.564172Z","end":"2026-07-06T14:21:19.150610Z","steps":["trace[1096108957] 'agreement among raft nodes before linearized reading' (duration: 6.586362266s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:12.564144Z","time spent":"6.586507539s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.531458Z","time spent":"5.618316352s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.149714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.86395235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-07-06T14:21:19.150769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.593551841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.150811Z","caller":"traceutil/trace.go:172","msg":"trace[1630539969] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895; range_end:; response_count:1; response_revision:1132; }","duration":"8.865036868s","start":"2026-07-06T14:21:10.285754Z","end":"2026-07-06T14:21:19.150791Z","steps":["trace[1630539969] 'agreement among raft nodes before linearized reading' (duration: 8.863863597s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.149289Z","caller":"traceutil/trace.go:172","msg":"trace[209993448] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:71; response_revision:1132; }","duration":"8.111599466s","start":"2026-07-06T14:21:11.037675Z","end":"2026-07-06T14:21:19.149274Z","steps":["trace[209993448] 'agreement among raft nodes before linearized reading' (duration: 8.111172585s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.285736Z","time spent":"8.86510961s","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.150897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:11.037649Z","time spent":"8.11323415s","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":71,"response size":5881,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-07-06T14:21:19.150929Z","caller":"traceutil/trace.go:172","msg":"trace[397702652] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1132; }","duration":"10.593588052s","start":"2026-07-06T14:21:08.557206Z","end":"2026-07-06T14:21:19.150794Z","steps":["trace[397702652] 'agreement among raft nodes before linearized reading' (duration: 10.593399227s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.150963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:08.557179Z","time spent":"10.593774247s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.151749Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263721,"received-request-id":10589263685858263720} {"level":"warn","ts":"2026-07-06T14:21:19.223480Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263721,"received-request-id":10589263685858263720} {"level":"info","ts":"2026-07-06T14:21:19.345881Z","caller":"traceutil/trace.go:172","msg":"trace[481446803] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1331; }","duration":"197.190619ms","start":"2026-07-06T14:21:19.148678Z","end":"2026-07-06T14:21:19.345869Z","steps":["trace[481446803] 'read index received' (duration: 197.186609ms)","trace[481446803] 'applied index is now lower than readState.Index' (duration: 3.07µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.345995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"994.901812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.346027Z","caller":"traceutil/trace.go:172","msg":"trace[1971739290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1140; }","duration":"994.943493ms","start":"2026-07-06T14:21:18.351077Z","end":"2026-07-06T14:21:19.346020Z","steps":["trace[1971739290] 'agreement among raft nodes before linearized reading' (duration: 994.879811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.346046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.351048Z","time spent":"994.994274ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:19.346345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.000865492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7806"} {"level":"info","ts":"2026-07-06T14:21:19.346368Z","caller":"traceutil/trace.go:172","msg":"trace[65626437] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1140; }","duration":"3.000892023s","start":"2026-07-06T14:21:16.345471Z","end":"2026-07-06T14:21:19.346363Z","steps":["trace[65626437] 'agreement among raft nodes before linearized reading' (duration: 3.000795391s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.346380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:16.345447Z","time spent":"3.000929953s","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7828,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.346472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.665064783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.346485Z","caller":"traceutil/trace.go:172","msg":"trace[1392985620] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1140; }","duration":"2.665077803s","start":"2026-07-06T14:21:16.681403Z","end":"2026-07-06T14:21:19.346481Z","steps":["trace[1392985620] 'agreement among raft nodes before linearized reading' (duration: 2.665053832s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.346496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:16.681376Z","time spent":"2.665117604s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.346503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.880869829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T14:21:19.346574Z","caller":"traceutil/trace.go:172","msg":"trace[104398132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1140; }","duration":"1.880957151s","start":"2026-07-06T14:21:17.465603Z","end":"2026-07-06T14:21:19.346560Z","steps":["trace[104398132] 'agreement among raft nodes before linearized reading' (duration: 1.880727125s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.346603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.465581Z","time spent":"1.881015652s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.346862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.771105481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T14:21:19.346885Z","caller":"traceutil/trace.go:172","msg":"trace[1301737447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1140; }","duration":"1.771131632s","start":"2026-07-06T14:21:17.575749Z","end":"2026-07-06T14:21:19.346880Z","steps":["trace[1301737447] 'agreement among raft nodes before linearized reading' (duration: 1.770401112s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.346899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.575725Z","time spent":"1.771170653s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.348020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.11272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.348046Z","caller":"traceutil/trace.go:172","msg":"trace[1462586058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"196.138271ms","start":"2026-07-06T14:21:19.151900Z","end":"2026-07-06T14:21:19.348038Z","steps":["trace[1462586058] 'agreement among raft nodes before linearized reading' (duration: 196.10238ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.462362Z","caller":"traceutil/trace.go:172","msg":"trace[382434356] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1338; }","duration":"107.649063ms","start":"2026-07-06T14:21:19.354682Z","end":"2026-07-06T14:21:19.462331Z","steps":["trace[382434356] 'read index received' (duration: 107.639292ms)","trace[382434356] 'applied index is now lower than readState.Index' (duration: 8.071µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.464178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.457461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.464279Z","caller":"traceutil/trace.go:172","msg":"trace[347055073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1144; }","duration":"109.585025ms","start":"2026-07-06T14:21:19.354669Z","end":"2026-07-06T14:21:19.464254Z","steps":["trace[347055073] 'agreement among raft nodes before linearized reading' (duration: 107.797177ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.464376Z","caller":"traceutil/trace.go:172","msg":"trace[106789817] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"116.513897ms","start":"2026-07-06T14:21:19.347838Z","end":"2026-07-06T14:21:19.464352Z","steps":["trace[106789817] 'process raft request' (duration: 114.558425ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.464459Z","caller":"traceutil/trace.go:172","msg":"trace[1058889023] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"115.250634ms","start":"2026-07-06T14:21:19.349178Z","end":"2026-07-06T14:21:19.464429Z","steps":["trace[1058889023] 'process raft request' (duration: 115.07098ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.464665Z","caller":"traceutil/trace.go:172","msg":"trace[1153221544] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"109.547493ms","start":"2026-07-06T14:21:19.355103Z","end":"2026-07-06T14:21:19.464650Z","steps":["trace[1153221544] 'process raft request' (duration: 109.209284ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.740022Z","caller":"traceutil/trace.go:172","msg":"trace[117115546] linearizableReadLoop","detail":"{readStateIndex:1344; appliedIndex:1346; }","duration":"273.612248ms","start":"2026-07-06T14:21:19.466384Z","end":"2026-07-06T14:21:19.739997Z","steps":["trace[117115546] 'read index received' (duration: 273.599867ms)","trace[117115546] 'applied index is now lower than readState.Index' (duration: 10.641µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.781289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.896718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.781341Z","caller":"traceutil/trace.go:172","msg":"trace[1105992487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"314.94904ms","start":"2026-07-06T14:21:19.466379Z","end":"2026-07-06T14:21:19.781328Z","steps":["trace[1105992487] 'agreement among raft nodes before linearized reading' (duration: 273.758981ms)","trace[1105992487] 'range keys from in-memory index tree' (duration: 41.119236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.781387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:19.466356Z","time spent":"315.025411ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:21:19.859153Z","caller":"traceutil/trace.go:172","msg":"trace[163697060] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1350; }","duration":"119.028304ms","start":"2026-07-06T14:21:19.740107Z","end":"2026-07-06T14:21:19.859136Z","steps":["trace[163697060] 'read index received' (duration: 119.020524ms)","trace[163697060] 'applied index is now lower than readState.Index' (duration: 7.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.859355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.655962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:459"} {"level":"info","ts":"2026-07-06T14:21:19.859403Z","caller":"traceutil/trace.go:172","msg":"trace[115267092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1156; }","duration":"392.720744ms","start":"2026-07-06T14:21:19.466674Z","end":"2026-07-06T14:21:19.859395Z","steps":["trace[115267092] 'agreement among raft nodes before linearized reading' (duration: 392.536319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.859458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:19.466651Z","time spent":"392.799577ms","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":481,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.859505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.133206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-06T14:21:19.859560Z","caller":"traceutil/trace.go:172","msg":"trace[1904093246] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895; range_end:; response_count:1; response_revision:1156; }","duration":"315.185667ms","start":"2026-07-06T14:21:19.544354Z","end":"2026-07-06T14:21:19.859540Z","steps":["trace[1904093246] 'agreement among raft nodes before linearized reading' (duration: 315.046293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.859644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:19.544326Z","time spent":"315.3022ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18bfb93f70248895\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.884170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.131528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-62qld\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-07-06T14:21:19.884251Z","caller":"traceutil/trace.go:172","msg":"trace[1239006576] range","detail":"{range_begin:/registry/pods/kube-system/cilium-62qld; range_end:; response_count:1; response_revision:1161; }","duration":"105.22215ms","start":"2026-07-06T14:21:19.779013Z","end":"2026-07-06T14:21:19.884235Z","steps":["trace[1239006576] 'agreement among raft nodes before linearized reading' (duration: 105.017735ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:24.975738Z","caller":"traceutil/trace.go:172","msg":"trace[909273068] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"128.568697ms","start":"2026-07-06T14:21:24.847149Z","end":"2026-07-06T14:21:24.975718Z","steps":["trace[909273068] 'process raft request' (duration: 120.62094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.185940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.588672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:21:34.186111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.052559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:34.186182Z","caller":"traceutil/trace.go:172","msg":"trace[1642096638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1327; }","duration":"158.139891ms","start":"2026-07-06T14:21:34.028028Z","end":"2026-07-06T14:21:34.186168Z","steps":["trace[1642096638] 'range keys from in-memory index tree' (duration: 158.000688ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:34.186248Z","caller":"traceutil/trace.go:172","msg":"trace[706191622] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1327; }","duration":"458.708278ms","start":"2026-07-06T14:21:33.727521Z","end":"2026-07-06T14:21:34.186229Z","steps":["trace[706191622] 'process raft request' (duration: 458.505173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.186606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:33.727497Z","time spent":"458.814021ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":94,"response count":0,"response size":5610,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:34.434741Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263873,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:34.540317Z","caller":"traceutil/trace.go:172","msg":"trace[388079689] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1553; }","duration":"606.412663ms","start":"2026-07-06T14:21:33.933878Z","end":"2026-07-06T14:21:34.540291Z","steps":["trace[388079689] 'read index received' (duration: 606.404083ms)","trace[388079689] 'applied index is now lower than readState.Index' (duration: 7.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:34.540590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"606.680199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-62qld.18bfb94593051797\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:34.540660Z","caller":"traceutil/trace.go:172","msg":"trace[390659100] range","detail":"{range_begin:/registry/events/kube-system/cilium-62qld.18bfb94593051797; range_end:; response_count:1; response_revision:1328; }","duration":"606.770281ms","start":"2026-07-06T14:21:33.933872Z","end":"2026-07-06T14:21:34.540643Z","steps":["trace[390659100] 'agreement among raft nodes before linearized reading' (duration: 606.548646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.540705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:33.933845Z","time spent":"606.849873ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-62qld.18bfb94593051797\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:34.540873Z","caller":"traceutil/trace.go:172","msg":"trace[896911187] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1330; }","duration":"350.230794ms","start":"2026-07-06T14:21:34.190624Z","end":"2026-07-06T14:21:34.540855Z","steps":["trace[896911187] 'process raft request' (duration: 350.131161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.541008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.190600Z","time spent":"350.341856ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":94,"response count":0,"response size":5619,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:34.567794Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263876,"received-request-id":10589263685858263873} {"level":"warn","ts":"2026-07-06T14:21:34.626059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.814811ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:34.626194Z","caller":"traceutil/trace.go:172","msg":"trace[840111906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1335; }","duration":"439.966104ms","start":"2026-07-06T14:21:34.186214Z","end":"2026-07-06T14:21:34.626180Z","steps":["trace[840111906] 'agreement among raft nodes before linearized reading' (duration: 439.77901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.626125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.862927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:21:34.626318Z","caller":"traceutil/trace.go:172","msg":"trace[813488749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1335; }","duration":"392.071492ms","start":"2026-07-06T14:21:34.234230Z","end":"2026-07-06T14:21:34.626302Z","steps":["trace[813488749] 'agreement among raft nodes before linearized reading' (duration: 391.740524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.626249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.966099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-06T14:21:34.626365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.234202Z","time spent":"392.151464ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:34.626419Z","caller":"traceutil/trace.go:172","msg":"trace[1969236627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1335; }","duration":"505.136153ms","start":"2026-07-06T14:21:34.121232Z","end":"2026-07-06T14:21:34.626368Z","steps":["trace[1969236627] 'agreement among raft nodes before linearized reading' (duration: 504.769324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.626659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.121204Z","time spent":"505.438851ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:35.104681Z","caller":"traceutil/trace.go:172","msg":"trace[514370365] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1574; }","duration":"478.715177ms","start":"2026-07-06T14:21:34.625946Z","end":"2026-07-06T14:21:35.104661Z","steps":["trace[514370365] 'read index received' (duration: 478.708867ms)","trace[514370365] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.136072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.97495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:35.136147Z","caller":"traceutil/trace.go:172","msg":"trace[691483217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1343; }","duration":"590.063272ms","start":"2026-07-06T14:21:34.546066Z","end":"2026-07-06T14:21:35.136129Z","steps":["trace[691483217] 'agreement among raft nodes before linearized reading' (duration: 558.792803ms)","trace[691483217] 'range keys from in-memory index tree' (duration: 31.051033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.136187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.546057Z","time spent":"590.120984ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:35.136406Z","caller":"traceutil/trace.go:172","msg":"trace[2074950580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1344; }","duration":"497.12708ms","start":"2026-07-06T14:21:34.639258Z","end":"2026-07-06T14:21:35.136385Z","steps":["trace[2074950580] 'process raft request' (duration: 496.950966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.136550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.639217Z","time spent":"497.261284ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188287,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:35.137458Z","caller":"traceutil/trace.go:172","msg":"trace[632563877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1348; }","duration":"400.189408ms","start":"2026-07-06T14:21:34.737248Z","end":"2026-07-06T14:21:35.137438Z","steps":["trace[632563877] 'process raft request' (duration: 400.065634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.137637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.737225Z","time spent":"400.302061ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188287,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:35.183845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.824708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.183903Z","caller":"traceutil/trace.go:172","msg":"trace[2134659035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1349; }","duration":"392.891409ms","start":"2026-07-06T14:21:34.790998Z","end":"2026-07-06T14:21:35.183889Z","steps":["trace[2134659035] 'agreement among raft nodes before linearized reading' (duration: 392.789187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.183933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.790978Z","time spent":"392.947671ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:35.662487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.491535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-07-06T14:21:35.773717Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858263883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:35.818489Z","caller":"traceutil/trace.go:172","msg":"trace[1815769233] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1596; }","duration":"545.089187ms","start":"2026-07-06T14:21:35.273366Z","end":"2026-07-06T14:21:35.818455Z","steps":["trace[1815769233] 'read index received' (duration: 545.082427ms)","trace[1815769233] 'applied index is now lower than readState.Index' (duration: 5.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.818667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"545.309693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.818697Z","caller":"traceutil/trace.go:172","msg":"trace[1444958029] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1354; }","duration":"545.362114ms","start":"2026-07-06T14:21:35.273327Z","end":"2026-07-06T14:21:35.818689Z","steps":["trace[1444958029] 'agreement among raft nodes before linearized reading' (duration: 545.272332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.818731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.273310Z","time spent":"545.412806ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:35.819733Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858263886,"received-request-id":10589263685858263883} {"level":"warn","ts":"2026-07-06T14:21:35.969962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.9623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:35.970206Z","caller":"traceutil/trace.go:172","msg":"trace[1442572148] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1356; }","duration":"762.935745ms","start":"2026-07-06T14:21:35.207232Z","end":"2026-07-06T14:21:35.970168Z","steps":["trace[1442572148] 'process raft request' (duration: 762.799011ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:35.970338Z","caller":"traceutil/trace.go:172","msg":"trace[315640348] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1356; }","duration":"762.551335ms","start":"2026-07-06T14:21:35.207765Z","end":"2026-07-06T14:21:35.970316Z","steps":["trace[315640348] 'process raft request' (duration: 762.312779ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:35.970384Z","caller":"traceutil/trace.go:172","msg":"trace[1349845405] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1597; }","duration":"151.809511ms","start":"2026-07-06T14:21:35.818557Z","end":"2026-07-06T14:21:35.970367Z","steps":["trace[1349845405] 'read index received' (duration: 1.98978ms)","trace[1349845405] 'applied index is now lower than readState.Index' (duration: 149.818801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.970434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.207758Z","time spent":"762.625877ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24279,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:35.970463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.207216Z","time spent":"763.1579ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13262,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:35.970548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.012195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.970624Z","caller":"traceutil/trace.go:172","msg":"trace[1400612875] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1356; }","duration":"209.102598ms","start":"2026-07-06T14:21:35.761505Z","end":"2026-07-06T14:21:35.970607Z","steps":["trace[1400612875] 'agreement among raft nodes before linearized reading' (duration: 208.956784ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.027178Z","caller":"traceutil/trace.go:172","msg":"trace[1493251326] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"183.721444ms","start":"2026-07-06T14:21:35.843436Z","end":"2026-07-06T14:21:36.027157Z","steps":["trace[1493251326] 'process raft request' (duration: 183.56946ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.186726Z","caller":"traceutil/trace.go:172","msg":"trace[1012975472] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"156.332625ms","start":"2026-07-06T14:21:36.030365Z","end":"2026-07-06T14:21:36.186698Z","steps":["trace[1012975472] 'process raft request' (duration: 58.727278ms)","trace[1012975472] 'compare' (duration: 97.383941ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:36.186802Z","caller":"traceutil/trace.go:172","msg":"trace[243007337] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"141.44054ms","start":"2026-07-06T14:21:36.045352Z","end":"2026-07-06T14:21:36.186793Z","steps":["trace[243007337] 'process raft request' (duration: 141.399129ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.186886Z","caller":"traceutil/trace.go:172","msg":"trace[840800088] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1361; }","duration":"149.374299ms","start":"2026-07-06T14:21:36.037494Z","end":"2026-07-06T14:21:36.186868Z","steps":["trace[840800088] 'process raft request' (duration: 149.144423ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.208302Z","caller":"traceutil/trace.go:172","msg":"trace[27079961] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1362; }","duration":"142.310482ms","start":"2026-07-06T14:21:36.065969Z","end":"2026-07-06T14:21:36.208279Z","steps":["trace[27079961] 'process raft request' (duration: 142.055156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:36.936017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.197437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:21:36.936113Z","caller":"traceutil/trace.go:172","msg":"trace[1368959951] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"145.37587ms","start":"2026-07-06T14:21:36.790720Z","end":"2026-07-06T14:21:36.936096Z","steps":["trace[1368959951] 'read index received' (duration: 1.59542ms)","trace[1368959951] 'applied index is now lower than readState.Index' (duration: 143.77911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:36.936216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.487612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:36.936251Z","caller":"traceutil/trace.go:172","msg":"trace[948362809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1367; }","duration":"145.525073ms","start":"2026-07-06T14:21:36.790716Z","end":"2026-07-06T14:21:36.936242Z","steps":["trace[948362809] 'agreement among raft nodes before linearized reading' (duration: 145.461572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:40.115148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.213835ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-06T14:21:40.115296Z","caller":"traceutil/trace.go:172","msg":"trace[2132640574] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"180.189751ms","start":"2026-07-06T14:21:39.935089Z","end":"2026-07-06T14:21:40.115279Z","steps":["trace[2132640574] 'read index received' (duration: 69.835133ms)","trace[2132640574] 'applied index is now lower than readState.Index' (duration: 110.353378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:40.115521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.418257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-62qld.18bfb94593051797\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:40.115550Z","caller":"traceutil/trace.go:172","msg":"trace[650499407] range","detail":"{range_begin:/registry/events/kube-system/cilium-62qld.18bfb94593051797; range_end:; response_count:1; response_revision:1390; }","duration":"180.455817ms","start":"2026-07-06T14:21:39.935085Z","end":"2026-07-06T14:21:40.115541Z","steps":["trace[650499407] 'agreement among raft nodes before linearized reading' (duration: 180.289373ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:40.262886Z","caller":"traceutil/trace.go:172","msg":"trace[887717629] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1643; }","duration":"142.108427ms","start":"2026-07-06T14:21:40.120758Z","end":"2026-07-06T14:21:40.262866Z","steps":["trace[887717629] 'read index received' (duration: 129.214937ms)","trace[887717629] 'applied index is now lower than readState.Index' (duration: 12.89281ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:40.262924Z","caller":"traceutil/trace.go:172","msg":"trace[724593562] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"145.289828ms","start":"2026-07-06T14:21:40.117605Z","end":"2026-07-06T14:21:40.262894Z","steps":["trace[724593562] 'process raft request' (duration: 145.211696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:40.263062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.290352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:40.263124Z","caller":"traceutil/trace.go:172","msg":"trace[1811732406] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1393; }","duration":"142.366564ms","start":"2026-07-06T14:21:40.120743Z","end":"2026-07-06T14:21:40.263109Z","steps":["trace[1811732406] 'agreement among raft nodes before linearized reading' (duration: 142.249631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:43.043096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.037045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:43.043377Z","caller":"traceutil/trace.go:172","msg":"trace[506150244] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1657; }","duration":"261.70994ms","start":"2026-07-06T14:21:42.781516Z","end":"2026-07-06T14:21:43.043226Z","steps":["trace[506150244] 'read index received' (duration: 97.257549ms)","trace[506150244] 'applied index is now lower than readState.Index' (duration: 164.450581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:43.043478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.934625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:43.043617Z","caller":"traceutil/trace.go:172","msg":"trace[971100147] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1405; }","duration":"262.057458ms","start":"2026-07-06T14:21:42.781501Z","end":"2026-07-06T14:21:43.043559Z","steps":["trace[971100147] 'agreement among raft nodes before linearized reading' (duration: 261.810202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:43.045687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.164814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:43.045782Z","caller":"traceutil/trace.go:172","msg":"trace[1405917790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"250.284697ms","start":"2026-07-06T14:21:42.795480Z","end":"2026-07-06T14:21:43.045765Z","steps":["trace[1405917790] 'agreement among raft nodes before linearized reading' (duration: 250.113933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.042751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.184277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:46.062642Z","caller":"traceutil/trace.go:172","msg":"trace[463117884] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1677; }","duration":"271.858777ms","start":"2026-07-06T14:21:45.790766Z","end":"2026-07-06T14:21:46.062625Z","steps":["trace[463117884] 'read index received' (duration: 271.852106ms)","trace[463117884] 'applied index is now lower than readState.Index' (duration: 4.761µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.062819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.038621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.062843Z","caller":"traceutil/trace.go:172","msg":"trace[1372356517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1420; }","duration":"272.075552ms","start":"2026-07-06T14:21:45.790762Z","end":"2026-07-06T14:21:46.062838Z","steps":["trace[1372356517] 'agreement among raft nodes before linearized reading' (duration: 271.982349ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:46.200444Z","caller":"traceutil/trace.go:172","msg":"trace[183663629] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1683; }","duration":"137.694684ms","start":"2026-07-06T14:21:46.062723Z","end":"2026-07-06T14:21:46.200418Z","steps":["trace[183663629] 'read index received' (duration: 137.685224ms)","trace[183663629] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.200502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.193501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.200544Z","caller":"traceutil/trace.go:172","msg":"trace[1337952533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1426; }","duration":"172.254302ms","start":"2026-07-06T14:21:46.028277Z","end":"2026-07-06T14:21:46.200532Z","steps":["trace[1337952533] 'agreement among raft nodes before linearized reading' (duration: 172.16314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.200626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.68769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-62qld.18bfb94593051797\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:46.200645Z","caller":"traceutil/trace.go:172","msg":"trace[1698533276] range","detail":"{range_begin:/registry/events/kube-system/cilium-62qld.18bfb94593051797; range_end:; response_count:1; response_revision:1426; }","duration":"266.710871ms","start":"2026-07-06T14:21:45.933929Z","end":"2026-07-06T14:21:46.200639Z","steps":["trace[1698533276] 'agreement among raft nodes before linearized reading' (duration: 266.614438ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:46.305486Z","caller":"traceutil/trace.go:172","msg":"trace[665784884] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1684; }","duration":"104.959612ms","start":"2026-07-06T14:21:46.200502Z","end":"2026-07-06T14:21:46.305461Z","steps":["trace[665784884] 'read index received' (duration: 104.954222ms)","trace[665784884] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.305837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.926719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.305936Z","caller":"traceutil/trace.go:172","msg":"trace[661305182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1427; }","duration":"242.036411ms","start":"2026-07-06T14:21:46.063878Z","end":"2026-07-06T14:21:46.305914Z","steps":["trace[661305182] 'agreement among raft nodes before linearized reading' (duration: 241.873047ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:46.317437Z","caller":"traceutil/trace.go:172","msg":"trace[1073914310] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"115.147123ms","start":"2026-07-06T14:21:46.202274Z","end":"2026-07-06T14:21:46.317422Z","steps":["trace[1073914310] 'process raft request' (duration: 114.741753ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:52.280135Z","caller":"traceutil/trace.go:172","msg":"trace[1307899216] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1760; }","duration":"251.982583ms","start":"2026-07-06T14:21:52.028118Z","end":"2026-07-06T14:21:52.280100Z","steps":["trace[1307899216] 'read index received' (duration: 251.978313ms)","trace[1307899216] 'applied index is now lower than readState.Index' (duration: 3.33µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:52.280273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.101895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:52.280441Z","caller":"traceutil/trace.go:172","msg":"trace[976149750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1498; }","duration":"252.31155ms","start":"2026-07-06T14:21:52.028110Z","end":"2026-07-06T14:21:52.280422Z","steps":["trace[976149750] 'agreement among raft nodes before linearized reading' (duration: 252.056244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:52.281633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.625361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:52.281661Z","caller":"traceutil/trace.go:172","msg":"trace[380156263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1498; }","duration":"156.656232ms","start":"2026-07-06T14:21:52.124999Z","end":"2026-07-06T14:21:52.281655Z","steps":["trace[380156263] 'agreement among raft nodes before linearized reading' (duration: 156.496028ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:54.187657Z","caller":"traceutil/trace.go:172","msg":"trace[1724624868] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1765; }","duration":"126.259132ms","start":"2026-07-06T14:21:54.061375Z","end":"2026-07-06T14:21:54.187634Z","steps":["trace[1724624868] 'read index received' (duration: 126.254042ms)","trace[1724624868] 'applied index is now lower than readState.Index' (duration: 3.75µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:54.187791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.391135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T14:21:54.187867Z","caller":"traceutil/trace.go:172","msg":"trace[254210909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1503; }","duration":"126.480217ms","start":"2026-07-06T14:21:54.061371Z","end":"2026-07-06T14:21:54.187852Z","steps":["trace[254210909] 'agreement among raft nodes before linearized reading' (duration: 126.336924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:57.240463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:57.740967Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:58.181507Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.606365013s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:58.258066Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:58.759116Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:59.154266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.126392187s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:59.154340Z","caller":"traceutil/trace.go:172","msg":"trace[612586900] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1517; }","duration":"2.126480349s","start":"2026-07-06T14:21:57.027844Z","end":"2026-07-06T14:21:59.154325Z","steps":["trace[612586900] 'range keys from in-memory index tree' (duration: 2.126335846s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.155193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"972.706953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:59.155666Z","caller":"traceutil/trace.go:172","msg":"trace[734942357] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"2.582000144s","start":"2026-07-06T14:21:56.573644Z","end":"2026-07-06T14:21:59.155644Z","steps":["trace[734942357] 'process raft request' (duration: 1.608266527s)","trace[734942357] 'compare' (duration: 972.358555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:59.155988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:56.573616Z","time spent":"2.582123826s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:59.259900Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:59.477721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.363468ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:21:59.561755Z","caller":"traceutil/trace.go:172","msg":"trace[1686284095] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1785; }","duration":"2.822321327s","start":"2026-07-06T14:21:56.739398Z","end":"2026-07-06T14:21:59.561719Z","steps":["trace[1686284095] 'read index received' (duration: 2.740193239s)","trace[1686284095] 'applied index is now lower than readState.Index' (duration: 82.125518ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:59.561828Z","caller":"traceutil/trace.go:172","msg":"trace[186415730] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"2.882490745s","start":"2026-07-06T14:21:56.679309Z","end":"2026-07-06T14:21:59.561800Z","steps":["trace[186415730] 'process raft request' (duration: 2.882311181s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.561906Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858264029,"received-request-id":10589263685858264026} {"level":"warn","ts":"2026-07-06T14:21:59.561960Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858264029,"received-request-id":10589263685858264026} {"level":"warn","ts":"2026-07-06T14:21:59.561947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.822525922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-06T14:21:59.562012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:56.679279Z","time spent":"2.882635859s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:59.562039Z","caller":"traceutil/trace.go:172","msg":"trace[331085700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1532; }","duration":"2.822634044s","start":"2026-07-06T14:21:56.739384Z","end":"2026-07-06T14:21:59.562018Z","steps":["trace[331085700] 'agreement among raft nodes before linearized reading' (duration: 2.82245158s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.562120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:56.739366Z","time spent":"2.822734886s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.243170975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:59.565424Z","caller":"traceutil/trace.go:172","msg":"trace[1876114730] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1532; }","duration":"2.243241896s","start":"2026-07-06T14:21:57.322170Z","end":"2026-07-06T14:21:59.565412Z","steps":["trace[1876114730] 'agreement among raft nodes before linearized reading' (duration: 2.243121474s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.565437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.537138364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:59.565479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.774713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:59.565518Z","caller":"traceutil/trace.go:172","msg":"trace[1705998863] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1532; }","duration":"1.537237077s","start":"2026-07-06T14:21:58.028263Z","end":"2026-07-06T14:21:59.565500Z","steps":["trace[1705998863] 'agreement among raft nodes before linearized reading' (duration: 1.537081433s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.565522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"840.289772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:59.565526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.014874422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:59.565562Z","caller":"traceutil/trace.go:172","msg":"trace[1981628432] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1532; }","duration":"840.329113ms","start":"2026-07-06T14:21:58.725223Z","end":"2026-07-06T14:21:59.565552Z","steps":["trace[1981628432] 'agreement among raft nodes before linearized reading' (duration: 840.267511ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:59.565526Z","caller":"traceutil/trace.go:172","msg":"trace[1878049755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1532; }","duration":"334.871825ms","start":"2026-07-06T14:21:59.230642Z","end":"2026-07-06T14:21:59.565514Z","steps":["trace[1878049755] 'agreement among raft nodes before linearized reading' (duration: 334.733642ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:59.565576Z","caller":"traceutil/trace.go:172","msg":"trace[269357727] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1532; }","duration":"2.014921263s","start":"2026-07-06T14:21:57.550644Z","end":"2026-07-06T14:21:59.565565Z","steps":["trace[269357727] 'agreement among raft nodes before linearized reading' (duration: 2.014856462s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.565600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:59.230627Z","time spent":"334.962428ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.234478548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-06T14:21:59.565605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:57.550617Z","time spent":"2.014981475s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:57.322148Z","time spent":"2.243300767s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.732000029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:59.565653Z","caller":"traceutil/trace.go:172","msg":"trace[300841549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1532; }","duration":"2.234527029s","start":"2026-07-06T14:21:57.331113Z","end":"2026-07-06T14:21:59.565640Z","steps":["trace[300841549] 'agreement among raft nodes before linearized reading' (duration: 2.234451947s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:59.565686Z","caller":"traceutil/trace.go:172","msg":"trace[1003362221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1532; }","duration":"1.73204156s","start":"2026-07-06T14:21:57.833634Z","end":"2026-07-06T14:21:59.565676Z","steps":["trace[1003362221] 'agreement among raft nodes before linearized reading' (duration: 1.731951858s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.565692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:57.331086Z","time spent":"2.23459904s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:57.833612Z","time spent":"1.732093001s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:58.725200Z","time spent":"840.379933ms","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:59.565810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.775241919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:59.565842Z","caller":"traceutil/trace.go:172","msg":"trace[700614857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1532; }","duration":"1.775548286s","start":"2026-07-06T14:21:57.790284Z","end":"2026-07-06T14:21:59.565832Z","steps":["trace[700614857] 'agreement among raft nodes before linearized reading' (duration: 1.775215218s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.565879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:57.790246Z","time spent":"1.775627158s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:59.565456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.062233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:59.566120Z","caller":"traceutil/trace.go:172","msg":"trace[76829503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1532; }","duration":"411.737719ms","start":"2026-07-06T14:21:59.154373Z","end":"2026-07-06T14:21:59.566111Z","steps":["trace[76829503] 'agreement among raft nodes before linearized reading' (duration: 411.036142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:59.567005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:58.028196Z","time spent":"1.53735995s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:01.334968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.858027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:22:01.335049Z","caller":"traceutil/trace.go:172","msg":"trace[1610944043] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"306.484986ms","start":"2026-07-06T14:22:01.028553Z","end":"2026-07-06T14:22:01.335038Z","steps":["trace[1610944043] 'read index received' (duration: 78.698698ms)","trace[1610944043] 'applied index is now lower than readState.Index' (duration: 227.785498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:01.335128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.570038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:01.335149Z","caller":"traceutil/trace.go:172","msg":"trace[1979092257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1540; }","duration":"306.594919ms","start":"2026-07-06T14:22:01.028547Z","end":"2026-07-06T14:22:01.335142Z","steps":["trace[1979092257] 'agreement among raft nodes before linearized reading' (duration: 306.556208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:01.745650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.709677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:22:01.746103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.001376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:01.746225Z","caller":"traceutil/trace.go:172","msg":"trace[1416954300] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1541; }","duration":"694.133839ms","start":"2026-07-06T14:22:01.052068Z","end":"2026-07-06T14:22:01.746202Z","steps":["trace[1416954300] 'agreement among raft nodes before linearized reading' (duration: 693.946574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:01.746288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:01.052053Z","time spent":"694.22169ms","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-07-06T14:22:01.745864Z","caller":"traceutil/trace.go:172","msg":"trace[857644102] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"410.776538ms","start":"2026-07-06T14:22:01.335065Z","end":"2026-07-06T14:22:01.745842Z","steps":["trace[857644102] 'read index received' (duration: 255.725368ms)","trace[857644102] 'applied index is now lower than readState.Index' (duration: 155.04808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:01.750864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.125158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:01.750953Z","caller":"traceutil/trace.go:172","msg":"trace[1258898639] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1543; }","duration":"348.225621ms","start":"2026-07-06T14:22:01.402709Z","end":"2026-07-06T14:22:01.750935Z","steps":["trace[1258898639] 'agreement among raft nodes before linearized reading' (duration: 348.094688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:01.750992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:01.402690Z","time spent":"348.294103ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-07-06T14:22:01.919261Z","caller":"traceutil/trace.go:172","msg":"trace[1289801390] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"161.336239ms","start":"2026-07-06T14:22:01.757901Z","end":"2026-07-06T14:22:01.919237Z","steps":["trace[1289801390] 'process raft request' (duration: 149.90465ms)","trace[1289801390] 'compare' (duration: 11.336547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:03.289967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.248482ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:03.290052Z","caller":"traceutil/trace.go:172","msg":"trace[394447818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1579; }","duration":"262.353305ms","start":"2026-07-06T14:22:03.027682Z","end":"2026-07-06T14:22:03.290035Z","steps":["trace[394447818] 'range keys from in-memory index tree' (duration: 262.188031ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:22:06.196199Z","caller":"traceutil/trace.go:172","msg":"trace[2133721962] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1859; }","duration":"475.940021ms","start":"2026-07-06T14:22:05.720245Z","end":"2026-07-06T14:22:06.196185Z","steps":["trace[2133721962] 'read index received' (duration: 475.935981ms)","trace[2133721962] 'applied index is now lower than readState.Index' (duration: 3.31µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:06.196306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.043763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:22:06.196323Z","caller":"traceutil/trace.go:172","msg":"trace[147098218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1588; }","duration":"476.076894ms","start":"2026-07-06T14:22:05.720241Z","end":"2026-07-06T14:22:06.196318Z","steps":["trace[147098218] 'agreement among raft nodes before linearized reading' (duration: 476.021592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.196340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:05.720220Z","time spent":"476.116704ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:06.197953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.397592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.197982Z","caller":"traceutil/trace.go:172","msg":"trace[1615440370] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1588; }","duration":"261.428643ms","start":"2026-07-06T14:22:05.936548Z","end":"2026-07-06T14:22:06.197977Z","steps":["trace[1615440370] 'agreement among raft nodes before linearized reading' (duration: 261.382992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.197972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.66393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.198441Z","caller":"traceutil/trace.go:172","msg":"trace[989875822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"410.136931ms","start":"2026-07-06T14:22:05.788274Z","end":"2026-07-06T14:22:06.198411Z","steps":["trace[989875822] 'agreement among raft nodes before linearized reading' (duration: 409.607488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.198230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.482224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.198507Z","caller":"traceutil/trace.go:172","msg":"trace[729293423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1588; }","duration":"169.760231ms","start":"2026-07-06T14:22:06.028741Z","end":"2026-07-06T14:22:06.198501Z","steps":["trace[729293423] 'agreement among raft nodes before linearized reading' (duration: 169.470684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.198518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:05.788256Z","time spent":"410.245744ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:22:07.907586Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:22:07.937284Z","caller":"traceutil/trace.go:172","msg":"trace[1351597091] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1865; }","duration":"530.140021ms","start":"2026-07-06T14:22:07.407120Z","end":"2026-07-06T14:22:07.937260Z","steps":["trace[1351597091] 'read index received' (duration: 530.133291ms)","trace[1351597091] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:07.937522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.373838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:22:07.937608Z","caller":"traceutil/trace.go:172","msg":"trace[1963116889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1593; }","duration":"530.47708ms","start":"2026-07-06T14:22:07.407115Z","end":"2026-07-06T14:22:07.937592Z","steps":["trace[1963116889] 'agreement among raft nodes before linearized reading' (duration: 530.229454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.937651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:07.407097Z","time spent":"530.544051ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:07.939702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.820202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:22:07.939754Z","caller":"traceutil/trace.go:172","msg":"trace[1539165050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"257.882894ms","start":"2026-07-06T14:22:07.681860Z","end":"2026-07-06T14:22:07.939743Z","steps":["trace[1539165050] 'agreement among raft nodes before linearized reading' (duration: 257.73023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.939753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.494087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:07.939802Z","caller":"traceutil/trace.go:172","msg":"trace[1134738833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"148.555869ms","start":"2026-07-06T14:22:07.791233Z","end":"2026-07-06T14:22:07.939789Z","steps":["trace[1134738833] 'agreement among raft nodes before linearized reading' (duration: 148.452846ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:22:09.824060Z","caller":"traceutil/trace.go:172","msg":"trace[2047920570] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1872; }","duration":"386.771784ms","start":"2026-07-06T14:22:09.437259Z","end":"2026-07-06T14:22:09.824030Z","steps":["trace[2047920570] 'read index received' (duration: 386.758243ms)","trace[2047920570] 'applied index is now lower than readState.Index' (duration: 11.92µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:22:09.824307Z","caller":"traceutil/trace.go:172","msg":"trace[705381554] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"373.613659ms","start":"2026-07-06T14:22:09.450673Z","end":"2026-07-06T14:22:09.824287Z","steps":["trace[705381554] 'process raft request' (duration: 373.523267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:09.824481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:09.450648Z","time spent":"373.764702ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:22:09.824342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"387.06532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T14:22:09.824772Z","caller":"traceutil/trace.go:172","msg":"trace[1676833187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1600; }","duration":"387.51049ms","start":"2026-07-06T14:22:09.437243Z","end":"2026-07-06T14:22:09.824753Z","steps":["trace[1676833187] 'agreement among raft nodes before linearized reading' (duration: 386.913926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:09.824898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:09.437220Z","time spent":"387.662554ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:22:10.785157Z","caller":"traceutil/trace.go:172","msg":"trace[1921169014] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1886; }","duration":"115.516531ms","start":"2026-07-06T14:22:10.669614Z","end":"2026-07-06T14:22:10.785131Z","steps":["trace[1921169014] 'read index received' (duration: 115.505281ms)","trace[1921169014] 'applied index is now lower than readState.Index' (duration: 9.24µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:10.785301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.661664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:10.785376Z","caller":"traceutil/trace.go:172","msg":"trace[1190695099] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1612; }","duration":"115.760946ms","start":"2026-07-06T14:22:10.669603Z","end":"2026-07-06T14:22:10.785364Z","steps":["trace[1190695099] 'agreement among raft nodes before linearized reading' (duration: 115.615813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:17.379142Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:22:17.394766Z","caller":"traceutil/trace.go:172","msg":"trace[1976117586] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1917; }","duration":"516.841161ms","start":"2026-07-06T14:22:16.877853Z","end":"2026-07-06T14:22:17.394694Z","steps":["trace[1976117586] 'read index received' (duration: 516.80025ms)","trace[1976117586] 'applied index is now lower than readState.Index' (duration: 39.381µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.477826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"599.967234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:17.477900Z","caller":"traceutil/trace.go:172","msg":"trace[1690780237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1638; }","duration":"600.048855ms","start":"2026-07-06T14:22:16.877836Z","end":"2026-07-06T14:22:17.477885Z","steps":["trace[1690780237] 'agreement among raft nodes before linearized reading' (duration: 516.957244ms)","trace[1690780237] 'range keys from in-memory index tree' (duration: 82.977699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.477930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:16.877817Z","time spent":"600.106066ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:22:17.513325Z","caller":"traceutil/trace.go:172","msg":"trace[1950204230] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1919; }","duration":"118.456936ms","start":"2026-07-06T14:22:17.394841Z","end":"2026-07-06T14:22:17.513298Z","steps":["trace[1950204230] 'read index received' (duration: 118.451356ms)","trace[1950204230] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.513372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.883879ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:17.513516Z","caller":"traceutil/trace.go:172","msg":"trace[1900717575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1640; }","duration":"482.043234ms","start":"2026-07-06T14:22:17.031451Z","end":"2026-07-06T14:22:17.513495Z","steps":["trace[1900717575] 'agreement among raft nodes before linearized reading' (duration: 481.851588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:17.514651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.446669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:164 size:14070"} {"level":"info","ts":"2026-07-06T14:22:17.514708Z","caller":"traceutil/trace.go:172","msg":"trace[997515431] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:164; response_revision:1640; }","duration":"609.52072ms","start":"2026-07-06T14:22:16.905175Z","end":"2026-07-06T14:22:17.514696Z","steps":["trace[997515431] 'agreement among raft nodes before linearized reading' (duration: 608.221871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:17.514802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:16.905165Z","time spent":"609.574581ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":164,"response size":14092,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-07-06T14:22:26.548378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.863712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:26.548474Z","caller":"traceutil/trace.go:172","msg":"trace[874415958] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1679; }","duration":"112.974264ms","start":"2026-07-06T14:22:26.435480Z","end":"2026-07-06T14:22:26.548455Z","steps":["trace[874415958] 'range keys from in-memory index tree' (duration: 100.023244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:26.828503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.857403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-07-06T14:22:26.828561Z","caller":"traceutil/trace.go:172","msg":"trace[1482674265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1681; }","duration":"139.929575ms","start":"2026-07-06T14:22:26.688621Z","end":"2026-07-06T14:22:26.828551Z","steps":["trace[1482674265] 'range keys from in-memory index tree' (duration: 138.027333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:26.932226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.43039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:22:26.932359Z","caller":"traceutil/trace.go:172","msg":"trace[1863880925] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"125.516204ms","start":"2026-07-06T14:22:26.806823Z","end":"2026-07-06T14:22:26.932339Z","steps":["trace[1863880925] 'read index received' (duration: 2.66683ms)","trace[1863880925] 'applied index is now lower than readState.Index' (duration: 122.847834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:26.932470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.636326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:26.932647Z","caller":"traceutil/trace.go:172","msg":"trace[1633510568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1681; }","duration":"125.81618ms","start":"2026-07-06T14:22:26.806818Z","end":"2026-07-06T14:22:26.932634Z","steps":["trace[1633510568] 'agreement among raft nodes before linearized reading' (duration: 125.572545ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:22:27.429198Z","caller":"traceutil/trace.go:172","msg":"trace[1902147018] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1967; }","duration":"283.565948ms","start":"2026-07-06T14:22:27.145603Z","end":"2026-07-06T14:22:27.429169Z","steps":["trace[1902147018] 'read index received' (duration: 283.556038ms)","trace[1902147018] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:27.433797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.169352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:22:27.433902Z","caller":"traceutil/trace.go:172","msg":"trace[512793245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1682; }","duration":"288.291955ms","start":"2026-07-06T14:22:27.145592Z","end":"2026-07-06T14:22:27.433883Z","steps":["trace[512793245] 'agreement among raft nodes before linearized reading' (duration: 283.740523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:27.768286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.475452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:22:43.242771Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:22:43.743086Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10589263685858264254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:22:43.806019Z","caller":"traceutil/trace.go:172","msg":"trace[1203650393] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2045; }","duration":"1.063645799s","start":"2026-07-06T14:22:42.742343Z","end":"2026-07-06T14:22:43.805989Z","steps":["trace[1203650393] 'read index received' (duration: 1.063638389s)","trace[1203650393] 'applied index is now lower than readState.Index' (duration: 5.91µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:43.806521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064150289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-06T14:22:43.806620Z","caller":"traceutil/trace.go:172","msg":"trace[1527025475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1751; }","duration":"1.064274452s","start":"2026-07-06T14:22:42.742327Z","end":"2026-07-06T14:22:43.806602Z","steps":["trace[1527025475] 'agreement among raft nodes before linearized reading' (duration: 1.063875273s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:43.806658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:42.742305Z","time spent":"1.064346663s","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:44.122107Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10589263685858264255,"received-request-id":10589263685858264254} {"level":"info","ts":"2026-07-06T14:22:44.122923Z","caller":"traceutil/trace.go:172","msg":"trace[1582770663] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2047; }","duration":"316.792596ms","start":"2026-07-06T14:22:43.806108Z","end":"2026-07-06T14:22:44.122900Z","steps":["trace[1582770663] 'read index received' (duration: 316.785925ms)","trace[1582770663] 'applied index is now lower than readState.Index' (duration: 5.421µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:44.123036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.332267181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.123070Z","caller":"traceutil/trace.go:172","msg":"trace[424767877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"1.332322162s","start":"2026-07-06T14:22:42.790738Z","end":"2026-07-06T14:22:44.123061Z","steps":["trace[424767877] 'agreement among raft nodes before linearized reading' (duration: 1.33222571s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.123060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.754479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-06T14:22:44.123145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"937.241133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.123179Z","caller":"traceutil/trace.go:172","msg":"trace[572916083] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1753; }","duration":"937.277013ms","start":"2026-07-06T14:22:43.185895Z","end":"2026-07-06T14:22:44.123172Z","steps":["trace[572916083] 'agreement among raft nodes before linearized reading' (duration: 937.227962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.123202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.185871Z","time spent":"937.325064ms","remote":"127.0.0.1:56306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:44.123310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094952827s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.123142Z","caller":"traceutil/trace.go:172","msg":"trace[1882224006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"501.846551ms","start":"2026-07-06T14:22:43.621279Z","end":"2026-07-06T14:22:44.123125Z","steps":["trace[1882224006] 'agreement among raft nodes before linearized reading' (duration: 501.641537ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:22:44.123343Z","caller":"traceutil/trace.go:172","msg":"trace[1498039087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1753; }","duration":"1.094988798s","start":"2026-07-06T14:22:43.028345Z","end":"2026-07-06T14:22:44.123334Z","steps":["trace[1498039087] 'agreement among raft nodes before linearized reading' (duration: 1.094933307s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.123103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:42.790719Z","time spent":"1.332377033s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:22:44.123449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.621262Z","time spent":"502.108047ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:23:59.169970Z","caller":"traceutil/trace.go:172","msg":"trace[818732350] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2379; }","duration":"142.138619ms","start":"2026-07-06T14:23:59.027818Z","end":"2026-07-06T14:23:59.169957Z","steps":["trace[818732350] 'read index received' (duration: 135.152134ms)","trace[818732350] 'applied index is now lower than readState.Index' (duration: 6.985785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:23:59.170081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.248041ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:23:59.170287Z","caller":"traceutil/trace.go:172","msg":"trace[388437390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2040; }","duration":"142.463045ms","start":"2026-07-06T14:23:59.027813Z","end":"2026-07-06T14:23:59.170276Z","steps":["trace[388437390] 'agreement among raft nodes before linearized reading' (duration: 142.228071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:24:17.111641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.28898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:24:17.111890Z","caller":"traceutil/trace.go:172","msg":"trace[1153561593] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2460; }","duration":"349.541729ms","start":"2026-07-06T14:24:16.762334Z","end":"2026-07-06T14:24:17.111876Z","steps":["trace[1153561593] 'read index received' (duration: 320.758925ms)","trace[1153561593] 'applied index is now lower than readState.Index' (duration: 28.781884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.224184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.839741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:24:17.224259Z","caller":"traceutil/trace.go:172","msg":"trace[82043690] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:2110; }","duration":"461.934973ms","start":"2026-07-06T14:24:16.762305Z","end":"2026-07-06T14:24:17.224240Z","steps":["trace[82043690] 'agreement among raft nodes before linearized reading' (duration: 349.652871ms)","trace[82043690] 'range keys from in-memory index tree' (duration: 112.166679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.224321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:24:16.762215Z","time spent":"462.066845ms","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:24:17.224651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.725151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:24:17.224747Z","caller":"traceutil/trace.go:172","msg":"trace[1425711446] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2462; }","duration":"112.808612ms","start":"2026-07-06T14:24:17.111925Z","end":"2026-07-06T14:24:17.224734Z","steps":["trace[1425711446] 'read index received' (duration: 2.944956ms)","trace[1425711446] 'applied index is now lower than readState.Index' (duration: 109.862256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.224811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.65545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:24:17.224828Z","caller":"traceutil/trace.go:172","msg":"trace[2085000040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2111; }","duration":"432.682ms","start":"2026-07-06T14:24:16.792138Z","end":"2026-07-06T14:24:17.224820Z","steps":["trace[2085000040] 'agreement among raft nodes before linearized reading' (duration: 432.627989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:24:17.224851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:24:16.792120Z","time spent":"432.725061ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:24:17.224953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.031463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:24:17.224972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.089737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:24:17.225010Z","caller":"traceutil/trace.go:172","msg":"trace[146985121] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:2111; }","duration":"261.090244ms","start":"2026-07-06T14:24:16.963905Z","end":"2026-07-06T14:24:17.224995Z","steps":["trace[146985121] 'agreement among raft nodes before linearized reading' (duration: 260.996203ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:24:17.225032Z","caller":"traceutil/trace.go:172","msg":"trace[165822731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2111; }","duration":"113.184499ms","start":"2026-07-06T14:24:17.111836Z","end":"2026-07-06T14:24:17.225021Z","steps":["trace[165822731] 'agreement among raft nodes before linearized reading' (duration: 113.050356ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:24:17.990372Z","caller":"traceutil/trace.go:172","msg":"trace[878042637] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2466; }","duration":"390.750493ms","start":"2026-07-06T14:24:17.599605Z","end":"2026-07-06T14:24:17.990355Z","steps":["trace[878042637] 'read index received' (duration: 390.745863ms)","trace[878042637] 'applied index is now lower than readState.Index' (duration: 3.61µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.990548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.936446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-06T14:24:17.990574Z","caller":"traceutil/trace.go:172","msg":"trace[891000618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2114; }","duration":"390.977367ms","start":"2026-07-06T14:24:17.599591Z","end":"2026-07-06T14:24:17.990569Z","steps":["trace[891000618] 'agreement among raft nodes before linearized reading' (duration: 390.850655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:24:17.990599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:24:17.599546Z","time spent":"391.047759ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:24:17.991704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.117831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:24:17.991775Z","caller":"traceutil/trace.go:172","msg":"trace[1001142103] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:2114; }","duration":"263.202953ms","start":"2026-07-06T14:24:17.728555Z","end":"2026-07-06T14:24:17.991758Z","steps":["trace[1001142103] 'agreement among raft nodes before linearized reading' (duration: 263.07199ms)"],"step_count":1}