{"level":"warn","ts":"2026-03-17T20:47:21.996288Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-17T20:47:21.996591Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-17T20:47:21.996618Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.175:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.175:2380","--initial-cluster=controller-2=https://199.19.213.175:2380,controller-1=https://199.19.213.183:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.175:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.175:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-17T20:47:21.996725Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-17T20:47:21.998941Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T20:47:21.998974Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-03-17T20:47:21.999009Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:22.000245Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"]} {"level":"info","ts":"2026-03-17T20:47:22.000402Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.175:2380"],"listen-peer-urls":["https://199.19.213.175:2380"],"advertise-client-urls":["https://199.19.213.175:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.183:2380,controller-2=https://199.19.213.175:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-17T20:47:22.002418Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000192f10}"} {"level":"info","ts":"2026-03-17T20:47:22.020802Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:47:22.020905Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.574127ms"} {"level":"info","ts":"2026-03-17T20:47:22.020946Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-17T20:47:22.020975Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-17T20:47:22.030677Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-03-17T20:47:22.030753Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-03-17T20:47:22.033737Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-17T20:47:22.042530Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-17T20:47:22.042583Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"35267ddb33ec8999","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-03-17T20:47:22.042611Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-17T20:47:22.042704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"35267ddb33ec8999 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T20:47:22.042770Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"35267ddb33ec8999 became follower at term 0"} {"level":"info","ts":"2026-03-17T20:47:22.042785Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 35267ddb33ec8999 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-17T20:47:22.049385Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T20:47:22.050777Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T20:47:22.054556Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T20:47:22.055270Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.055290Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:47:22.055314Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.055340Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.055749Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.056802Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.057824Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.057860Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:47:22.057889Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"35267ddb33ec8999","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T20:47:22.058036Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T20:47:22.058299Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"35267ddb33ec8999","initial-advertise-peer-urls":["https://199.19.213.175:2380"],"listen-peer-urls":["https://199.19.213.175:2380"],"advertise-client-urls":["https://199.19.213.175:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.175:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T20:47:22.058331Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T20:47:22.058377Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.058554Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.058708Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-17T20:47:22.058795Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:22.058823Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:22.058832Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T20:47:22.059031Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.175:2380"} {"level":"info","ts":"2026-03-17T20:47:22.059056Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.175:2380"} {"level":"info","ts":"2026-03-17T20:47:22.066825Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.066857Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.071405Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.071383Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"35267ddb33ec8999 [term: 0] received a MsgHeartbeat message with higher term from d11d60056e8410fb [term: 2]"} {"level":"info","ts":"2026-03-17T20:47:22.072556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"35267ddb33ec8999 became follower at term 2"} {"level":"info","ts":"2026-03-17T20:47:22.072588Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 35267ddb33ec8999 elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:47:22.084357Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:47:22.084599Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.085393Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:47:22.085422Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.101200Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"35267ddb33ec8999","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":493,"incoming-snapshot-message-size-bytes":8201,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-17T20:47:22.118266Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ed.snap.db","bytes":782336,"size":"782 kB"} {"level":"info","ts":"2026-03-17T20:47:22.118335Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"35267ddb33ec8999","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":493,"incoming-snapshot-size-bytes":782336,"incoming-snapshot-size":"782 kB","download-took":"17.238975ms"} {"level":"info","ts":"2026-03-17T20:47:22.118551Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-03-17T20:47:22.118717Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"35267ddb33ec8999 switched to configuration voters=(15068305504696799483) learners=(3829886913547635097)"} {"level":"info","ts":"2026-03-17T20:47:22.118753Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"35267ddb33ec8999 [commit: 493, lastindex: 493, lastterm: 2] restored snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-03-17T20:47:22.118809Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"35267ddb33ec8999 [commit: 493] restored snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-03-17T20:47:22.118944Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":493,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:47:22.123374Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":493} {"level":"info","ts":"2026-03-17T20:47:22.124636Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a238}"} {"level":"info","ts":"2026-03-17T20:47:22.125334Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-17T20:47:22.125463Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"922.622µs"} {"level":"info","ts":"2026-03-17T20:47:22.125574Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-17T20:47:22.126957Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-17T20:47:22.127042Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-17T20:47:22.133951Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":463} {"level":"info","ts":"2026-03-17T20:47:22.134059Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":493} {"level":"info","ts":"2026-03-17T20:47:22.134083Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-17T20:47:22.134113Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-17T20:47:22.135658Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-17T20:47:22.135696Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-17T20:47:22.135734Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-17T20:47:22.135749Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-17T20:47:22.136373Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-17T20:47:22.136409Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-17T20:47:22.136469Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:22.136493Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"35267ddb33ec8999","recovered-remote-peer-id":"35267ddb33ec8999","recovered-remote-peer-urls":["https://199.19.213.175:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:47:22.136539Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"35267ddb33ec8999","recovered-remote-peer-id":"d11d60056e8410fb","recovered-remote-peer-urls":["https://199.19.213.183:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-17T20:47:22.136571Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-17T20:47:22.136585Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-17T20:47:22.136595Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-17T20:47:22.136605Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.136477Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-03-17T20:47:22.136635Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.136660Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:47:22.136734Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.136749Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.136849Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:47:22.137376Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"warn","ts":"2026-03-17T20:47:22.137430Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d11d60056e8410fb","error":"failed to read d11d60056e8410fb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-17T20:47:22.137479Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-03-17T20:47:22.137837Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:47:22.138025Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138043Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138063Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"35267ddb33ec8999","removed-remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138183Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-17T20:47:22.138201Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:47:22.138267Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138299Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138424Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138522Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138562Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138639Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138473Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.138744Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-03-17T20:47:22.138948Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-17T20:47:22.138974Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":493,"current-applied-index":493,"incoming-leader-snapshot-index":493,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-17T20:47:22.147893Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.148018Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.151000Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.180622Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:47:22.180739Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.183461Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:47:22.183489Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-03-17T20:47:22.523019Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"35267ddb33ec8999 switched to configuration voters=(3829886913547635097 15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:47:22.524040Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"35267ddb33ec8999","promoted-member-id":"35267ddb33ec8999"} {"level":"warn","ts":"2026-03-17T20:47:29.059205Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"35267ddb33ec8999","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.175:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-17T20:47:29.062410Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"35267ddb33ec8999","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.175:2379]}","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T20:47:29.062612Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:29.062709Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T20:47:29.062927Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T20:47:29.062994Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T20:47:29.064372Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-17T20:47:29.065845Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-17T20:47:29.065991Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-17T20:47:29.068890Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.175:2379"} {"level":"warn","ts":"2026-03-17T20:47:29.073762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46678","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:47:29.074184Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-17T20:47:29.074607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.075684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.072474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.077904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.078110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.079184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.079371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.081505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.081607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.084752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.085248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:46690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.092666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.108245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.124676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.133840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.143968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.155301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.163527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.172773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.186659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.197503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.206836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.216080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.225609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.242899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.251379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.258972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.267302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.274871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.321228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.334556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.345293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.372113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.387477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.397460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.402440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.414755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.426787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.435131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.444464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.454070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.463553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.474391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.493732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.504840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.540937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.552553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.568397Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59924","server-name":"","error":"read tcp 127.0.0.1:2379->127.0.0.1:59924: read: connection reset by peer"} {"level":"warn","ts":"2026-03-17T20:47:29.577350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.588403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.600143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.611698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.624387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.631336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.640100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.648705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.661574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.675358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.688805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.708761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.718161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.728750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.738370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.780651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.789866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.800971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:47:29.845009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60266","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:47:37.055708Z","caller":"traceutil/trace.go:172","msg":"trace[2074569377] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:537; }","duration":"123.776112ms","start":"2026-03-17T20:47:36.931892Z","end":"2026-03-17T20:47:37.055668Z","steps":["trace[2074569377] 'read index received' (duration: 123.770271ms)","trace[2074569377] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:37.055811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.906437ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:37.055902Z","caller":"traceutil/trace.go:172","msg":"trace[211522619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:501; }","duration":"124.004331ms","start":"2026-03-17T20:47:36.931874Z","end":"2026-03-17T20:47:37.055879Z","steps":["trace[211522619] 'agreement among raft nodes before linearized reading' (duration: 123.875156ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:42.106574Z","caller":"traceutil/trace.go:172","msg":"trace[1766783945] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:563; }","duration":"174.895998ms","start":"2026-03-17T20:47:41.931623Z","end":"2026-03-17T20:47:42.106519Z","steps":["trace[1766783945] 'read index received' (duration: 155.975583ms)","trace[1766783945] 'applied index is now lower than readState.Index' (duration: 18.919325ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:47:42.106598Z","caller":"traceutil/trace.go:172","msg":"trace[344711372] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"223.947249ms","start":"2026-03-17T20:47:41.882614Z","end":"2026-03-17T20:47:42.106561Z","steps":["trace[344711372] 'process raft request' (duration: 204.368068ms)","trace[344711372] 'compare' (duration: 19.428345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:42.106691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.082085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:42.106719Z","caller":"traceutil/trace.go:172","msg":"trace[245152295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:525; }","duration":"175.126976ms","start":"2026-03-17T20:47:41.931584Z","end":"2026-03-17T20:47:42.106711Z","steps":["trace[245152295] 'agreement among raft nodes before linearized reading' (duration: 175.059684ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:44.371618Z","caller":"traceutil/trace.go:172","msg":"trace[523371367] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"147.937387ms","start":"2026-03-17T20:47:44.223664Z","end":"2026-03-17T20:47:44.371602Z","steps":["trace[523371367] 'process raft request' (duration: 147.814553ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:44.373558Z","caller":"traceutil/trace.go:172","msg":"trace[1004388853] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:572; }","duration":"132.758238ms","start":"2026-03-17T20:47:44.240787Z","end":"2026-03-17T20:47:44.373545Z","steps":["trace[1004388853] 'read index received' (duration: 132.754328ms)","trace[1004388853] 'applied index is now lower than readState.Index' (duration: 3.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:44.373765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.912404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:44.373798Z","caller":"traceutil/trace.go:172","msg":"trace[13692584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"133.029508ms","start":"2026-03-17T20:47:44.240760Z","end":"2026-03-17T20:47:44.373789Z","steps":["trace[13692584] 'agreement among raft nodes before linearized reading' (duration: 132.884302ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:45.088866Z","caller":"traceutil/trace.go:172","msg":"trace[117678323] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:578; }","duration":"255.34252ms","start":"2026-03-17T20:47:44.833509Z","end":"2026-03-17T20:47:45.088851Z","steps":["trace[117678323] 'read index received' (duration: 255.33776ms)","trace[117678323] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:45.089110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.5951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:5698"} {"level":"info","ts":"2026-03-17T20:47:45.089143Z","caller":"traceutil/trace.go:172","msg":"trace[390976968] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:538; }","duration":"255.644892ms","start":"2026-03-17T20:47:44.833491Z","end":"2026-03-17T20:47:45.089136Z","steps":["trace[390976968] 'agreement among raft nodes before linearized reading' (duration: 255.499326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:45.090165Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.871733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:45.090201Z","caller":"traceutil/trace.go:172","msg":"trace[130746284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:538; }","duration":"157.910264ms","start":"2026-03-17T20:47:44.932282Z","end":"2026-03-17T20:47:45.090193Z","steps":["trace[130746284] 'agreement among raft nodes before linearized reading' (duration: 157.856112ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:47.600120Z","caller":"traceutil/trace.go:172","msg":"trace[873747997] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"193.629646ms","start":"2026-03-17T20:47:47.406471Z","end":"2026-03-17T20:47:47.600101Z","steps":["trace[873747997] 'read index received' (duration: 193.2111ms)","trace[873747997] 'applied index is now lower than readState.Index' (duration: 417.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:47.600284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.819603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:47:47.600339Z","caller":"traceutil/trace.go:172","msg":"trace[1428360140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"193.883085ms","start":"2026-03-17T20:47:47.406446Z","end":"2026-03-17T20:47:47.600329Z","steps":["trace[1428360140] 'agreement among raft nodes before linearized reading' (duration: 193.74928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:47.601777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.768967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:47:47.601826Z","caller":"traceutil/trace.go:172","msg":"trace[30334926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"130.820589ms","start":"2026-03-17T20:47:47.470995Z","end":"2026-03-17T20:47:47.601815Z","steps":["trace[30334926] 'agreement among raft nodes before linearized reading' (duration: 130.701494ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:51.067275Z","caller":"traceutil/trace.go:172","msg":"trace[1866673693] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"143.554197ms","start":"2026-03-17T20:47:50.923699Z","end":"2026-03-17T20:47:51.067253Z","steps":["trace[1866673693] 'process raft request' (duration: 143.380761ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:47:51.068140Z","caller":"traceutil/trace.go:172","msg":"trace[1625774754] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:608; }","duration":"135.702839ms","start":"2026-03-17T20:47:50.932421Z","end":"2026-03-17T20:47:51.068123Z","steps":["trace[1625774754] 'read index received' (duration: 135.697759ms)","trace[1625774754] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:51.068285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.832196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:51.068333Z","caller":"traceutil/trace.go:172","msg":"trace[861333699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:565; }","duration":"135.975291ms","start":"2026-03-17T20:47:50.932346Z","end":"2026-03-17T20:47:51.068321Z","steps":["trace[861333699] 'agreement among raft nodes before linearized reading' (duration: 135.871316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:57.093041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.33107ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:57.093107Z","caller":"traceutil/trace.go:172","msg":"trace[522647840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"161.405392ms","start":"2026-03-17T20:47:56.931690Z","end":"2026-03-17T20:47:57.093095Z","steps":["trace[522647840] 'range keys from in-memory index tree' (duration: 161.293048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:47:57.385755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.057747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:57.385884Z","caller":"traceutil/trace.go:172","msg":"trace[26517153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"145.198862ms","start":"2026-03-17T20:47:57.240656Z","end":"2026-03-17T20:47:57.385855Z","steps":["trace[26517153] 'agreement among raft nodes before linearized reading' (duration: 32.809789ms)","trace[26517153] 'range keys from in-memory index tree' (duration: 112.205446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:57.386368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.834718ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:47:58.072092Z","caller":"traceutil/trace.go:172","msg":"trace[1385523585] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:627; }","duration":"139.806189ms","start":"2026-03-17T20:47:57.932261Z","end":"2026-03-17T20:47:58.072067Z","steps":["trace[1385523585] 'read index received' (duration: 139.796919ms)","trace[1385523585] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:47:58.072216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.971645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:47:58.072282Z","caller":"traceutil/trace.go:172","msg":"trace[608124398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:581; }","duration":"140.045847ms","start":"2026-03-17T20:47:57.932219Z","end":"2026-03-17T20:47:58.072265Z","steps":["trace[608124398] 'agreement among raft nodes before linearized reading' (duration: 139.938443ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:03.386558Z","caller":"traceutil/trace.go:172","msg":"trace[1584162426] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:652; }","duration":"143.339356ms","start":"2026-03-17T20:48:03.243151Z","end":"2026-03-17T20:48:03.386490Z","steps":["trace[1584162426] 'read index received' (duration: 143.331586ms)","trace[1584162426] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:03.415793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.621672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:03.415891Z","caller":"traceutil/trace.go:172","msg":"trace[1321057910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"172.718215ms","start":"2026-03-17T20:48:03.243144Z","end":"2026-03-17T20:48:03.415862Z","steps":["trace[1321057910] 'agreement among raft nodes before linearized reading' (duration: 143.513723ms)","trace[1321057910] 'range keys from in-memory index tree' (duration: 29.073929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:08.337941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56186","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:08.355632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"35267ddb33ec8999 switched to configuration voters=(3829886913547635097 15068305504696799483) learners=(11948989155626899917)"} {"level":"info","ts":"2026-03-17T20:48:08.355894Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"35267ddb33ec8999","added-peer-id":"a5d356541e22d9cd","added-peer-peer-urls":["https://199.19.213.188:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-17T20:48:08.355958Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356048Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356342Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356395Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356407Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356422Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:08.356474Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd","remote-peer-urls":["https://199.19.213.188:2380"]} {"level":"info","ts":"2026-03-17T20:48:08.356478Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"warn","ts":"2026-03-17T20:48:08.360364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:08.373799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:08.386348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:08.896255Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:08.907593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:11.396383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56394","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:11.985260Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.985307Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.985577Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.992802Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"a5d356541e22d9cd","stream-type":"stream Message"} {"level":"info","ts":"2026-03-17T20:48:11.992865Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:11.993519Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"a5d356541e22d9cd","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-17T20:48:11.993543Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"warn","ts":"2026-03-17T20:48:12.030160Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:12.030301Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd","error":"EOF"} {"level":"info","ts":"2026-03-17T20:48:12.049052Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"a5d356541e22d9cd","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-17T20:48:12.049248Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.049267Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.055555Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"35267ddb33ec8999","to":"a5d356541e22d9cd","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-17T20:48:12.055601Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.055615Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.068818Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.073208Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"35267ddb33ec8999","remote-peer-id":"a5d356541e22d9cd"} {"level":"info","ts":"2026-03-17T20:48:12.476925Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"35267ddb33ec8999 switched to configuration voters=(3829886913547635097 11948989155626899917 15068305504696799483)"} {"level":"info","ts":"2026-03-17T20:48:12.477229Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"35267ddb33ec8999","promoted-member-id":"a5d356541e22d9cd"} {"level":"warn","ts":"2026-03-17T20:48:12.626827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.188:56500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:48:17.131192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.754572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:48:17.131718Z","caller":"traceutil/trace.go:172","msg":"trace[331409243] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"199.777054ms","start":"2026-03-17T20:48:16.931920Z","end":"2026-03-17T20:48:17.131697Z","steps":["trace[331409243] 'read index received' (duration: 89.601028ms)","trace[331409243] 'applied index is now lower than readState.Index' (duration: 110.173396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:17.131956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.051133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:17.132121Z","caller":"traceutil/trace.go:172","msg":"trace[960110048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:647; }","duration":"200.186247ms","start":"2026-03-17T20:48:16.931880Z","end":"2026-03-17T20:48:17.132067Z","steps":["trace[960110048] 'agreement among raft nodes before linearized reading' (duration: 199.9663ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:19.093197Z","caller":"traceutil/trace.go:172","msg":"trace[2036997670] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:733; }","duration":"161.290971ms","start":"2026-03-17T20:48:18.931880Z","end":"2026-03-17T20:48:19.093171Z","steps":["trace[2036997670] 'read index received' (duration: 161.285331ms)","trace[2036997670] 'applied index is now lower than readState.Index' (duration: 4.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:19.093321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.418835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:19.093360Z","caller":"traceutil/trace.go:172","msg":"trace[931169634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:672; }","duration":"161.477057ms","start":"2026-03-17T20:48:18.931871Z","end":"2026-03-17T20:48:19.093348Z","steps":["trace[931169634] 'agreement among raft nodes before linearized reading' (duration: 161.391414ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:20.884076Z","caller":"traceutil/trace.go:172","msg":"trace[1732749272] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"212.441147ms","start":"2026-03-17T20:48:20.671610Z","end":"2026-03-17T20:48:20.884051Z","steps":["trace[1732749272] 'process raft request' (duration: 212.323163ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:33.476607Z","caller":"traceutil/trace.go:172","msg":"trace[2110987167] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:844; }","duration":"163.862781ms","start":"2026-03-17T20:48:33.312723Z","end":"2026-03-17T20:48:33.476586Z","steps":["trace[2110987167] 'read index received' (duration: 163.858161ms)","trace[2110987167] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:33.476845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.079199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:33.476975Z","caller":"traceutil/trace.go:172","msg":"trace[1937707999] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:774; }","duration":"164.240933ms","start":"2026-03-17T20:48:33.312711Z","end":"2026-03-17T20:48:33.476952Z","steps":["trace[1937707999] 'agreement among raft nodes before linearized reading' (duration: 163.965245ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:40.788413Z","caller":"traceutil/trace.go:172","msg":"trace[1886550764] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:897; }","duration":"169.72778ms","start":"2026-03-17T20:48:40.618659Z","end":"2026-03-17T20:48:40.788387Z","steps":["trace[1886550764] 'read index received' (duration: 169.723269ms)","trace[1886550764] 'applied index is now lower than readState.Index' (duration: 3.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:40.788764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.0839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:40.788821Z","caller":"traceutil/trace.go:172","msg":"trace[1642185879] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:822; }","duration":"170.155971ms","start":"2026-03-17T20:48:40.618652Z","end":"2026-03-17T20:48:40.788808Z","steps":["trace[1642185879] 'agreement among raft nodes before linearized reading' (duration: 170.053459ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:48:46.131463Z","caller":"traceutil/trace.go:172","msg":"trace[165965266] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:917; }","duration":"109.184811ms","start":"2026-03-17T20:48:46.022248Z","end":"2026-03-17T20:48:46.131433Z","steps":["trace[165965266] 'read index received' (duration: 109.1809ms)","trace[165965266] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:46.131612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.352165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:46.131644Z","caller":"traceutil/trace.go:172","msg":"trace[1264889076] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:839; }","duration":"109.396968ms","start":"2026-03-17T20:48:46.022238Z","end":"2026-03-17T20:48:46.131635Z","steps":["trace[1264889076] 'agreement among raft nodes before linearized reading' (duration: 109.326205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.432887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310427,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:48:49.843315Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"35267ddb33ec8999 is starting a new election at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843444Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"35267ddb33ec8999 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843480Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 2, index: 927] sent MsgPreVote request to a5d356541e22d9cd at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 2, index: 927] sent MsgPreVote request to d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843511Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 35267ddb33ec8999 lost leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgPreVoteResp from 35267ddb33ec8999 at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.843577Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:49.844624Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgPreVoteResp from a5d356541e22d9cd at term 2"} {"level":"info","ts":"2026-03-17T20:48:49.844741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:49.844783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"35267ddb33ec8999 became candidate at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.844812Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 2, index: 927] sent MsgVote request to a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.844839Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 2, index: 927] sent MsgVote request to d11d60056e8410fb at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.846035Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgVoteResp from 35267ddb33ec8999 at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.846074Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:49.849166Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgVoteResp from a5d356541e22d9cd at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.849197Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:48:49.849228Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"35267ddb33ec8999 became leader at term 3"} {"level":"info","ts":"2026-03-17T20:48:49.849244Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 35267ddb33ec8999 elected leader 35267ddb33ec8999 at term 3"} {"level":"warn","ts":"2026-03-17T20:48:49.849409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.101898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:48:49.849473Z","caller":"traceutil/trace.go:172","msg":"trace[1228000900] range","detail":"{range_begin:; range_end:; }","duration":"917.19069ms","start":"2026-03-17T20:48:48.932267Z","end":"2026-03-17T20:48:49.849457Z","steps":["trace[1228000900] 'agreement among raft nodes before linearized reading' (duration: 917.100428ms)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:48:49.849623Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-17T20:48:49.852612Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-17T20:48:49.854196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.444332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:49.854237Z","caller":"traceutil/trace.go:172","msg":"trace[2033335629] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:847; }","duration":"249.487363ms","start":"2026-03-17T20:48:49.604738Z","end":"2026-03-17T20:48:49.854226Z","steps":["trace[2033335629] 'agreement among raft nodes before linearized reading' (duration: 249.414501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.854234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.490743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:49.854299Z","caller":"traceutil/trace.go:172","msg":"trace[419727087] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:847; }","duration":"744.578185ms","start":"2026-03-17T20:48:49.109707Z","end":"2026-03-17T20:48:49.854285Z","steps":["trace[419727087] 'agreement among raft nodes before linearized reading' (duration: 744.436112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.854340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.109686Z","time spent":"744.648587ms","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:48:49.854537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.851483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:49.854560Z","caller":"traceutil/trace.go:172","msg":"trace[1513281396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:847; }","duration":"609.875423ms","start":"2026-03-17T20:48:49.244680Z","end":"2026-03-17T20:48:49.854556Z","steps":["trace[1513281396] 'agreement among raft nodes before linearized reading' (duration: 609.835362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.854573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.244641Z","time spent":"609.929264ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:48:49.855096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.085561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:63 size:5313"} {"level":"info","ts":"2026-03-17T20:48:49.855168Z","caller":"traceutil/trace.go:172","msg":"trace[1842186778] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:63; response_revision:847; }","duration":"404.174953ms","start":"2026-03-17T20:48:49.450975Z","end":"2026-03-17T20:48:49.855150Z","steps":["trace[1842186778] 'agreement among raft nodes before linearized reading' (duration: 403.369692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:48:49.855231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:48:49.450942Z","time spent":"404.276805ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":63,"response size":5335,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-17T20:48:51.864737Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.183:2380/version","remote-member-id":"d11d60056e8410fb","error":"Get \"https://199.19.213.183:2380/version\": dial tcp 199.19.213.183:2380: i/o timeout"} {"level":"warn","ts":"2026-03-17T20:48:51.864867Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"d11d60056e8410fb","error":"Get \"https://199.19.213.183:2380/version\": dial tcp 199.19.213.183:2380: i/o timeout"} {"level":"warn","ts":"2026-03-17T20:48:53.048193Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310461,"received-request-id":9915128667449310427} {"level":"info","ts":"2026-03-17T20:48:57.045931Z","caller":"traceutil/trace.go:172","msg":"trace[1806494663] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:999; }","duration":"113.752519ms","start":"2026-03-17T20:48:56.932163Z","end":"2026-03-17T20:48:57.045916Z","steps":["trace[1806494663] 'read index received' (duration: 113.748589ms)","trace[1806494663] 'applied index is now lower than readState.Index' (duration: 3.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:48:57.046083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.905223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:48:57.046158Z","caller":"traceutil/trace.go:172","msg":"trace[1769396264] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:914; }","duration":"114.021877ms","start":"2026-03-17T20:48:56.932119Z","end":"2026-03-17T20:48:57.046141Z","steps":["trace[1769396264] 'agreement among raft nodes before linearized reading' (duration: 113.864652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:04.433561Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310558,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:04.851991Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"35267ddb33ec8999 [logterm: 3, index: 1112, vote: 35267ddb33ec8999] ignored MsgPreVote from a5d356541e22d9cd [logterm: 3, index: 1108] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-17T20:49:04.934589Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:05.060817Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.130519852s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:05.061070Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"936.848068ms"} {"level":"warn","ts":"2026-03-17T20:49:05.061091Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"936.875349ms"} {"level":"info","ts":"2026-03-17T20:49:05.120968Z","caller":"traceutil/trace.go:172","msg":"trace[1040751129] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1108; }","duration":"1.188508974s","start":"2026-03-17T20:49:03.932424Z","end":"2026-03-17T20:49:05.120933Z","steps":["trace[1040751129] 'read index received' (duration: 1.188500683s)","trace[1040751129] 'applied index is now lower than readState.Index' (duration: 6.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:05.121280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.188859033s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.121337Z","caller":"traceutil/trace.go:172","msg":"trace[1136685278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:982; }","duration":"1.188942365s","start":"2026-03-17T20:49:03.932383Z","end":"2026-03-17T20:49:05.121325Z","steps":["trace[1136685278] 'agreement among raft nodes before linearized reading' (duration: 1.18876019s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.123617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"882.41879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:05.123718Z","caller":"traceutil/trace.go:172","msg":"trace[893360488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"882.530743ms","start":"2026-03-17T20:49:04.241169Z","end":"2026-03-17T20:49:05.123700Z","steps":["trace[893360488] 'agreement among raft nodes before linearized reading' (duration: 882.390969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.123765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.241134Z","time spent":"882.621255ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:05.124072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.799722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:05.124110Z","caller":"traceutil/trace.go:172","msg":"trace[856258432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:985; }","duration":"809.841003ms","start":"2026-03-17T20:49:04.314260Z","end":"2026-03-17T20:49:05.124101Z","steps":["trace[856258432] 'agreement among raft nodes before linearized reading' (duration: 809.7111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.124163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.314234Z","time spent":"809.918065ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.124292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"777.642961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:05.124444Z","caller":"traceutil/trace.go:172","msg":"trace[1179377935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:985; }","duration":"777.865346ms","start":"2026-03-17T20:49:04.346542Z","end":"2026-03-17T20:49:05.124408Z","steps":["trace[1179377935] 'agreement among raft nodes before linearized reading' (duration: 777.403935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.124978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.346515Z","time spent":"778.063411ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.124991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.83343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:05.125053Z","caller":"traceutil/trace.go:172","msg":"trace[1435913255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:985; }","duration":"454.904212ms","start":"2026-03-17T20:49:04.670135Z","end":"2026-03-17T20:49:05.125039Z","steps":["trace[1435913255] 'agreement among raft nodes before linearized reading' (duration: 454.739528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:05.125089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:04.670112Z","time spent":"454.968413ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:05.743574Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.244469Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310563,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:06.744833Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:06.876873Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"35267ddb33ec8999 [logterm: 3, index: 1120, vote: 35267ddb33ec8999] ignored MsgPreVote from d11d60056e8410fb [logterm: 3, index: 1118] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-17T20:49:06.915853Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.758013439s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:06.915968Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.558967172s"} {"level":"warn","ts":"2026-03-17T20:49:06.915983Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.558986103s"} {"level":"warn","ts":"2026-03-17T20:49:07.242828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000310459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:07.242930Z","caller":"traceutil/trace.go:172","msg":"trace[1308693136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426121s","start":"2026-03-17T20:49:05.242482Z","end":"2026-03-17T20:49:07.242908Z","steps":["trace[1308693136] 'agreement among raft nodes before linearized reading' (duration: 2.000306168s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:07.242994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.242461Z","time spent":"2.000521224s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:07 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:07.245176Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:07.616772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"35267ddb33ec8999 [logterm: 3, index: 1125, vote: 35267ddb33ec8999] ignored MsgVote from d11d60056e8410fb [logterm: 3, index: 1118] at term 3: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-03-17T20:49:07.616958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"35267ddb33ec8999 [term: 3] received a MsgAppResp message with higher term from d11d60056e8410fb [term: 4]"} {"level":"info","ts":"2026-03-17T20:49:07.617024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"35267ddb33ec8999 became follower at term 4"} {"level":"info","ts":"2026-03-17T20:49:07.617046Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 35267ddb33ec8999 lost leader 35267ddb33ec8999 at term 4"} {"level":"warn","ts":"2026-03-17T20:49:07.746265Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:07.746351Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"35267ddb33ec8999 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:07.786864Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.786961Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.786987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"35267ddb33ec8999 [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.919322Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"35267ddb33ec8999 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:07.942243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.785120804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:07.942450Z","caller":"traceutil/trace.go:172","msg":"trace[1631495124] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1112; }","duration":"2.699905814s","start":"2026-03-17T20:49:05.242486Z","end":"2026-03-17T20:49:07.942392Z","steps":["trace[1631495124] 'read index received' (duration: 2.544784482s)","trace[1631495124] 'applied index is now lower than readState.Index' (duration: 155.119042ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:07.942578Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"35267ddb33ec8999 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:07.943465Z","caller":"traceutil/trace.go:172","msg":"trace[850292286] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"2.793856589s","start":"2026-03-17T20:49:05.149591Z","end":"2026-03-17T20:49:07.943447Z","steps":["trace[850292286] 'process raft request' (duration: 2.793742786s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:07.943812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.149563Z","time spent":"2.794000813s","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188278,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:07.944350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.944622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.944646Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.944660Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.944672Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from 35267ddb33ec8999 [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.945415Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgHeartbeatResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.945543Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgHeartbeatResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.945567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgHeartbeatResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.946430Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.948168Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:07.976679Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"35267ddb33ec8999 [term: 4] ignored a MsgAppResp message with lower term from a5d356541e22d9cd [term: 3]"} {"level":"info","ts":"2026-03-17T20:49:08.419931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"35267ddb33ec8999 no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-17T20:49:08.443651Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:08.443768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"35267ddb33ec8999 no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-17T20:49:08.843534Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"35267ddb33ec8999 is starting a new election at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.843604Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"35267ddb33ec8999 became pre-candidate at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.843635Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 3, index: 1125] sent MsgPreVote request to a5d356541e22d9cd at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.843646Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 3, index: 1125] sent MsgPreVote request to d11d60056e8410fb at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.843686Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgPreVoteResp from 35267ddb33ec8999 at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.843698Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:08.845283Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgPreVoteResp from d11d60056e8410fb at term 4"} {"level":"info","ts":"2026-03-17T20:49:08.845340Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:08.845368Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"35267ddb33ec8999 became candidate at term 5"} {"level":"info","ts":"2026-03-17T20:49:08.845611Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 3, index: 1125] sent MsgVote request to a5d356541e22d9cd at term 5"} {"level":"info","ts":"2026-03-17T20:49:08.845636Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"35267ddb33ec8999 [logterm: 3, index: 1125] sent MsgVote request to d11d60056e8410fb at term 5"} {"level":"info","ts":"2026-03-17T20:49:08.851136Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgVoteResp from 35267ddb33ec8999 at term 5"} {"level":"info","ts":"2026-03-17T20:49:08.851179Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-17T20:49:08.944493Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:09.243126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000105688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:09.243221Z","caller":"traceutil/trace.go:172","msg":"trace[503449956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217681s","start":"2026-03-17T20:49:07.242982Z","end":"2026-03-17T20:49:09.243200Z","steps":["trace[503449956] 'agreement among raft nodes before linearized reading' (duration: 2.000102058s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:09.243361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.242965Z","time spent":"2.000308693s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:09.445112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:09.652591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1155","msg":"35267ddb33ec8999 [logterm: 3, index: 1125, vote: 35267ddb33ec8999] rejected MsgPreVote from a5d356541e22d9cd [logterm: 3, index: 1125] at term 5"} {"level":"warn","ts":"2026-03-17T20:49:09.945286Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:10.151411Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"35267ddb33ec8999 received MsgVoteResp from d11d60056e8410fb at term 5"} {"level":"info","ts":"2026-03-17T20:49:10.151450Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"35267ddb33ec8999 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-17T20:49:10.151469Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"35267ddb33ec8999 became leader at term 5"} {"level":"info","ts":"2026-03-17T20:49:10.151481Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 35267ddb33ec8999 elected leader 35267ddb33ec8999 at term 5"} {"level":"warn","ts":"2026-03-17T20:49:10.152253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.238130533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-17T20:49:10.152254Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.152291Z","caller":"traceutil/trace.go:172","msg":"trace[1422405865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.238180074s","start":"2026-03-17T20:49:07.914100Z","end":"2026-03-17T20:49:10.152280Z","steps":["trace[1422405865] 'agreement among raft nodes before linearized reading' (duration: 2.238129693s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.152324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:07.914084Z","time spent":"2.238232736s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.152311Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":3829886913547635097} {"level":"warn","ts":"2026-03-17T20:49:10.152353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.220560993s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.152366Z","caller":"traceutil/trace.go:172","msg":"trace[1971092183] range","detail":"{range_begin:; range_end:; }","duration":"4.220576203s","start":"2026-03-17T20:49:05.931786Z","end":"2026-03-17T20:49:10.152362Z","steps":["trace[1971092183] 'agreement among raft nodes before linearized reading' (duration: 4.220561273s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.152375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.257341607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.152403Z","caller":"traceutil/trace.go:172","msg":"trace[1500183041] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"3.257380208s","start":"2026-03-17T20:49:06.895011Z","end":"2026-03-17T20:49:10.152391Z","steps":["trace[1500183041] 'agreement among raft nodes before linearized reading' (duration: 3.257340627s)"],"step_count":1} {"level":"error","ts":"2026-03-17T20:49:10.152423Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-17T20:49:10.152434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.894987Z","time spent":"3.257438841s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.152572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.830876096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.152588Z","caller":"traceutil/trace.go:172","msg":"trace[1495459849] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; }","duration":"3.830892306s","start":"2026-03-17T20:49:06.321690Z","end":"2026-03-17T20:49:10.152582Z","steps":["trace[1495459849] 'agreement among raft nodes before linearized reading' (duration: 3.830875936s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.152628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:06.321674Z","time spent":"3.830926287s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.153499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.736815113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-17T20:49:10.153952Z","caller":"traceutil/trace.go:172","msg":"trace[579645281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"4.737709435s","start":"2026-03-17T20:49:05.416229Z","end":"2026-03-17T20:49:10.153938Z","steps":["trace[579645281] 'agreement among raft nodes before linearized reading' (duration: 4.736812893s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.154324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:05.416204Z","time spent":"4.738108065s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.653261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:10.916988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.157836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:10.918293Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-17T20:49:10.921986Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"383.438995ms"} {"level":"info","ts":"2026-03-17T20:49:10.922023Z","caller":"traceutil/trace.go:172","msg":"trace[816679462] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1126; }","duration":"769.783303ms","start":"2026-03-17T20:49:10.152212Z","end":"2026-03-17T20:49:10.921995Z","steps":["trace[816679462] 'read index received' (duration: 769.774523ms)","trace[816679462] 'applied index is now lower than readState.Index' (duration: 7.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:10.922162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011505055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:10.922194Z","caller":"traceutil/trace.go:172","msg":"trace[1484683158] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:994; }","duration":"1.011549856s","start":"2026-03-17T20:49:09.910634Z","end":"2026-03-17T20:49:10.922184Z","steps":["trace[1484683158] 'agreement among raft nodes before linearized reading' (duration: 1.011475015s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.943066747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:10.922228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.910615Z","time spent":"1.011604877s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:10.922252Z","caller":"traceutil/trace.go:172","msg":"trace[54854321] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:994; }","duration":"1.943128449s","start":"2026-03-17T20:49:08.979109Z","end":"2026-03-17T20:49:10.922237Z","steps":["trace[54854321] 'agreement among raft nodes before linearized reading' (duration: 1.943025536s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.979064Z","time spent":"1.943218471s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.922325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.593045449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-17T20:49:10.922369Z","caller":"traceutil/trace.go:172","msg":"trace[1004252082] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:994; }","duration":"2.5930935s","start":"2026-03-17T20:49:08.329263Z","end":"2026-03-17T20:49:10.922356Z","steps":["trace[1004252082] 'agreement among raft nodes before linearized reading' (duration: 2.592938157s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.329241Z","time spent":"2.593150382s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.922503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.447994495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:10.922533Z","caller":"traceutil/trace.go:172","msg":"trace[940460125] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:994; }","duration":"1.448023336s","start":"2026-03-17T20:49:09.474499Z","end":"2026-03-17T20:49:10.922523Z","steps":["trace[940460125] 'agreement among raft nodes before linearized reading' (duration: 1.447974395s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.892265889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:10.922590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.671190661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:10.922625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.344122191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:10.922656Z","caller":"traceutil/trace.go:172","msg":"trace[1494374009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:994; }","duration":"2.344152083s","start":"2026-03-17T20:49:08.578494Z","end":"2026-03-17T20:49:10.922646Z","steps":["trace[1494374009] 'agreement among raft nodes before linearized reading' (duration: 2.34406213s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.859713837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:10.922679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.578456Z","time spent":"2.344216574s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:10.922689Z","caller":"traceutil/trace.go:172","msg":"trace[1096653697] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:994; }","duration":"1.859732728s","start":"2026-03-17T20:49:09.062949Z","end":"2026-03-17T20:49:10.922682Z","steps":["trace[1096653697] 'agreement among raft nodes before linearized reading' (duration: 1.859697027s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.922556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.474476Z","time spent":"1.448072567s","remote":"127.0.0.1:59998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.922872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.062932Z","time spent":"1.859930432s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:10.922630Z","caller":"traceutil/trace.go:172","msg":"trace[342520826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:994; }","duration":"1.671228551s","start":"2026-03-17T20:49:09.251394Z","end":"2026-03-17T20:49:10.922622Z","steps":["trace[342520826] 'agreement among raft nodes before linearized reading' (duration: 1.6711767s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:10.922588Z","caller":"traceutil/trace.go:172","msg":"trace[2020596360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:994; }","duration":"2.89231084s","start":"2026-03-17T20:49:08.030266Z","end":"2026-03-17T20:49:10.922577Z","steps":["trace[2020596360] 'agreement among raft nodes before linearized reading' (duration: 2.892175817s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.923026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:09.251377Z","time spent":"1.671642172s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:10.923063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.030242Z","time spent":"2.892802662s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.922046Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"383.503446ms"} {"level":"warn","ts":"2026-03-17T20:49:10.924158Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310571,"received-request-id":9915128667449310570} {"level":"info","ts":"2026-03-17T20:49:10.929279Z","caller":"traceutil/trace.go:172","msg":"trace[1876535024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"2.877437318s","start":"2026-03-17T20:49:08.051815Z","end":"2026-03-17T20:49:10.929252Z","steps":["trace[1876535024] 'process raft request' (duration: 2.874915897s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.929495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.051788Z","time spent":"2.877574191s","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:10.932281Z","caller":"traceutil/trace.go:172","msg":"trace[990936935] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"2.874776662s","start":"2026-03-17T20:49:08.057483Z","end":"2026-03-17T20:49:10.932260Z","steps":["trace[990936935] 'process raft request' (duration: 2.869485655s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.932415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.057434Z","time spent":"2.874917235s","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188287,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:10.932976Z","caller":"traceutil/trace.go:172","msg":"trace[1418959793] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"2.601630826s","start":"2026-03-17T20:49:08.331333Z","end":"2026-03-17T20:49:10.932963Z","steps":["trace[1418959793] 'process raft request' (duration: 2.600846967s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.933040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:08.331306Z","time spent":"2.601711758s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:10.933329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.640456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:10.934237Z","caller":"traceutil/trace.go:172","msg":"trace[1619510441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"779.552038ms","start":"2026-03-17T20:49:10.154674Z","end":"2026-03-17T20:49:10.934226Z","steps":["trace[1619510441] 'agreement among raft nodes before linearized reading' (duration: 778.614686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.933627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.830875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:10.934361Z","caller":"traceutil/trace.go:172","msg":"trace[1805903364] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:996; }","duration":"309.567953ms","start":"2026-03-17T20:49:10.624780Z","end":"2026-03-17T20:49:10.934348Z","steps":["trace[1805903364] 'agreement among raft nodes before linearized reading' (duration: 308.795024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.933627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.378198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:10.934562Z","caller":"traceutil/trace.go:172","msg":"trace[1965677939] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:996; }","duration":"752.318141ms","start":"2026-03-17T20:49:10.182232Z","end":"2026-03-17T20:49:10.934550Z","steps":["trace[1965677939] 'agreement among raft nodes before linearized reading' (duration: 751.336837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.934578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.182220Z","time spent":"752.353702ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.934642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.624762Z","time spent":"309.746687ms","remote":"127.0.0.1:59980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.933681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.137475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:10.933802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.671898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:10.934700Z","caller":"traceutil/trace.go:172","msg":"trace[999359253] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:996; }","duration":"470.14422ms","start":"2026-03-17T20:49:10.464536Z","end":"2026-03-17T20:49:10.934681Z","steps":["trace[999359253] 'agreement among raft nodes before linearized reading' (duration: 469.119795ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:10.934727Z","caller":"traceutil/trace.go:172","msg":"trace[422767443] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:996; }","duration":"755.611111ms","start":"2026-03-17T20:49:10.179103Z","end":"2026-03-17T20:49:10.934714Z","steps":["trace[422767443] 'agreement among raft nodes before linearized reading' (duration: 754.625777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.934770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.179081Z","time spent":"755.681963ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.934798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.464477Z","time spent":"470.256862ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.933724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"752.518316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:10.934897Z","caller":"traceutil/trace.go:172","msg":"trace[1799124541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:996; }","duration":"753.691815ms","start":"2026-03-17T20:49:10.181199Z","end":"2026-03-17T20:49:10.934891Z","steps":["trace[1799124541] 'agreement among raft nodes before linearized reading' (duration: 752.457625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.934919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.181178Z","time spent":"753.732205ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:10.934077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.718707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:10.935156Z","caller":"traceutil/trace.go:172","msg":"trace[474431305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:996; }","duration":"752.822693ms","start":"2026-03-17T20:49:10.182323Z","end":"2026-03-17T20:49:10.935146Z","steps":["trace[474431305] 'agreement among raft nodes before linearized reading' (duration: 751.236315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:10.935375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.182311Z","time spent":"753.053829ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:11.207291Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.010369ms"} {"level":"warn","ts":"2026-03-17T20:49:11.207358Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.085301ms"} {"level":"warn","ts":"2026-03-17T20:49:11.500594Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:12.001491Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:12.441567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.58483ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.441643Z","caller":"traceutil/trace.go:172","msg":"trace[1242580903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"509.680852ms","start":"2026-03-17T20:49:11.931949Z","end":"2026-03-17T20:49:12.441630Z","steps":["trace[1242580903] 'range keys from in-memory index tree' (duration: 509.516858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.501940Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:12.526414Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.318395305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:12.526621Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.119217486s"} {"level":"warn","ts":"2026-03-17T20:49:12.526650Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.119275818s"} {"level":"info","ts":"2026-03-17T20:49:12.526649Z","caller":"traceutil/trace.go:172","msg":"trace[2139206369] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1130; }","duration":"1.526582176s","start":"2026-03-17T20:49:11.000043Z","end":"2026-03-17T20:49:12.526625Z","steps":["trace[2139206369] 'read index received' (duration: 1.526574296s)","trace[2139206369] 'applied index is now lower than readState.Index' (duration: 6.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:12.526793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.526730149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:12.526853Z","caller":"traceutil/trace.go:172","msg":"trace[2134185539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"1.526797821s","start":"2026-03-17T20:49:11.000039Z","end":"2026-03-17T20:49:12.526836Z","steps":["trace[2134185539] 'agreement among raft nodes before linearized reading' (duration: 1.526692509s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.526905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.000023Z","time spent":"1.526870203s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:12.529845Z","caller":"traceutil/trace.go:172","msg":"trace[1483732678] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.592504676s","start":"2026-03-17T20:49:10.937307Z","end":"2026-03-17T20:49:12.529811Z","steps":["trace[1483732678] 'process raft request' (duration: 1.592014284s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.530019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.937284Z","time spent":"1.59266436s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:12.530567Z","caller":"traceutil/trace.go:172","msg":"trace[994299115] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.406125636s","start":"2026-03-17T20:49:11.124430Z","end":"2026-03-17T20:49:12.530556Z","steps":["trace[994299115] 'process raft request' (duration: 1.406014203s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.530647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.124403Z","time spent":"1.406201517s","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:12.530775Z","caller":"traceutil/trace.go:172","msg":"trace[1445789378] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.531712398s","start":"2026-03-17T20:49:10.999034Z","end":"2026-03-17T20:49:12.530746Z","steps":["trace[1445789378] 'process raft request' (duration: 1.530716115s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:12.531251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:10.999015Z","time spent":"1.531872643s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.027127Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:13.110268Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"383.59034ms"} {"level":"warn","ts":"2026-03-17T20:49:13.110406Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"383.733513ms"} {"level":"warn","ts":"2026-03-17T20:49:13.110364Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310579,"received-request-id":9915128667449310574} {"level":"warn","ts":"2026-03-17T20:49:13.269536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.029073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:13.269928Z","caller":"traceutil/trace.go:172","msg":"trace[2147108443] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.483471911s","start":"2026-03-17T20:49:11.786365Z","end":"2026-03-17T20:49:13.269837Z","steps":["trace[2147108443] 'process raft request' (duration: 1.323989897s)","trace[2147108443] 'compare' (duration: 158.830648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.270300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.786337Z","time spent":"1.483755348s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:13.309106Z","caller":"traceutil/trace.go:172","msg":"trace[346118588] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1146; }","duration":"782.375913ms","start":"2026-03-17T20:49:12.526698Z","end":"2026-03-17T20:49:13.309074Z","steps":["trace[346118588] 'read index received' (duration: 782.362003ms)","trace[346118588] 'applied index is now lower than readState.Index' (duration: 12.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.309211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.510215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.309243Z","caller":"traceutil/trace.go:172","msg":"trace[1421430370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1008; }","duration":"867.562917ms","start":"2026-03-17T20:49:12.441672Z","end":"2026-03-17T20:49:13.309234Z","steps":["trace[1421430370] 'agreement among raft nodes before linearized reading' (duration: 867.494645ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.309254Z","caller":"traceutil/trace.go:172","msg":"trace[259108599] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"774.468894ms","start":"2026-03-17T20:49:12.534770Z","end":"2026-03-17T20:49:13.309239Z","steps":["trace[259108599] 'process raft request' (duration: 774.31438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.309357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.534750Z","time spent":"774.558827ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:13.309961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.034255366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.310162Z","caller":"traceutil/trace.go:172","msg":"trace[887049575] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1008; }","duration":"1.035002254s","start":"2026-03-17T20:49:12.275134Z","end":"2026-03-17T20:49:13.310136Z","steps":["trace[887049575] 'agreement among raft nodes before linearized reading' (duration: 1.034008s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.310158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.982122894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.310267Z","caller":"traceutil/trace.go:172","msg":"trace[1481028212] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1009; }","duration":"1.982248996s","start":"2026-03-17T20:49:11.328000Z","end":"2026-03-17T20:49:13.310249Z","steps":["trace[1481028212] 'agreement among raft nodes before linearized reading' (duration: 1.981257353s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.310278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.308513349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"warn","ts":"2026-03-17T20:49:13.310314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.557147928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.175\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-17T20:49:13.310326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.327980Z","time spent":"1.982332799s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.310345Z","caller":"traceutil/trace.go:172","msg":"trace[1598886865] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1009; }","duration":"2.30858296s","start":"2026-03-17T20:49:11.001745Z","end":"2026-03-17T20:49:13.310328Z","steps":["trace[1598886865] 'agreement among raft nodes before linearized reading' (duration: 2.307534046s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:13.310402Z","caller":"traceutil/trace.go:172","msg":"trace[181007586] range","detail":"{range_begin:/registry/masterleases/199.19.213.175; range_end:; response_count:1; response_revision:1009; }","duration":"1.557186208s","start":"2026-03-17T20:49:11.753155Z","end":"2026-03-17T20:49:13.310341Z","steps":["trace[181007586] 'agreement among raft nodes before linearized reading' (duration: 1.556112643s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.310411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.001727Z","time spent":"2.308668653s","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6556,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:13.310399Z","caller":"traceutil/trace.go:172","msg":"trace[1203012706] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"579.967409ms","start":"2026-03-17T20:49:12.730264Z","end":"2026-03-17T20:49:13.310232Z","steps":["trace[1203012706] 'process raft request' (duration: 578.940324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.310436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:11.753132Z","time spent":"1.557294691s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.175\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.310887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.275108Z","time spent":"1.035767872s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.310771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.029150083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.311566Z","caller":"traceutil/trace.go:172","msg":"trace[1515477806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"1.030559567s","start":"2026-03-17T20:49:12.280995Z","end":"2026-03-17T20:49:13.311554Z","steps":["trace[1515477806] 'agreement among raft nodes before linearized reading' (duration: 1.02823216s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.311606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.280971Z","time spent":"1.030622429s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:13.311336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.730240Z","time spent":"580.395389ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:13.809774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:13.811402Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"302.588239ms"} {"level":"warn","ts":"2026-03-17T20:49:13.811483Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"302.67412ms"} {"level":"info","ts":"2026-03-17T20:49:13.811495Z","caller":"traceutil/trace.go:172","msg":"trace[64329943] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1148; }","duration":"502.272582ms","start":"2026-03-17T20:49:13.309211Z","end":"2026-03-17T20:49:13.811484Z","steps":["trace[64329943] 'read index received' (duration: 502.267471ms)","trace[64329943] 'applied index is now lower than readState.Index' (duration: 4.371µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.970979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"943.608414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-17T20:49:13.971033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.767205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:13.971071Z","caller":"traceutil/trace.go:172","msg":"trace[748843967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1010; }","duration":"943.710066ms","start":"2026-03-17T20:49:13.027342Z","end":"2026-03-17T20:49:13.971052Z","steps":["trace[748843967] 'agreement among raft nodes before linearized reading' (duration: 784.208482ms)","trace[748843967] 'range keys from in-memory index tree' (duration: 159.360251ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:13.971098Z","caller":"traceutil/trace.go:172","msg":"trace[1736379391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1010; }","duration":"482.850777ms","start":"2026-03-17T20:49:13.488234Z","end":"2026-03-17T20:49:13.971085Z","steps":["trace[1736379391] 'range keys from in-memory index tree' (duration: 482.705424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:13.971109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.027316Z","time spent":"943.784508ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:13.971109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.467813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:13.971259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435291316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-17T20:49:13.971300Z","caller":"traceutil/trace.go:172","msg":"trace[1304487923] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1010; }","duration":"1.435329226s","start":"2026-03-17T20:49:12.535960Z","end":"2026-03-17T20:49:13.971289Z","steps":["trace[1304487923] 'agreement among raft nodes before linearized reading' (duration: 1.275606927s)","trace[1304487923] 'range keys from in-memory index tree' (duration: 159.614997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:13.971328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:12.535950Z","time spent":"1.435369988s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:14.110276Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.771727ms"} {"level":"warn","ts":"2026-03-17T20:49:14.110378Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.879679ms"} {"level":"warn","ts":"2026-03-17T20:49:14.110712Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310586,"received-request-id":9915128667449310582} {"level":"warn","ts":"2026-03-17T20:49:14.312103Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:14.623475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.770275ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-17T20:49:14.623626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.311210Z","time spent":"1.312412859s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:14.623672Z","caller":"traceutil/trace.go:172","msg":"trace[329064179] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"1.309231913s","start":"2026-03-17T20:49:13.314413Z","end":"2026-03-17T20:49:14.623645Z","steps":["trace[329064179] 'process raft request' (duration: 1.309135991s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:14.623725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.314393Z","time spent":"1.309301865s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:14.812262Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:15.114614Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.004023898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:15.114820Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"804.421787ms"} {"level":"warn","ts":"2026-03-17T20:49:15.114848Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"804.453698ms"} {"level":"info","ts":"2026-03-17T20:49:15.115283Z","caller":"traceutil/trace.go:172","msg":"trace[1878074604] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1154; }","duration":"1.303720176s","start":"2026-03-17T20:49:13.811531Z","end":"2026-03-17T20:49:15.115251Z","steps":["trace[1878074604] 'read index received' (duration: 1.303708446s)","trace[1878074604] 'applied index is now lower than readState.Index' (duration: 10.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.144546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.831816341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.144584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.818545994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:15.144595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.833724566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.144634Z","caller":"traceutil/trace.go:172","msg":"trace[2050352372] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1015; }","duration":"1.818599235s","start":"2026-03-17T20:49:13.326019Z","end":"2026-03-17T20:49:15.144618Z","steps":["trace[2050352372] 'agreement among raft nodes before linearized reading' (duration: 1.789316169s)","trace[2050352372] 'range keys from in-memory index tree' (duration: 29.195525ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:15.144633Z","caller":"traceutil/trace.go:172","msg":"trace[429990538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"1.831935474s","start":"2026-03-17T20:49:13.312675Z","end":"2026-03-17T20:49:15.144610Z","steps":["trace[429990538] 'agreement among raft nodes before linearized reading' (duration: 1.802707209s)","trace[429990538] 'range keys from in-memory index tree' (duration: 29.086712ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:15.144653Z","caller":"traceutil/trace.go:172","msg":"trace[1893939518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"1.833783117s","start":"2026-03-17T20:49:13.310853Z","end":"2026-03-17T20:49:15.144636Z","steps":["trace[1893939518] 'agreement among raft nodes before linearized reading' (duration: 1.804532972s)","trace[1893939518] 'range keys from in-memory index tree' (duration: 29.177884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.144675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.312662Z","time spent":"1.832004866s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:15.144673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.325997Z","time spent":"1.818668327s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:15.144784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.818976024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:15.146172Z","caller":"traceutil/trace.go:172","msg":"trace[752163886] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1015; }","duration":"1.820382047s","start":"2026-03-17T20:49:13.325770Z","end":"2026-03-17T20:49:15.146152Z","steps":["trace[752163886] 'agreement among raft nodes before linearized reading' (duration: 1.789620856s)","trace[752163886] 'range keys from in-memory index tree' (duration: 29.331288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.146234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.325753Z","time spent":"1.820464419s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:15.145150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.662958043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:15.146325Z","caller":"traceutil/trace.go:172","msg":"trace[2144012228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1015; }","duration":"1.664129272s","start":"2026-03-17T20:49:13.482177Z","end":"2026-03-17T20:49:15.146306Z","steps":["trace[2144012228] 'agreement among raft nodes before linearized reading' (duration: 1.633192886s)","trace[2144012228] 'range keys from in-memory index tree' (duration: 29.486701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:15.146373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.482153Z","time spent":"1.664204374s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:15.145227Z","caller":"traceutil/trace.go:172","msg":"trace[1889612295] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"1.159421111s","start":"2026-03-17T20:49:13.985793Z","end":"2026-03-17T20:49:15.145214Z","steps":["trace[1889612295] 'process raft request' (duration: 1.15937665s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.146550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.985743Z","time spent":"1.160757813s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.587026Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"272.152982ms"} {"level":"warn","ts":"2026-03-17T20:49:15.587087Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"272.222254ms"} {"level":"warn","ts":"2026-03-17T20:49:15.587490Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310590,"received-request-id":9915128667449310586} {"level":"info","ts":"2026-03-17T20:49:15.588395Z","caller":"traceutil/trace.go:172","msg":"trace[223536468] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"964.038701ms","start":"2026-03-17T20:49:14.624337Z","end":"2026-03-17T20:49:15.588376Z","steps":["trace[223536468] 'process raft request' (duration: 963.960589ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:15.588487Z","caller":"traceutil/trace.go:172","msg":"trace[339346449] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"961.89808ms","start":"2026-03-17T20:49:14.626568Z","end":"2026-03-17T20:49:15.588466Z","steps":["trace[339346449] 'process raft request' (duration: 961.769857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:15.589221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.626550Z","time spent":"962.612886ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:15.589657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.624323Z","time spent":"964.385958ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:15.616392Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:16.117590Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:16.244656Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"457.545281ms"} {"level":"warn","ts":"2026-03-17T20:49:16.244720Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"457.617043ms"} {"level":"info","ts":"2026-03-17T20:49:16.245345Z","caller":"traceutil/trace.go:172","msg":"trace[1652436364] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1164; }","duration":"1.12997478s","start":"2026-03-17T20:49:15.115341Z","end":"2026-03-17T20:49:16.245316Z","steps":["trace[1652436364] 'read index received' (duration: 1.12996342s)","trace[1652436364] 'applied index is now lower than readState.Index' (duration: 9.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.245487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.670527948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.245576Z","caller":"traceutil/trace.go:172","msg":"trace[517875698] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1025; }","duration":"1.670627321s","start":"2026-03-17T20:49:14.574892Z","end":"2026-03-17T20:49:16.245519Z","steps":["trace[517875698] 'agreement among raft nodes before linearized reading' (duration: 1.670444546s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.245638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.247438632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:16.245611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:14.574873Z","time spent":"1.670730343s","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:16.245681Z","caller":"traceutil/trace.go:172","msg":"trace[815234111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1025; }","duration":"2.247498864s","start":"2026-03-17T20:49:13.998171Z","end":"2026-03-17T20:49:16.245670Z","steps":["trace[815234111] 'agreement among raft nodes before linearized reading' (duration: 2.24732064s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.245720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:13.998152Z","time spent":"2.247560045s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.624387Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310591,"received-request-id":9915128667449310590} {"level":"warn","ts":"2026-03-17T20:49:16.624387Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"179.644237ms"} {"level":"warn","ts":"2026-03-17T20:49:16.624468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"179.727929ms"} {"level":"info","ts":"2026-03-17T20:49:16.706619Z","caller":"traceutil/trace.go:172","msg":"trace[1718624663] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1167; }","duration":"461.146456ms","start":"2026-03-17T20:49:16.245447Z","end":"2026-03-17T20:49:16.706593Z","steps":["trace[1718624663] 'read index received' (duration: 461.132366ms)","trace[1718624663] 'applied index is now lower than readState.Index' (duration: 12.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.533280375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.943155Z","caller":"traceutil/trace.go:172","msg":"trace[1321633059] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1027; }","duration":"1.533396088s","start":"2026-03-17T20:49:15.409732Z","end":"2026-03-17T20:49:16.943128Z","steps":["trace[1321633059] 'agreement among raft nodes before linearized reading' (duration: 1.296969745s)","trace[1321633059] 'range keys from in-memory index tree' (duration: 236.28191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.611644728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.943246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.409708Z","time spent":"1.533522541s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.943233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.491725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:16.943293Z","caller":"traceutil/trace.go:172","msg":"trace[782634881] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1027; }","duration":"1.611706529s","start":"2026-03-17T20:49:15.331565Z","end":"2026-03-17T20:49:16.943272Z","steps":["trace[782634881] 'agreement among raft nodes before linearized reading' (duration: 1.375162473s)","trace[782634881] 'range keys from in-memory index tree' (duration: 236.461333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.331535Z","time spent":"1.611792401s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.943394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.789347821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-17T20:49:16.943452Z","caller":"traceutil/trace.go:172","msg":"trace[612007692] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1027; }","duration":"1.789393612s","start":"2026-03-17T20:49:15.154038Z","end":"2026-03-17T20:49:16.943431Z","steps":["trace[612007692] 'agreement among raft nodes before linearized reading' (duration: 1.552693833s)","trace[612007692] 'range keys from in-memory index tree' (duration: 236.552816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.154019Z","time spent":"1.789464625s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18912,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.943525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.751251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:16.943555Z","caller":"traceutil/trace.go:172","msg":"trace[1946867523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1028; }","duration":"271.785691ms","start":"2026-03-17T20:49:16.671761Z","end":"2026-03-17T20:49:16.943546Z","steps":["trace[1946867523] 'agreement among raft nodes before linearized reading' (duration: 271.660698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:16.943745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.794616877s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.943800Z","caller":"traceutil/trace.go:172","msg":"trace[269560054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"1.794651577s","start":"2026-03-17T20:49:15.149121Z","end":"2026-03-17T20:49:16.943772Z","steps":["trace[269560054] 'agreement among raft nodes before linearized reading' (duration: 1.55761914s)","trace[269560054] 'range keys from in-memory index tree' (duration: 236.989296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"975.705784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:16.943822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.29574467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.943882Z","caller":"traceutil/trace.go:172","msg":"trace[206721166] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1027; }","duration":"975.744554ms","start":"2026-03-17T20:49:15.968120Z","end":"2026-03-17T20:49:16.943865Z","steps":["trace[206721166] 'agreement among raft nodes before linearized reading' (duration: 738.579624ms)","trace[206721166] 'range keys from in-memory index tree' (duration: 237.113799ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:16.943889Z","caller":"traceutil/trace.go:172","msg":"trace[1018993587] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1027; }","duration":"1.295808952s","start":"2026-03-17T20:49:15.648068Z","end":"2026-03-17T20:49:16.943877Z","steps":["trace[1018993587] 'agreement among raft nodes before linearized reading' (duration: 1.058648061s)","trace[1018993587] 'range keys from in-memory index tree' (duration: 237.084799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.968099Z","time spent":"975.814637ms","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.943236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.787764204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.943964Z","caller":"traceutil/trace.go:172","msg":"trace[207912846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"1.788516311s","start":"2026-03-17T20:49:15.155439Z","end":"2026-03-17T20:49:16.943955Z","steps":["trace[207912846] 'agreement among raft nodes before linearized reading' (duration: 1.55129799s)","trace[207912846] 'range keys from in-memory index tree' (duration: 236.432063ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:16.943398Z","caller":"traceutil/trace.go:172","msg":"trace[3372742] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1167; }","duration":"236.692909ms","start":"2026-03-17T20:49:16.706690Z","end":"2026-03-17T20:49:16.943383Z","steps":["trace[3372742] 'read index received' (duration: 1.043865ms)","trace[3372742] 'applied index is now lower than readState.Index' (duration: 235.648044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.155380Z","time spent":"1.788608495s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:16.943785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.05091022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:16.944080Z","caller":"traceutil/trace.go:172","msg":"trace[373705236] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1027; }","duration":"1.051208948s","start":"2026-03-17T20:49:15.892859Z","end":"2026-03-17T20:49:16.944068Z","steps":["trace[373705236] 'agreement among raft nodes before linearized reading' (duration: 813.849953ms)","trace[373705236] 'range keys from in-memory index tree' (duration: 237.041088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.944116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.892841Z","time spent":"1.051263499s","remote":"127.0.0.1:59266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.944228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351181187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-17T20:49:16.944268Z","caller":"traceutil/trace.go:172","msg":"trace[447659704] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1027; }","duration":"1.351220848s","start":"2026-03-17T20:49:15.593034Z","end":"2026-03-17T20:49:16.944255Z","steps":["trace[447659704] 'agreement among raft nodes before linearized reading' (duration: 1.113648837s)","trace[447659704] 'range keys from in-memory index tree' (duration: 237.425446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.943932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.648048Z","time spent":"1.295875963s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.944297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.592988Z","time spent":"1.35129975s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.944481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.727462991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:16.945754Z","caller":"traceutil/trace.go:172","msg":"trace[1171645105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1027; }","duration":"1.728734162s","start":"2026-03-17T20:49:15.217006Z","end":"2026-03-17T20:49:16.945741Z","steps":["trace[1171645105] 'agreement among raft nodes before linearized reading' (duration: 1.489681107s)","trace[1171645105] 'range keys from in-memory index tree' (duration: 237.713744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.946431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.216985Z","time spent":"1.729401078s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:16.946306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.353160675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/etcd-controller-2.189dbbfe77363dcd\" limit:1 ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-03-17T20:49:16.946552Z","caller":"traceutil/trace.go:172","msg":"trace[1506685361] range","detail":"{range_begin:/registry/events/kube-system/etcd-controller-2.189dbbfe77363dcd; range_end:; response_count:1; response_revision:1027; }","duration":"1.35340702s","start":"2026-03-17T20:49:15.593132Z","end":"2026-03-17T20:49:16.946539Z","steps":["trace[1506685361] 'agreement among raft nodes before linearized reading' (duration: 1.113591956s)","trace[1506685361] 'range keys from in-memory index tree' (duration: 236.838753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:16.946612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:15.593127Z","time spent":"1.353476411s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":776,"request content":"key:\"/registry/events/kube-system/etcd-controller-2.189dbbfe77363dcd\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:17.127716Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.425957ms"} {"level":"warn","ts":"2026-03-17T20:49:17.127798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.514489ms"} {"level":"warn","ts":"2026-03-17T20:49:17.447348Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:17.833417Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"505.579991ms"} {"level":"warn","ts":"2026-03-17T20:49:17.833476Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"505.648573ms"} {"level":"info","ts":"2026-03-17T20:49:17.833863Z","caller":"traceutil/trace.go:172","msg":"trace[1064024236] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1169; }","duration":"886.999391ms","start":"2026-03-17T20:49:16.946835Z","end":"2026-03-17T20:49:17.833834Z","steps":["trace[1064024236] 'read index received' (duration: 886.989801ms)","trace[1064024236] 'applied index is now lower than readState.Index' (duration: 8.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:17.834079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"887.211897ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:17.834122Z","caller":"traceutil/trace.go:172","msg":"trace[1745710467] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"884.989964ms","start":"2026-03-17T20:49:16.949116Z","end":"2026-03-17T20:49:17.834106Z","steps":["trace[1745710467] 'process raft request' (duration: 884.908942ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:17.834730Z","caller":"traceutil/trace.go:172","msg":"trace[158429262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"887.33096ms","start":"2026-03-17T20:49:16.946826Z","end":"2026-03-17T20:49:17.834157Z","steps":["trace[158429262] 'agreement among raft nodes before linearized reading' (duration: 887.150096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:17.834439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.949105Z","time spent":"885.108036ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:18.094042Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"60.543189ms"} {"level":"warn","ts":"2026-03-17T20:49:18.094124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"60.636951ms"} {"level":"warn","ts":"2026-03-17T20:49:18.094657Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310595,"received-request-id":9915128667449310593} {"level":"warn","ts":"2026-03-17T20:49:18.277289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.50586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:18.334897Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.368556Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.411026ms"} {"level":"warn","ts":"2026-03-17T20:49:18.368654Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"74.513608ms"} {"level":"info","ts":"2026-03-17T20:49:18.368643Z","caller":"traceutil/trace.go:172","msg":"trace[2049165910] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1176; }","duration":"534.669779ms","start":"2026-03-17T20:49:17.833949Z","end":"2026-03-17T20:49:18.368619Z","steps":["trace[2049165910] 'read index received' (duration: 534.659038ms)","trace[2049165910] 'applied index is now lower than readState.Index' (duration: 9.121µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:18.368877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.4204619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-17T20:49:18.368904Z","caller":"traceutil/trace.go:172","msg":"trace[2051024739] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1036; }","duration":"1.420518402s","start":"2026-03-17T20:49:16.948379Z","end":"2026-03-17T20:49:18.368897Z","steps":["trace[2051024739] 'agreement among raft nodes before linearized reading' (duration: 1.420359487s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.368927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.948356Z","time spent":"1.420565222s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18912,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:18.368935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421948085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:18.369011Z","caller":"traceutil/trace.go:172","msg":"trace[1281479998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1036; }","duration":"1.422023597s","start":"2026-03-17T20:49:16.946970Z","end":"2026-03-17T20:49:18.368994Z","steps":["trace[1281479998] 'agreement among raft nodes before linearized reading' (duration: 1.421905984s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.369023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421775412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"warn","ts":"2026-03-17T20:49:18.369064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.946955Z","time spent":"1.422095429s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:18.369078Z","caller":"traceutil/trace.go:172","msg":"trace[235962453] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1036; }","duration":"1.421841183s","start":"2026-03-17T20:49:16.947219Z","end":"2026-03-17T20:49:18.369060Z","steps":["trace[235962453] 'agreement among raft nodes before linearized reading' (duration: 1.421615968s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:18.369154Z","caller":"traceutil/trace.go:172","msg":"trace[710176951] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"528.357819ms","start":"2026-03-17T20:49:17.840786Z","end":"2026-03-17T20:49:18.369144Z","steps":["trace[710176951] 'process raft request' (duration: 528.262927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:18.369221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:17.840755Z","time spent":"528.4265ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:18.369173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:16.947166Z","time spent":"1.421995617s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":413,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:18.868830Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:18.961289Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"254.214351ms"} {"level":"warn","ts":"2026-03-17T20:49:18.961466Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"254.396775ms"} {"level":"warn","ts":"2026-03-17T20:49:19.089277Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310597,"received-request-id":9915128667449310595} {"level":"warn","ts":"2026-03-17T20:49:19.369696Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:19.870105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.371138Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:20.377211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000360188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:20.377305Z","caller":"traceutil/trace.go:172","msg":"trace[2127255181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463921s","start":"2026-03-17T20:49:18.376828Z","end":"2026-03-17T20:49:20.377292Z","steps":["trace[2127255181] 'agreement among raft nodes before linearized reading' (duration: 2.000357928s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.377433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.376817Z","time spent":"2.000608295s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:20 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:20.598972Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"255.411198ms"} {"level":"warn","ts":"2026-03-17T20:49:20.599046Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"255.49187ms"} {"level":"info","ts":"2026-03-17T20:49:20.599028Z","caller":"traceutil/trace.go:172","msg":"trace[1344333135] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1178; }","duration":"2.230312576s","start":"2026-03-17T20:49:18.368695Z","end":"2026-03-17T20:49:20.599008Z","steps":["trace[1344333135] 'read index received' (duration: 2.230305616s)","trace[1344333135] 'applied index is now lower than readState.Index' (duration: 5.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:20.599158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.665952354s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:20.599209Z","caller":"traceutil/trace.go:172","msg":"trace[2102402557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1038; }","duration":"2.666015325s","start":"2026-03-17T20:49:17.933179Z","end":"2026-03-17T20:49:20.599194Z","steps":["trace[2102402557] 'agreement among raft nodes before linearized reading' (duration: 2.665929213s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:20.599335Z","caller":"traceutil/trace.go:172","msg":"trace[493603436] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"2.224883968s","start":"2026-03-17T20:49:18.374444Z","end":"2026-03-17T20:49:20.599328Z","steps":["trace[493603436] 'process raft request' (duration: 2.224660332s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:20.599321Z","caller":"traceutil/trace.go:172","msg":"trace[853500610] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"2.21397647s","start":"2026-03-17T20:49:18.385330Z","end":"2026-03-17T20:49:20.599306Z","steps":["trace[853500610] 'process raft request' (duration: 2.213863778s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:20.599384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.374423Z","time spent":"2.224932559s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:20.599432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.385321Z","time spent":"2.214053873s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:20.915001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.168081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:21.099276Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.254234Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"273.506574ms"} {"level":"warn","ts":"2026-03-17T20:49:21.254309Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"273.590265ms"} {"level":"info","ts":"2026-03-17T20:49:21.276234Z","caller":"traceutil/trace.go:172","msg":"trace[1927955009] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1182; }","duration":"677.140364ms","start":"2026-03-17T20:49:20.599069Z","end":"2026-03-17T20:49:21.276210Z","steps":["trace[1927955009] 'read index received' (duration: 677.130834ms)","trace[1927955009] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.384404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.086374503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:21.384588Z","caller":"traceutil/trace.go:172","msg":"trace[85364922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1042; }","duration":"1.086570037s","start":"2026-03-17T20:49:20.297990Z","end":"2026-03-17T20:49:21.384560Z","steps":["trace[85364922] 'agreement among raft nodes before linearized reading' (duration: 978.36342ms)","trace[85364922] 'range keys from in-memory index tree' (duration: 107.837699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.384650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.297968Z","time spent":"1.08666892s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.384862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.230660174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:21.384936Z","caller":"traceutil/trace.go:172","msg":"trace[943054839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1042; }","duration":"2.230746937s","start":"2026-03-17T20:49:19.154168Z","end":"2026-03-17T20:49:21.384915Z","steps":["trace[943054839] 'agreement among raft nodes before linearized reading' (duration: 2.122281933s)","trace[943054839] 'range keys from in-memory index tree' (duration: 108.267929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.384969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.154150Z","time spent":"2.230810558s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.384964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.007574457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:21.385013Z","caller":"traceutil/trace.go:172","msg":"trace[297961387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1042; }","duration":"1.007617808s","start":"2026-03-17T20:49:20.377379Z","end":"2026-03-17T20:49:21.384996Z","steps":["trace[297961387] 'agreement among raft nodes before linearized reading' (duration: 899.080572ms)","trace[297961387] 'range keys from in-memory index tree' (duration: 108.475583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.377362Z","time spent":"1.00769083s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:21.385142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.10587928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:21.385172Z","caller":"traceutil/trace.go:172","msg":"trace[1747229239] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1042; }","duration":"1.10590773s","start":"2026-03-17T20:49:20.279257Z","end":"2026-03-17T20:49:21.385165Z","steps":["trace[1747229239] 'agreement among raft nodes before linearized reading' (duration: 997.15761ms)","trace[1747229239] 'range keys from in-memory index tree' (duration: 108.706799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.279235Z","time spent":"1.105949732s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.385281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.326004236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:21.385305Z","caller":"traceutil/trace.go:172","msg":"trace[1058840861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1042; }","duration":"1.326028866s","start":"2026-03-17T20:49:20.059270Z","end":"2026-03-17T20:49:21.385298Z","steps":["trace[1058840861] 'agreement among raft nodes before linearized reading' (duration: 1.217160074s)","trace[1058840861] 'range keys from in-memory index tree' (duration: 108.832082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.011050878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-17T20:49:21.385326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.059242Z","time spent":"1.326075838s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:21.385394Z","caller":"traceutil/trace.go:172","msg":"trace[739162130] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1042; }","duration":"3.01113029s","start":"2026-03-17T20:49:18.374252Z","end":"2026-03-17T20:49:21.385382Z","steps":["trace[739162130] 'agreement among raft nodes before linearized reading' (duration: 2.902208166s)","trace[739162130] 'range keys from in-memory index tree' (duration: 108.78609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.995009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:21.385431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"953.703295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:21.385457Z","caller":"traceutil/trace.go:172","msg":"trace[812294786] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1042; }","duration":"942.137712ms","start":"2026-03-17T20:49:20.443295Z","end":"2026-03-17T20:49:21.385432Z","steps":["trace[812294786] 'agreement among raft nodes before linearized reading' (duration: 833.185118ms)","trace[812294786] 'range keys from in-memory index tree' (duration: 108.781921ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:21.385509Z","caller":"traceutil/trace.go:172","msg":"trace[156232422] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1042; }","duration":"953.784586ms","start":"2026-03-17T20:49:20.431698Z","end":"2026-03-17T20:49:21.385483Z","steps":["trace[156232422] 'agreement among raft nodes before linearized reading' (duration: 844.73031ms)","trace[156232422] 'range keys from in-memory index tree' (duration: 108.833022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.443279Z","time spent":"942.222925ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.385514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.870593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:21.385551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.431679Z","time spent":"953.859669ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:21.385606Z","caller":"traceutil/trace.go:172","msg":"trace[2026631597] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"781.213555ms","start":"2026-03-17T20:49:20.604373Z","end":"2026-03-17T20:49:21.385587Z","steps":["trace[2026631597] 'process raft request' (duration: 672.207858ms)","trace[2026631597] 'compare' (duration: 107.188924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.205783548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:21.385657Z","caller":"traceutil/trace.go:172","msg":"trace[1536079154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"2.206047655s","start":"2026-03-17T20:49:19.179602Z","end":"2026-03-17T20:49:21.385650Z","steps":["trace[1536079154] 'agreement among raft nodes before linearized reading' (duration: 2.096837154s)","trace[1536079154] 'range keys from in-memory index tree' (duration: 108.837802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:21.385669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:20.604351Z","time spent":"781.289737ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:21.385679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:19.179584Z","time spent":"2.206087946s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.385423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:18.374200Z","time spent":"3.011215322s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:21.776859Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:21.875996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.182601ms"} {"level":"warn","ts":"2026-03-17T20:49:21.876053Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.247103ms"} {"level":"warn","ts":"2026-03-17T20:49:22.277788Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:22.778838Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.279041Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:23.332864Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"489.144581ms"} {"level":"warn","ts":"2026-03-17T20:49:23.332918Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"489.204062ms"} {"level":"info","ts":"2026-03-17T20:49:23.332906Z","caller":"traceutil/trace.go:172","msg":"trace[692386491] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1186; }","duration":"2.056574564s","start":"2026-03-17T20:49:21.276306Z","end":"2026-03-17T20:49:23.332880Z","steps":["trace[692386491] 'read index received' (duration: 2.056564784s)","trace[692386491] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:23.333046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.73212983s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:23.333111Z","caller":"traceutil/trace.go:172","msg":"trace[690762712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1045; }","duration":"2.732193732s","start":"2026-03-17T20:49:20.600887Z","end":"2026-03-17T20:49:23.333080Z","steps":["trace[690762712] 'agreement among raft nodes before linearized reading' (duration: 2.73210055s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.333116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.278983699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-03-17T20:49:23.333194Z","caller":"traceutil/trace.go:172","msg":"trace[1057244495] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1045; }","duration":"2.279078561s","start":"2026-03-17T20:49:21.054098Z","end":"2026-03-17T20:49:23.333176Z","steps":["trace[1057244495] 'agreement among raft nodes before linearized reading' (duration: 2.278813105s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.333233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.054082Z","time spent":"2.279143533s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19167,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:23.333296Z","caller":"traceutil/trace.go:172","msg":"trace[2023724100] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"1.943498042s","start":"2026-03-17T20:49:21.389781Z","end":"2026-03-17T20:49:23.333279Z","steps":["trace[2023724100] 'process raft request' (duration: 1.943365338s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.333426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.389757Z","time spent":"1.943618215s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:23.395765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000397123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:23.395897Z","caller":"traceutil/trace.go:172","msg":"trace[1339738085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550117s","start":"2026-03-17T20:49:21.395328Z","end":"2026-03-17T20:49:23.395879Z","steps":["trace[1339738085] 'agreement among raft nodes before linearized reading' (duration: 2.000391933s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:23.396017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.395313Z","time spent":"2.000694131s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:23.833501Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.262502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"773.283339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:24.262592Z","caller":"traceutil/trace.go:172","msg":"trace[1082804188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"773.391671ms","start":"2026-03-17T20:49:23.489183Z","end":"2026-03-17T20:49:24.262575Z","steps":["trace[1082804188] 'range keys from in-memory index tree' (duration: 773.232058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.333767Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.378027Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.045003274s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:24.378158Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"845.222278ms"} {"level":"warn","ts":"2026-03-17T20:49:24.378169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"845.236329ms"} {"level":"warn","ts":"2026-03-17T20:49:24.378175Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310605,"received-request-id":9915128667449310602} {"level":"info","ts":"2026-03-17T20:49:24.378513Z","caller":"traceutil/trace.go:172","msg":"trace[693576929] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"1.530897211s","start":"2026-03-17T20:49:22.847591Z","end":"2026-03-17T20:49:24.378488Z","steps":["trace[693576929] 'process raft request' (duration: 1.530837819s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.378644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.847569Z","time spent":"1.530999053s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4219,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:24.834584Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:24.950863Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.678938ms"} {"level":"warn","ts":"2026-03-17T20:49:24.950913Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.731589ms"} {"level":"info","ts":"2026-03-17T20:49:24.950889Z","caller":"traceutil/trace.go:172","msg":"trace[904801051] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1189; }","duration":"1.617923026s","start":"2026-03-17T20:49:23.332951Z","end":"2026-03-17T20:49:24.950874Z","steps":["trace[904801051] 'read index received' (duration: 1.617916686s)","trace[904801051] 'applied index is now lower than readState.Index' (duration: 5.4µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:24.951062Z","caller":"traceutil/trace.go:172","msg":"trace[1375958683] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"1.613296468s","start":"2026-03-17T20:49:23.337756Z","end":"2026-03-17T20:49:24.951053Z","steps":["trace[1375958683] 'process raft request' (duration: 1.613214716s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.951130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.337729Z","time spent":"1.61335887s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:24.951184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.917354267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:24.951253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.491007254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:24.951259Z","caller":"traceutil/trace.go:172","msg":"trace[1196069804] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1049; }","duration":"2.917451699s","start":"2026-03-17T20:49:22.033791Z","end":"2026-03-17T20:49:24.951243Z","steps":["trace[1196069804] 'agreement among raft nodes before linearized reading' (duration: 2.917320276s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.951270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.197820865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.175\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:24.951291Z","caller":"traceutil/trace.go:172","msg":"trace[1473703378] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1049; }","duration":"2.491054165s","start":"2026-03-17T20:49:22.460231Z","end":"2026-03-17T20:49:24.951285Z","steps":["trace[1473703378] 'agreement among raft nodes before linearized reading' (duration: 2.490991584s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.951314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.460210Z","time spent":"2.491099556s","remote":"127.0.0.1:59650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:24.951317Z","caller":"traceutil/trace.go:172","msg":"trace[2089183256] range","detail":"{range_begin:/registry/masterleases/199.19.213.175; range_end:; response_count:1; response_revision:1049; }","duration":"3.197868066s","start":"2026-03-17T20:49:21.753435Z","end":"2026-03-17T20:49:24.951303Z","steps":["trace[2089183256] 'agreement among raft nodes before linearized reading' (duration: 3.197702363s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.951288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:22.033771Z","time spent":"2.91751218s","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:24.951347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:21.753412Z","time spent":"3.197927237s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.175\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:24.951520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.696898001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:24.951586Z","caller":"traceutil/trace.go:172","msg":"trace[1390400192] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1048; }","duration":"1.696968822s","start":"2026-03-17T20:49:23.254611Z","end":"2026-03-17T20:49:24.951580Z","steps":["trace[1390400192] 'agreement among raft nodes before linearized reading' (duration: 1.696403889s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:24.951623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.254586Z","time spent":"1.697030853s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:25.371879Z","caller":"traceutil/trace.go:172","msg":"trace[1804091480] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"2.022825603s","start":"2026-03-17T20:49:23.349034Z","end":"2026-03-17T20:49:25.371859Z","steps":["trace[1804091480] 'process raft request' (duration: 2.022639008s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.372226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.349013Z","time spent":"2.023148391s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19303,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:25.372428Z","caller":"traceutil/trace.go:172","msg":"trace[1311788004] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"1.712905533s","start":"2026-03-17T20:49:23.659513Z","end":"2026-03-17T20:49:25.372418Z","steps":["trace[1311788004] 'process raft request' (duration: 1.712622356s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:25.372255Z","caller":"traceutil/trace.go:172","msg":"trace[708103797] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"1.988646409s","start":"2026-03-17T20:49:23.383595Z","end":"2026-03-17T20:49:25.372241Z","steps":["trace[708103797] 'process raft request' (duration: 1.988215098s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.372591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.659485Z","time spent":"1.713003695s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:25.372582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.383569Z","time spent":"1.988966286s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:25.397034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000809608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:25.397495Z","caller":"traceutil/trace.go:172","msg":"trace[688430846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001218787s","start":"2026-03-17T20:49:23.396198Z","end":"2026-03-17T20:49:25.397417Z","steps":["trace[688430846] 'agreement among raft nodes before linearized reading' (duration: 2.000804687s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.397712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.396180Z","time spent":"2.001516946s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:25.451602Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:25.463036Z","caller":"traceutil/trace.go:172","msg":"trace[458974674] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1200; }","duration":"512.032605ms","start":"2026-03-17T20:49:24.950987Z","end":"2026-03-17T20:49:25.463019Z","steps":["trace[458974674] 'read index received' (duration: 512.026405ms)","trace[458974674] 'applied index is now lower than readState.Index' (duration: 5.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.657289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.322231253s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:25.657450Z","caller":"traceutil/trace.go:172","msg":"trace[1807334152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"2.322400977s","start":"2026-03-17T20:49:23.335024Z","end":"2026-03-17T20:49:25.657425Z","steps":["trace[1807334152] 'agreement among raft nodes before linearized reading' (duration: 2.128100958s)","trace[1807334152] 'range keys from in-memory index tree' (duration: 194.107435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.657473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.855280916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:25.657519Z","caller":"traceutil/trace.go:172","msg":"trace[214959735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1059; }","duration":"1.855335178s","start":"2026-03-17T20:49:23.802173Z","end":"2026-03-17T20:49:25.657508Z","steps":["trace[214959735] 'agreement among raft nodes before linearized reading' (duration: 1.660934396s)","trace[214959735] 'range keys from in-memory index tree' (duration: 194.319019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.657541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.802157Z","time spent":"1.855380048s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.657740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.547315ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-17T20:49:25.657775Z","caller":"traceutil/trace.go:172","msg":"trace[657726948] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1200; }","duration":"194.685908ms","start":"2026-03-17T20:49:25.463082Z","end":"2026-03-17T20:49:25.657768Z","steps":["trace[657726948] 'read index received' (duration: 848.64µs)","trace[657726948] 'applied index is now lower than readState.Index' (duration: 193.836638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:25.657843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"703.498249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:25.657869Z","caller":"traceutil/trace.go:172","msg":"trace[1272644420] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1059; }","duration":"703.522329ms","start":"2026-03-17T20:49:24.954341Z","end":"2026-03-17T20:49:25.657863Z","steps":["trace[1272644420] 'agreement among raft nodes before linearized reading' (duration: 703.444468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.657881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.954327Z","time spent":"703.55081ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.657880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.015463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:25.657894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.880348188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:25.657934Z","caller":"traceutil/trace.go:172","msg":"trace[1582065609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"252.075385ms","start":"2026-03-17T20:49:25.405848Z","end":"2026-03-17T20:49:25.657923Z","steps":["trace[1582065609] 'agreement among raft nodes before linearized reading' (duration: 251.986203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.657981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.205407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19318"} {"level":"info","ts":"2026-03-17T20:49:25.657976Z","caller":"traceutil/trace.go:172","msg":"trace[536730749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1059; }","duration":"1.880429539s","start":"2026-03-17T20:49:23.777520Z","end":"2026-03-17T20:49:25.657949Z","steps":["trace[536730749] 'agreement among raft nodes before linearized reading' (duration: 1.685600928s)","trace[536730749] 'range keys from in-memory index tree' (duration: 194.641127ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:25.657998Z","caller":"traceutil/trace.go:172","msg":"trace[182448276] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1059; }","duration":"281.223117ms","start":"2026-03-17T20:49:25.376770Z","end":"2026-03-17T20:49:25.657994Z","steps":["trace[182448276] 'agreement among raft nodes before linearized reading' (duration: 281.171326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.658006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:24.952203Z","time spent":"705.800081ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:25.658021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:23.777494Z","time spent":"1.880514022s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:25.658088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.025038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:25.658100Z","caller":"traceutil/trace.go:172","msg":"trace[2002545558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1059; }","duration":"405.037829ms","start":"2026-03-17T20:49:25.253059Z","end":"2026-03-17T20:49:25.658097Z","steps":["trace[2002545558] 'agreement among raft nodes before linearized reading' (duration: 405.000948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:25.658111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.253037Z","time spent":"405.07151ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:26.018946Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"275.715212ms"} {"level":"warn","ts":"2026-03-17T20:49:26.019030Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"275.806284ms"} {"level":"warn","ts":"2026-03-17T20:49:26.160203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.660586Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:26.698260Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"479.205313ms"} {"level":"warn","ts":"2026-03-17T20:49:26.698472Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"479.421778ms"} {"level":"info","ts":"2026-03-17T20:49:26.698336Z","caller":"traceutil/trace.go:172","msg":"trace[843747554] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1202; }","duration":"1.038779081s","start":"2026-03-17T20:49:25.659542Z","end":"2026-03-17T20:49:26.698321Z","steps":["trace[843747554] 'read index received' (duration: 1.038773321s)","trace[843747554] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:26.698843Z","caller":"traceutil/trace.go:172","msg":"trace[1916200912] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.025457664s","start":"2026-03-17T20:49:25.673377Z","end":"2026-03-17T20:49:26.698835Z","steps":["trace[1916200912] 'process raft request' (duration: 1.025337821s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.698915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.673288Z","time spent":"1.025587786s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:26.698418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.038871774s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:26.699438Z","caller":"traceutil/trace.go:172","msg":"trace[1573243795] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"1.039352955s","start":"2026-03-17T20:49:25.660065Z","end":"2026-03-17T20:49:26.699418Z","steps":["trace[1573243795] 'process raft request' (duration: 1.038593248s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.699486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.660031Z","time spent":"1.039428717s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:26.699462Z","caller":"traceutil/trace.go:172","msg":"trace[1978367138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"1.039916369s","start":"2026-03-17T20:49:25.659523Z","end":"2026-03-17T20:49:26.699439Z","steps":["trace[1978367138] 'agreement among raft nodes before linearized reading' (duration: 1.038843213s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:26.699606Z","caller":"traceutil/trace.go:172","msg":"trace[234838264] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"1.040069292s","start":"2026-03-17T20:49:25.659522Z","end":"2026-03-17T20:49:26.699592Z","steps":["trace[234838264] 'process raft request' (duration: 1.039038359s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:26.699922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.659494Z","time spent":"1.040334937s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:27.034528Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.034612ms"} {"level":"warn","ts":"2026-03-17T20:49:27.034589Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.106635ms"} {"level":"warn","ts":"2026-03-17T20:49:27.034992Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310618,"received-request-id":9915128667449310614} {"level":"warn","ts":"2026-03-17T20:49:27.199424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:27.371179Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.564156ms"} {"level":"warn","ts":"2026-03-17T20:49:27.371258Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.654338ms"} {"level":"info","ts":"2026-03-17T20:49:27.371708Z","caller":"traceutil/trace.go:172","msg":"trace[396578316] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1208; }","duration":"673.173432ms","start":"2026-03-17T20:49:26.698511Z","end":"2026-03-17T20:49:27.371685Z","steps":["trace[396578316] 'read index received' (duration: 673.162342ms)","trace[396578316] 'applied index is now lower than readState.Index' (duration: 9.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.606146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.946426183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:27.606222Z","caller":"traceutil/trace.go:172","msg":"trace[353481503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"1.946515165s","start":"2026-03-17T20:49:25.659692Z","end":"2026-03-17T20:49:27.606207Z","steps":["trace[353481503] 'agreement among raft nodes before linearized reading' (duration: 1.71228687s)","trace[353481503] 'range keys from in-memory index tree' (duration: 234.110482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.606257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.659678Z","time spent":"1.946568826s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:27.606153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.061032977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:27.606363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.606943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:27.606344Z","caller":"traceutil/trace.go:172","msg":"trace[565803596] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1066; }","duration":"1.061217871s","start":"2026-03-17T20:49:26.545093Z","end":"2026-03-17T20:49:27.606311Z","steps":["trace[565803596] 'agreement among raft nodes before linearized reading' (duration: 826.747061ms)","trace[565803596] 'range keys from in-memory index tree' (duration: 234.251295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.606904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.545048Z","time spent":"1.061846906s","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:27.606987Z","caller":"traceutil/trace.go:172","msg":"trace[1326488779] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"902.321899ms","start":"2026-03-17T20:49:26.704646Z","end":"2026-03-17T20:49:27.606968Z","steps":["trace[1326488779] 'process raft request' (duration: 667.064992ms)","trace[1326488779] 'compare' (duration: 234.4831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.606677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835131641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:27.607194Z","caller":"traceutil/trace.go:172","msg":"trace[2081883097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1066; }","duration":"1.835814897s","start":"2026-03-17T20:49:25.771369Z","end":"2026-03-17T20:49:27.607184Z","steps":["trace[2081883097] 'agreement among raft nodes before linearized reading' (duration: 1.600474127s)","trace[2081883097] 'range keys from in-memory index tree' (duration: 234.303606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.607289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:25.771348Z","time spent":"1.835861428s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:27.607219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.704592Z","time spent":"902.512193ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:27.755274Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.002468ms"} {"level":"warn","ts":"2026-03-17T20:49:27.755320Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.055009ms"} {"level":"warn","ts":"2026-03-17T20:49:27.755563Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310629,"received-request-id":9915128667449310618} {"level":"warn","ts":"2026-03-17T20:49:27.872418Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310629,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:27.941482Z","caller":"traceutil/trace.go:172","msg":"trace[352173969] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1210; }","duration":"569.521912ms","start":"2026-03-17T20:49:27.371922Z","end":"2026-03-17T20:49:27.941444Z","steps":["trace[352173969] 'read index received' (duration: 569.512062ms)","trace[352173969] 'applied index is now lower than readState.Index' (duration: 8.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:27.942257Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310630,"received-request-id":9915128667449310629} {"level":"warn","ts":"2026-03-17T20:49:28.114529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.875704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:28.114582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.012395075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-03-17T20:49:28.114628Z","caller":"traceutil/trace.go:172","msg":"trace[379067645] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1068; }","duration":"1.012443756s","start":"2026-03-17T20:49:27.102171Z","end":"2026-03-17T20:49:28.114614Z","steps":["trace[379067645] 'agreement among raft nodes before linearized reading' (duration: 839.586969ms)","trace[379067645] 'range keys from in-memory index tree' (duration: 172.713035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:28.114661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.102143Z","time spent":"1.012511778s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19433,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:28.114670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413997014s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:28.114722Z","caller":"traceutil/trace.go:172","msg":"trace[1094878993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"1.414045385s","start":"2026-03-17T20:49:26.700657Z","end":"2026-03-17T20:49:28.114702Z","steps":["trace[1094878993] 'agreement among raft nodes before linearized reading' (duration: 1.241134197s)","trace[1094878993] 'range keys from in-memory index tree' (duration: 172.851077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:28.116032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413981394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-17T20:49:28.116317Z","caller":"traceutil/trace.go:172","msg":"trace[1306366962] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1068; }","duration":"1.414262981s","start":"2026-03-17T20:49:26.702041Z","end":"2026-03-17T20:49:28.116304Z","steps":["trace[1306366962] 'agreement among raft nodes before linearized reading' (duration: 1.239740925s)","trace[1306366962] 'range keys from in-memory index tree' (duration: 174.193158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:28.116485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:26.702027Z","time spent":"1.414447325s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:28.245441Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"102.53443ms"} {"level":"warn","ts":"2026-03-17T20:49:28.245509Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"102.609271ms"} {"level":"warn","ts":"2026-03-17T20:49:28.541395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.739499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:28.541467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.776315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:28.541561Z","caller":"traceutil/trace.go:172","msg":"trace[1913609059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"424.918102ms","start":"2026-03-17T20:49:28.116629Z","end":"2026-03-17T20:49:28.541547Z","steps":["trace[1913609059] 'range keys from in-memory index tree' (duration: 424.691598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:28.938105Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"492.663171ms"} {"level":"warn","ts":"2026-03-17T20:49:28.938170Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"492.661253ms"} {"level":"warn","ts":"2026-03-17T20:49:28.989935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.353487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:29.292649Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.268586ms"} {"level":"warn","ts":"2026-03-17T20:49:29.292705Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.333067ms"} {"level":"warn","ts":"2026-03-17T20:49:29.370529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.255507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:29.615033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000914885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:29.615238Z","caller":"traceutil/trace.go:172","msg":"trace[290088664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001271444s","start":"2026-03-17T20:49:27.613950Z","end":"2026-03-17T20:49:29.615221Z","steps":["trace[290088664] 'agreement among raft nodes before linearized reading' (duration: 2.000910595s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:29.615447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.613938Z","time spent":"2.001496608s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:29 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:29.898514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.859213ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:30.178819Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"686.088877ms"} {"level":"warn","ts":"2026-03-17T20:49:30.178874Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"686.154578ms"} {"level":"warn","ts":"2026-03-17T20:49:30.369069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.456209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:30.500294Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.403433ms"} {"level":"warn","ts":"2026-03-17T20:49:30.500352Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.467384ms"} {"level":"warn","ts":"2026-03-17T20:49:30.854276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"485.101406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:31.315461Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"615.082707ms"} {"level":"warn","ts":"2026-03-17T20:49:31.315529Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"615.159438ms"} {"level":"warn","ts":"2026-03-17T20:49:31.374345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.995351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:31.608599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.156589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:31.609163Z","caller":"traceutil/trace.go:172","msg":"trace[2065115906] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1210; }","duration":"3.667443806s","start":"2026-03-17T20:49:27.941692Z","end":"2026-03-17T20:49:31.609136Z","steps":["trace[2065115906] 'read index received' (duration: 1.117396ms)","trace[2065115906] 'applied index is now lower than readState.Index' (duration: 3.66632408s)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:31.609429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.997239397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:31.609479Z","caller":"traceutil/trace.go:172","msg":"trace[267275617] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1072; }","duration":"3.997296688s","start":"2026-03-17T20:49:27.612170Z","end":"2026-03-17T20:49:31.609467Z","steps":["trace[267275617] 'agreement among raft nodes before linearized reading' (duration: 3.997123104s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.609514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:27.612110Z","time spent":"3.997394741s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:31.610243Z","caller":"traceutil/trace.go:172","msg":"trace[769338240] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"3.472626925s","start":"2026-03-17T20:49:28.137592Z","end":"2026-03-17T20:49:31.610219Z","steps":["trace[769338240] 'process raft request' (duration: 3.47236604s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.610980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.137564Z","time spent":"3.473047675s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19569,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:31.615025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999984384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:31.615071Z","caller":"traceutil/trace.go:172","msg":"trace[2072372894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032916s","start":"2026-03-17T20:49:29.615028Z","end":"2026-03-17T20:49:31.615061Z","steps":["trace[2072372894] 'agreement among raft nodes before linearized reading' (duration: 1.999983204s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:31.615106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.615013Z","time spent":"2.000086597s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:32.109803Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:32.548805Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"751.658017ms"} {"level":"warn","ts":"2026-03-17T20:49:32.548864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"938.667353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:32.548881Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"751.743249ms"} {"level":"warn","ts":"2026-03-17T20:49:32.610840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:33.468926Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"493.005848ms"} {"level":"warn","ts":"2026-03-17T20:49:33.468989Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"493.08235ms"} {"level":"warn","ts":"2026-03-17T20:49:33.511868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"962.318091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:33.512757Z","caller":"traceutil/trace.go:172","msg":"trace[2143258109] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1232; }","duration":"1.903515909s","start":"2026-03-17T20:49:31.609218Z","end":"2026-03-17T20:49:33.512734Z","steps":["trace[2143258109] 'read index received' (duration: 1.139520573s)","trace[2143258109] 'applied index is now lower than readState.Index' (duration: 763.994456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.512844Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310636,"received-request-id":9915128667449310634} {"level":"warn","ts":"2026-03-17T20:49:33.512982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.206792382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-17T20:49:33.512989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.426383793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:33.513040Z","caller":"traceutil/trace.go:172","msg":"trace[1940008073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1091; }","duration":"4.206862794s","start":"2026-03-17T20:49:29.306163Z","end":"2026-03-17T20:49:33.513025Z","steps":["trace[1940008073] 'agreement among raft nodes before linearized reading' (duration: 4.206647779s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.513078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.306141Z","time spent":"4.206927524s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.513072Z","caller":"traceutil/trace.go:172","msg":"trace[1554686170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1091; }","duration":"4.426462594s","start":"2026-03-17T20:49:29.086594Z","end":"2026-03-17T20:49:33.513057Z","steps":["trace[1554686170] 'agreement among raft nodes before linearized reading' (duration: 4.42626278s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.513173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.97124469s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:33.513161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.086567Z","time spent":"4.426583557s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.513330Z","caller":"traceutil/trace.go:172","msg":"trace[1276724379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1091; }","duration":"4.971418774s","start":"2026-03-17T20:49:28.541883Z","end":"2026-03-17T20:49:33.513302Z","steps":["trace[1276724379] 'agreement among raft nodes before linearized reading' (duration: 4.970968804s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.513747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.395019598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:263"} {"level":"info","ts":"2026-03-17T20:49:33.513791Z","caller":"traceutil/trace.go:172","msg":"trace[1023594720] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1094; }","duration":"5.395060989s","start":"2026-03-17T20:49:28.118719Z","end":"2026-03-17T20:49:33.513780Z","steps":["trace[1023594720] 'agreement among raft nodes before linearized reading' (duration: 5.394152488s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.513814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:28.118706Z","time spent":"5.395101909s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":285,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-17T20:49:33.513209Z","caller":"traceutil/trace.go:172","msg":"trace[912808304] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"1.901176886s","start":"2026-03-17T20:49:31.612013Z","end":"2026-03-17T20:49:33.513189Z","steps":["trace[912808304] 'process raft request' (duration: 1.900756897s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.514071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.611981Z","time spent":"1.902040566s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:33.512985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.034985151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:33.514414Z","caller":"traceutil/trace.go:172","msg":"trace[1704405992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1091; }","duration":"4.036437064s","start":"2026-03-17T20:49:29.477967Z","end":"2026-03-17T20:49:33.514404Z","steps":["trace[1704405992] 'agreement among raft nodes before linearized reading' (duration: 4.034874429s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.514457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:29.477944Z","time spent":"4.036503966s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.514466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.265894327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:33.514645Z","caller":"traceutil/trace.go:172","msg":"trace[1382788193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1091; }","duration":"2.26692759s","start":"2026-03-17T20:49:31.247697Z","end":"2026-03-17T20:49:33.514625Z","steps":["trace[1382788193] 'agreement among raft nodes before linearized reading' (duration: 2.265132819s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.514698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.247678Z","time spent":"2.267003092s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.621644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000266339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:33.621738Z","caller":"traceutil/trace.go:172","msg":"trace[1462402070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409352s","start":"2026-03-17T20:49:31.621308Z","end":"2026-03-17T20:49:33.621717Z","steps":["trace[1462402070] 'agreement among raft nodes before linearized reading' (duration: 2.000259659s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.621799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.621290Z","time spent":"2.000497075s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:33.808262Z","caller":"traceutil/trace.go:172","msg":"trace[1137308949] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1248; }","duration":"295.419891ms","start":"2026-03-17T20:49:33.512828Z","end":"2026-03-17T20:49:33.808248Z","steps":["trace[1137308949] 'read index received' (duration: 295.414431ms)","trace[1137308949] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.856023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.179003161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:33.856123Z","caller":"traceutil/trace.go:172","msg":"trace[1783287615] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1094; }","duration":"2.179108974s","start":"2026-03-17T20:49:31.676986Z","end":"2026-03-17T20:49:33.856095Z","steps":["trace[1783287615] 'agreement among raft nodes before linearized reading' (duration: 2.131378693s)","trace[1783287615] 'range keys from in-memory index tree' (duration: 47.602998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.856170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.239731503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-17T20:49:33.856194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.01028378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:33.856234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.881402268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:33.856256Z","caller":"traceutil/trace.go:172","msg":"trace[1868892664] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1094; }","duration":"1.010356402s","start":"2026-03-17T20:49:32.845884Z","end":"2026-03-17T20:49:33.856241Z","steps":["trace[1868892664] 'agreement among raft nodes before linearized reading' (duration: 962.471628ms)","trace[1868892664] 'range keys from in-memory index tree' (duration: 47.797362ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:33.856263Z","caller":"traceutil/trace.go:172","msg":"trace[358062897] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1094; }","duration":"1.881427259s","start":"2026-03-17T20:49:31.974826Z","end":"2026-03-17T20:49:33.856253Z","steps":["trace[358062897] 'agreement among raft nodes before linearized reading' (duration: 1.833535145s)","trace[358062897] 'range keys from in-memory index tree' (duration: 47.858523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.856287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.974812Z","time spent":"1.88146879s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.856290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:32.845865Z","time spent":"1.010417914s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:33.856355Z","caller":"traceutil/trace.go:172","msg":"trace[2061217038] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1094; }","duration":"2.239821855s","start":"2026-03-17T20:49:31.616405Z","end":"2026-03-17T20:49:33.856227Z","steps":["trace[2061217038] 'agreement among raft nodes before linearized reading' (duration: 2.191936221s)","trace[2061217038] 'range keys from in-memory index tree' (duration: 47.65711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:33.856497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.616384Z","time spent":"2.240097462s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19606,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.856189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:31.676971Z","time spent":"2.179201105s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:33.856766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.612583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:33.857493Z","caller":"traceutil/trace.go:172","msg":"trace[935948880] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"337.676758ms","start":"2026-03-17T20:49:33.519799Z","end":"2026-03-17T20:49:33.857475Z","steps":["trace[935948880] 'process raft request' (duration: 337.29136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:33.857593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.519773Z","time spent":"337.78042ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:33.979146Z","caller":"traceutil/trace.go:172","msg":"trace[64756110] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1250; }","duration":"170.786308ms","start":"2026-03-17T20:49:33.808332Z","end":"2026-03-17T20:49:33.979118Z","steps":["trace[64756110] 'read index received' (duration: 170.774488ms)","trace[64756110] 'applied index is now lower than readState.Index' (duration: 10.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:34.671263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.156092898s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:34.671335Z","caller":"traceutil/trace.go:172","msg":"trace[1095434412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1096; }","duration":"1.1561764s","start":"2026-03-17T20:49:33.515147Z","end":"2026-03-17T20:49:34.671323Z","steps":["trace[1095434412] 'agreement among raft nodes before linearized reading' (duration: 464.08368ms)","trace[1095434412] 'range keys from in-memory index tree' (duration: 691.993298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:34.671353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.049244768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:34.671379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.150682475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:49:34.671439Z","caller":"traceutil/trace.go:172","msg":"trace[418947562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1096; }","duration":"1.04934035s","start":"2026-03-17T20:49:33.622077Z","end":"2026-03-17T20:49:34.671418Z","steps":["trace[418947562] 'agreement among raft nodes before linearized reading' (duration: 357.111467ms)","trace[418947562] 'range keys from in-memory index tree' (duration: 692.088479ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:34.671457Z","caller":"traceutil/trace.go:172","msg":"trace[1699061613] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1096; }","duration":"1.150750057s","start":"2026-03-17T20:49:33.520676Z","end":"2026-03-17T20:49:34.671426Z","steps":["trace[1699061613] 'agreement among raft nodes before linearized reading' (duration: 458.538675ms)","trace[1699061613] 'range keys from in-memory index tree' (duration: 692.033048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:34.671478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.622057Z","time spent":"1.049413042s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:34.671492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.520666Z","time spent":"1.150815798s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:34.671549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.236122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:34.671780Z","caller":"traceutil/trace.go:172","msg":"trace[1164525163] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"809.404076ms","start":"2026-03-17T20:49:33.862353Z","end":"2026-03-17T20:49:34.671757Z","steps":["trace[1164525163] 'process raft request' (duration: 809.301744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:34.671850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.862328Z","time spent":"809.495217ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:35.173962Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:35.221681Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.242562525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:35.221855Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.042878332s"} {"level":"warn","ts":"2026-03-17T20:49:35.221910Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.042937773s"} {"level":"warn","ts":"2026-03-17T20:49:35.674946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.175410Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.675763Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:36.680957Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999887175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-17T20:49:36.681022Z","caller":"traceutil/trace.go:172","msg":"trace[657783555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963036s","start":"2026-03-17T20:49:34.681044Z","end":"2026-03-17T20:49:36.681007Z","steps":["trace[657783555] 'agreement among raft nodes before linearized reading' (duration: 1.999883965s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:36.681064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.681026Z","time spent":"2.000031107s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-17T20:49:36.878064Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"35267ddb33ec8999 [logterm: 5, index: 1262, vote: 35267ddb33ec8999] ignored MsgPreVote from d11d60056e8410fb [logterm: 5, index: 1259] at term 5: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-03-17T20:49:36.970897Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.748882325s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-17T20:49:36.971063Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.549133541s"} {"level":"warn","ts":"2026-03-17T20:49:36.971084Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.549159362s"} {"level":"info","ts":"2026-03-17T20:49:36.971151Z","caller":"traceutil/trace.go:172","msg":"trace[871926224] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"2.297830257s","start":"2026-03-17T20:49:34.673298Z","end":"2026-03-17T20:49:36.971129Z","steps":["trace[871926224] 'read index received' (duration: 2.297819866s)","trace[871926224] 'applied index is now lower than readState.Index' (duration: 8.991µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.133039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.459748852s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:37.133100Z","caller":"traceutil/trace.go:172","msg":"trace[1861714140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1098; }","duration":"2.459815683s","start":"2026-03-17T20:49:34.673271Z","end":"2026-03-17T20:49:37.133087Z","steps":["trace[1861714140] 'agreement among raft nodes before linearized reading' (duration: 2.29796532s)","trace[1861714140] 'range keys from in-memory index tree' (duration: 161.770392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.133598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.911470315s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:37.133779Z","caller":"traceutil/trace.go:172","msg":"trace[1570796381] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"3.258979176s","start":"2026-03-17T20:49:33.874772Z","end":"2026-03-17T20:49:37.133751Z","steps":["trace[1570796381] 'process raft request' (duration: 1.347281326s)","trace[1570796381] 'compare' (duration: 1.910258018s)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:37.133872Z","caller":"traceutil/trace.go:172","msg":"trace[1277526948] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"2.458318569s","start":"2026-03-17T20:49:34.675542Z","end":"2026-03-17T20:49:37.133860Z","steps":["trace[1277526948] 'process raft request' (duration: 2.458255737s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.133905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:33.874753Z","time spent":"3.259092479s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.133927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.675519Z","time spent":"2.458388771s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:37.427510Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.399394ms"} {"level":"warn","ts":"2026-03-17T20:49:37.427598Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"256.495506ms"} {"level":"info","ts":"2026-03-17T20:49:37.427733Z","caller":"traceutil/trace.go:172","msg":"trace[1710175355] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"456.513526ms","start":"2026-03-17T20:49:36.971204Z","end":"2026-03-17T20:49:37.427717Z","steps":["trace[1710175355] 'read index received' (duration: 456.505836ms)","trace[1710175355] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.515433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.433894161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.515492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.997141776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.515516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"834.222956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:37.515516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.840484195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.175\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:37.515546Z","caller":"traceutil/trace.go:172","msg":"trace[915876851] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1105; }","duration":"1.997193487s","start":"2026-03-17T20:49:35.518335Z","end":"2026-03-17T20:49:37.515529Z","steps":["trace[915876851] 'agreement among raft nodes before linearized reading' (duration: 1.909539101s)","trace[915876851] 'range keys from in-memory index tree' (duration: 87.587335ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:37.515563Z","caller":"traceutil/trace.go:172","msg":"trace[810983199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"834.252166ms","start":"2026-03-17T20:49:36.681287Z","end":"2026-03-17T20:49:37.515539Z","steps":["trace[810983199] 'agreement among raft nodes before linearized reading' (duration: 746.567919ms)","trace[810983199] 'range keys from in-memory index tree' (duration: 87.642997ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:37.515583Z","caller":"traceutil/trace.go:172","msg":"trace[1669088834] range","detail":"{range_begin:/registry/masterleases/199.19.213.175; range_end:; response_count:1; response_revision:1105; }","duration":"2.840562297s","start":"2026-03-17T20:49:34.675005Z","end":"2026-03-17T20:49:37.515568Z","steps":["trace[1669088834] 'agreement among raft nodes before linearized reading' (duration: 2.75288179s)","trace[1669088834] 'range keys from in-memory index tree' (duration: 87.513043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.515597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.681273Z","time spent":"834.316567ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:37.515593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.518316Z","time spent":"1.997264898s","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:37.515536Z","caller":"traceutil/trace.go:172","msg":"trace[1977300954] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1105; }","duration":"2.434005414s","start":"2026-03-17T20:49:35.081506Z","end":"2026-03-17T20:49:37.515512Z","steps":["trace[1977300954] 'agreement among raft nodes before linearized reading' (duration: 2.346373238s)","trace[1977300954] 'range keys from in-memory index tree' (duration: 87.493653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.515714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.081475Z","time spent":"2.434210679s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.515614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:34.674976Z","time spent":"2.840630648s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.175\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.515463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.364331428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:37.516196Z","caller":"traceutil/trace.go:172","msg":"trace[805756820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1105; }","duration":"1.365064855s","start":"2026-03-17T20:49:36.151109Z","end":"2026-03-17T20:49:37.516174Z","steps":["trace[805756820] 'agreement among raft nodes before linearized reading' (duration: 1.276758973s)","trace[805756820] 'range keys from in-memory index tree' (duration: 87.547535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:37.517317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:36.151079Z","time spent":"1.366216751s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:37.748653Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.026173ms"} {"level":"warn","ts":"2026-03-17T20:49:37.748713Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"121.093795ms"} {"level":"info","ts":"2026-03-17T20:49:37.749158Z","caller":"traceutil/trace.go:172","msg":"trace[1435645960] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"2.032879849s","start":"2026-03-17T20:49:35.716264Z","end":"2026-03-17T20:49:37.749144Z","steps":["trace[1435645960] 'process raft request' (duration: 2.032737636s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.749388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.716231Z","time spent":"2.033063622s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:37.749440Z","caller":"traceutil/trace.go:172","msg":"trace[346390326] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"2.016099209s","start":"2026-03-17T20:49:35.733327Z","end":"2026-03-17T20:49:37.749426Z","steps":["trace[346390326] 'process raft request' (duration: 2.015789922s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:37.749685Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:35.733305Z","time spent":"2.016303783s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:37.928625Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.429652Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:38.784674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.648841519s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:38.784756Z","caller":"traceutil/trace.go:172","msg":"trace[1297936863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1108; }","duration":"1.648935061s","start":"2026-03-17T20:49:37.135801Z","end":"2026-03-17T20:49:38.784736Z","steps":["trace[1297936863] 'agreement among raft nodes before linearized reading' (duration: 1.648810698s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.784786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.643829847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:38.784781Z","caller":"traceutil/trace.go:172","msg":"trace[558536322] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"1.645849692s","start":"2026-03-17T20:49:37.138915Z","end":"2026-03-17T20:49:38.784765Z","steps":["trace[558536322] 'process raft request' (duration: 1.645669549s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:38.784830Z","caller":"traceutil/trace.go:172","msg":"trace[1319275198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1108; }","duration":"1.643878848s","start":"2026-03-17T20:49:37.140941Z","end":"2026-03-17T20:49:38.784820Z","steps":["trace[1319275198] 'agreement among raft nodes before linearized reading' (duration: 1.643653713s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.784864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.140931Z","time spent":"1.643924259s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:38.784864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.666078066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:38.784918Z","caller":"traceutil/trace.go:172","msg":"trace[963406047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"1.666149067s","start":"2026-03-17T20:49:37.118758Z","end":"2026-03-17T20:49:38.784907Z","steps":["trace[963406047] 'agreement among raft nodes before linearized reading' (duration: 1.665968444s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.784885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.138898Z","time spent":"1.645942594s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:38.784942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.518521Z","time spent":"1.266419798s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:38.784947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.118737Z","time spent":"1.666204789s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:38.785215Z","caller":"traceutil/trace.go:172","msg":"trace[405368787] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1262; }","duration":"1.356722884s","start":"2026-03-17T20:49:37.427832Z","end":"2026-03-17T20:49:38.784555Z","steps":["trace[405368787] 'read index received' (duration: 1.356714784s)","trace[405368787] 'applied index is now lower than readState.Index' (duration: 6.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:38.785235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.647348896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-03-17T20:49:38.785544Z","caller":"traceutil/trace.go:172","msg":"trace[1171498587] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1110; }","duration":"1.647658353s","start":"2026-03-17T20:49:37.137875Z","end":"2026-03-17T20:49:38.785533Z","steps":["trace[1171498587] 'agreement among raft nodes before linearized reading' (duration: 1.646700512s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:38.785581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.137852Z","time spent":"1.647713873s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19692,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.523666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00052486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-17T20:49:39.523769Z","caller":"traceutil/trace.go:172","msg":"trace[802885576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644512s","start":"2026-03-17T20:49:37.523103Z","end":"2026-03-17T20:49:39.523748Z","steps":["trace[802885576] 'agreement among raft nodes before linearized reading' (duration: 2.00052123s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.523831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.523090Z","time spent":"2.000729464s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/17 20:49:39 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-17T20:49:39.543674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.731111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:49:39.543890Z","caller":"traceutil/trace.go:172","msg":"trace[946115622] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1266; }","duration":"758.402275ms","start":"2026-03-17T20:49:38.785476Z","end":"2026-03-17T20:49:39.543879Z","steps":["trace[946115622] 'read index received' (duration: 93.269009ms)","trace[946115622] 'applied index is now lower than readState.Index' (duration: 665.132566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:39.543973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"958.34195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:39.543991Z","caller":"traceutil/trace.go:172","msg":"trace[1366124657] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1112; }","duration":"958.366031ms","start":"2026-03-17T20:49:38.585619Z","end":"2026-03-17T20:49:39.543986Z","steps":["trace[1366124657] 'agreement among raft nodes before linearized reading' (duration: 958.32573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.544014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.585600Z","time spent":"958.408882ms","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.544048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.070769047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:39.544142Z","caller":"traceutil/trace.go:172","msg":"trace[1166804133] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1112; }","duration":"1.070838149s","start":"2026-03-17T20:49:38.473255Z","end":"2026-03-17T20:49:39.544093Z","steps":["trace[1166804133] 'agreement among raft nodes before linearized reading' (duration: 1.070721146s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.544179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.473237Z","time spent":"1.070934992s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.544225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.975542386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:39.544474Z","caller":"traceutil/trace.go:172","msg":"trace[1487840998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1112; }","duration":"1.975614348s","start":"2026-03-17T20:49:37.568657Z","end":"2026-03-17T20:49:39.544272Z","steps":["trace[1487840998] 'agreement among raft nodes before linearized reading' (duration: 1.975422014s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.544833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:37.568463Z","time spent":"1.976305773s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:39.553549Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"567.1727ms"} {"level":"warn","ts":"2026-03-17T20:49:39.553604Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"567.233711ms"} {"level":"info","ts":"2026-03-17T20:49:39.554283Z","caller":"traceutil/trace.go:172","msg":"trace[1147140998] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"751.830326ms","start":"2026-03-17T20:49:38.801935Z","end":"2026-03-17T20:49:39.553765Z","steps":["trace[1147140998] 'process raft request' (duration: 751.787805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.554443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.801915Z","time spent":"752.472011ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:39.554543Z","caller":"traceutil/trace.go:172","msg":"trace[638710021] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"767.484378ms","start":"2026-03-17T20:49:38.786965Z","end":"2026-03-17T20:49:39.554450Z","steps":["trace[638710021] 'process raft request' (duration: 766.68211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:39.554842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.786950Z","time spent":"767.821175ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:40.044001Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.208688Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"455.062494ms"} {"level":"warn","ts":"2026-03-17T20:49:40.208736Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"455.117545ms"} {"level":"info","ts":"2026-03-17T20:49:40.208753Z","caller":"traceutil/trace.go:172","msg":"trace[1547273239] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1271; }","duration":"664.793612ms","start":"2026-03-17T20:49:39.543917Z","end":"2026-03-17T20:49:40.208711Z","steps":["trace[1547273239] 'read index received' (duration: 664.785062ms)","trace[1547273239] 'applied index is now lower than readState.Index' (duration: 7.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:40.208799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262326394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.208869Z","caller":"traceutil/trace.go:172","msg":"trace[1636707407] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1114; }","duration":"1.262416456s","start":"2026-03-17T20:49:38.946439Z","end":"2026-03-17T20:49:40.208856Z","steps":["trace[1636707407] 'agreement among raft nodes before linearized reading' (duration: 1.262281583s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.208903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.946422Z","time spent":"1.262474848s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:40.208942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"684.562464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.208974Z","caller":"traceutil/trace.go:172","msg":"trace[1485745726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"684.600595ms","start":"2026-03-17T20:49:39.524364Z","end":"2026-03-17T20:49:40.208965Z","steps":["trace[1485745726] 'agreement among raft nodes before linearized reading' (duration: 684.544384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.208988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.524343Z","time spent":"684.641806ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:40.209362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.422408679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:40.209419Z","caller":"traceutil/trace.go:172","msg":"trace[305647968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1119; }","duration":"1.42244276s","start":"2026-03-17T20:49:38.786938Z","end":"2026-03-17T20:49:40.209380Z","steps":["trace[305647968] 'agreement among raft nodes before linearized reading' (duration: 1.422397719s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.209505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419977074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:40.210080Z","caller":"traceutil/trace.go:172","msg":"trace[903994604] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1119; }","duration":"1.420562357s","start":"2026-03-17T20:49:38.789498Z","end":"2026-03-17T20:49:40.210060Z","steps":["trace[903994604] 'agreement among raft nodes before linearized reading' (duration: 1.419388861s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.210135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:38.789485Z","time spent":"1.420632699s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:40.210205Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310655,"received-request-id":9915128667449310654} {"level":"warn","ts":"2026-03-17T20:49:40.210631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.134525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-17T20:49:40.210679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.029142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-03-17T20:49:40.210688Z","caller":"traceutil/trace.go:172","msg":"trace[1524837763] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1119; }","duration":"650.193296ms","start":"2026-03-17T20:49:39.560483Z","end":"2026-03-17T20:49:40.210676Z","steps":["trace[1524837763] 'agreement among raft nodes before linearized reading' (duration: 650.054073ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:40.210709Z","caller":"traceutil/trace.go:172","msg":"trace[2036548113] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1119; }","duration":"650.061482ms","start":"2026-03-17T20:49:39.560641Z","end":"2026-03-17T20:49:40.210702Z","steps":["trace[2036548113] 'agreement among raft nodes before linearized reading' (duration: 649.94071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:40.210730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.560622Z","time spent":"650.103453ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7838,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:40.210729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:39.560470Z","time spent":"650.247418ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:40.712938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:40.923762Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"434.279939ms"} {"level":"warn","ts":"2026-03-17T20:49:40.923825Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"434.34486ms"} {"level":"info","ts":"2026-03-17T20:49:40.923706Z","caller":"traceutil/trace.go:172","msg":"trace[386872339] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1276; }","duration":"711.711785ms","start":"2026-03-17T20:49:40.211934Z","end":"2026-03-17T20:49:40.923646Z","steps":["trace[386872339] 'read index received' (duration: 711.703035ms)","trace[386872339] 'applied index is now lower than readState.Index' (duration: 7.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.258741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.046807422s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.258796Z","caller":"traceutil/trace.go:172","msg":"trace[1503849933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1119; }","duration":"1.046891704s","start":"2026-03-17T20:49:40.211891Z","end":"2026-03-17T20:49:41.258783Z","steps":["trace[1503849933] 'agreement among raft nodes before linearized reading' (duration: 711.845819ms)","trace[1503849933] 'range keys from in-memory index tree' (duration: 334.968914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.259111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.930064ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-17T20:49:41.259997Z","caller":"traceutil/trace.go:172","msg":"trace[1134604782] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"1.045670727s","start":"2026-03-17T20:49:40.214301Z","end":"2026-03-17T20:49:41.259972Z","steps":["trace[1134604782] 'process raft request' (duration: 1.04491647s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.260387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.214282Z","time spent":"1.04578443s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:41.260407Z","caller":"traceutil/trace.go:172","msg":"trace[1776929909] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"1.039644363s","start":"2026-03-17T20:49:40.220404Z","end":"2026-03-17T20:49:41.260048Z","steps":["trace[1776929909] 'process raft request' (duration: 1.039016988s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:41.260545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.220394Z","time spent":"1.040063492s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:41.295122Z","caller":"traceutil/trace.go:172","msg":"trace[655768493] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1279; }","duration":"370.997296ms","start":"2026-03-17T20:49:40.924101Z","end":"2026-03-17T20:49:41.295098Z","steps":["trace[655768493] 'read index received' (duration: 370.987636ms)","trace[655768493] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.445856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.271584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:41.445950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.233376912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:263"} {"level":"info","ts":"2026-03-17T20:49:41.446013Z","caller":"traceutil/trace.go:172","msg":"trace[584649045] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:1121; }","duration":"1.233442184s","start":"2026-03-17T20:49:40.212549Z","end":"2026-03-17T20:49:41.445991Z","steps":["trace[584649045] 'agreement among raft nodes before linearized reading' (duration: 1.082704421s)","trace[584649045] 'range keys from in-memory index tree' (duration: 150.553238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.446063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.212536Z","time spent":"1.233514235s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":285,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:41.446047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.050507347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.446208Z","caller":"traceutil/trace.go:172","msg":"trace[15993656] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1121; }","duration":"1.05066514s","start":"2026-03-17T20:49:40.395529Z","end":"2026-03-17T20:49:41.446194Z","steps":["trace[15993656] 'agreement among raft nodes before linearized reading' (duration: 899.698742ms)","trace[15993656] 'range keys from in-memory index tree' (duration: 150.789225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.446241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.395508Z","time spent":"1.050723501s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:41.446580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.228059184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:41.447177Z","caller":"traceutil/trace.go:172","msg":"trace[428961982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"1.228671817s","start":"2026-03-17T20:49:40.218483Z","end":"2026-03-17T20:49:41.447155Z","steps":["trace[428961982] 'agreement among raft nodes before linearized reading' (duration: 1.076761508s)","trace[428961982] 'range keys from in-memory index tree' (duration: 151.281634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:41.447458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:40.218467Z","time spent":"1.228974865s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:41.795857Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:42.297950Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:42.301014Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"657.506321ms"} {"level":"warn","ts":"2026-03-17T20:49:42.301184Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"657.680165ms"} {"level":"info","ts":"2026-03-17T20:49:42.301566Z","caller":"traceutil/trace.go:172","msg":"trace[1122182067] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"1.006313431s","start":"2026-03-17T20:49:41.295190Z","end":"2026-03-17T20:49:42.301503Z","steps":["trace[1122182067] 'read index received' (duration: 1.005871291s)","trace[1122182067] 'applied index is now lower than readState.Index' (duration: 440.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:42.301696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.154551798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.301624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.039702293s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:42.301730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036721017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19909"} {"level":"info","ts":"2026-03-17T20:49:42.301751Z","caller":"traceutil/trace.go:172","msg":"trace[433210399] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1124; }","duration":"1.154598059s","start":"2026-03-17T20:49:41.147136Z","end":"2026-03-17T20:49:42.301734Z","steps":["trace[433210399] 'agreement among raft nodes before linearized reading' (duration: 1.154534638s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:42.301655Z","caller":"traceutil/trace.go:172","msg":"trace[781214442] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"1.036519773s","start":"2026-03-17T20:49:41.265115Z","end":"2026-03-17T20:49:42.301635Z","steps":["trace[781214442] 'process raft request' (duration: 1.036005391s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.301821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.147093Z","time spent":"1.154706882s","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.301789Z","caller":"traceutil/trace.go:172","msg":"trace[1170614786] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1124; }","duration":"1.036798819s","start":"2026-03-17T20:49:41.264976Z","end":"2026-03-17T20:49:42.301775Z","steps":["trace[1170614786] 'agreement among raft nodes before linearized reading' (duration: 1.036555004s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.301938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.264960Z","time spent":"1.036958252s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19931,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:42.301761Z","caller":"traceutil/trace.go:172","msg":"trace[389725103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1124; }","duration":"1.039857226s","start":"2026-03-17T20:49:41.261891Z","end":"2026-03-17T20:49:42.301749Z","steps":["trace[389725103] 'agreement among raft nodes before linearized reading' (duration: 1.039674053s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:42.301990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.265088Z","time spent":"1.036750537s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:42.517622Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310663,"received-request-id":9915128667449310662} {"level":"warn","ts":"2026-03-17T20:49:42.517622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.384233ms"} {"level":"warn","ts":"2026-03-17T20:49:42.517695Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.462654ms"} {"level":"warn","ts":"2026-03-17T20:49:42.802382Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:43.115900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"598.038719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.129787Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"412.06137ms"} {"level":"warn","ts":"2026-03-17T20:49:43.129847Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"412.125041ms"} {"level":"info","ts":"2026-03-17T20:49:43.129845Z","caller":"traceutil/trace.go:172","msg":"trace[1690015576] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1286; }","duration":"828.145896ms","start":"2026-03-17T20:49:42.301677Z","end":"2026-03-17T20:49:43.129823Z","steps":["trace[1690015576] 'read index received' (duration: 828.132876ms)","trace[1690015576] 'applied index is now lower than readState.Index' (duration: 11.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:43.130206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.679180342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:498"} {"level":"warn","ts":"2026-03-17T20:49:43.130224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.05046118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:43.130243Z","caller":"traceutil/trace.go:172","msg":"trace[2091771466] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1126; }","duration":"1.679238133s","start":"2026-03-17T20:49:41.450993Z","end":"2026-03-17T20:49:43.130231Z","steps":["trace[2091771466] 'agreement among raft nodes before linearized reading' (duration: 1.6790668s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.130252Z","caller":"traceutil/trace.go:172","msg":"trace[725641607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"1.050493011s","start":"2026-03-17T20:49:42.079751Z","end":"2026-03-17T20:49:43.130244Z","steps":["trace[725641607] 'agreement among raft nodes before linearized reading' (duration: 1.050389479s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.130273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.079718Z","time spent":"1.050548862s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.130273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.450986Z","time spent":"1.679281644s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":520,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.130383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.68132319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:43.130550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.770209558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-17T20:49:43.130640Z","caller":"traceutil/trace.go:172","msg":"trace[1537662868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1126; }","duration":"1.7702888s","start":"2026-03-17T20:49:41.360333Z","end":"2026-03-17T20:49:43.130621Z","steps":["trace[1537662868] 'agreement among raft nodes before linearized reading' (duration: 1.769762918s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:43.130514Z","caller":"traceutil/trace.go:172","msg":"trace[1299291685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"1.681525115s","start":"2026-03-17T20:49:41.448976Z","end":"2026-03-17T20:49:43.130501Z","steps":["trace[1299291685] 'agreement among raft nodes before linearized reading' (duration: 1.681117396s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.130764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435488681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:43.130815Z","caller":"traceutil/trace.go:172","msg":"trace[501010633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1126; }","duration":"1.435929901s","start":"2026-03-17T20:49:41.694877Z","end":"2026-03-17T20:49:43.130807Z","steps":["trace[501010633] 'agreement among raft nodes before linearized reading' (duration: 1.43544455s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.130787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.448957Z","time spent":"1.681822321s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:43.130886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.694858Z","time spent":"1.436020174s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:43.130709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:41.360315Z","time spent":"1.770386481s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:43.344056Z","caller":"traceutil/trace.go:172","msg":"trace[260617336] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"1.024529076s","start":"2026-03-17T20:49:42.319516Z","end":"2026-03-17T20:49:43.344045Z","steps":["trace[260617336] 'process raft request' (duration: 1.024379362s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:43.344277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.319496Z","time spent":"1.024697619s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19889,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:43.630374Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:43.761512Z","caller":"traceutil/trace.go:172","msg":"trace[1896717432] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1287; }","duration":"631.58952ms","start":"2026-03-17T20:49:43.129899Z","end":"2026-03-17T20:49:43.761489Z","steps":["trace[1896717432] 'read index received' (duration: 631.583999ms)","trace[1896717432] 'applied index is now lower than readState.Index' (duration: 4.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.115484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.012734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.115550Z","caller":"traceutil/trace.go:172","msg":"trace[1090875057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"627.092606ms","start":"2026-03-17T20:49:43.488448Z","end":"2026-03-17T20:49:44.115540Z","steps":["trace[1090875057] 'range keys from in-memory index tree' (duration: 626.966043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.115987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.808340983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:44.116017Z","caller":"traceutil/trace.go:172","msg":"trace[572308770] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1127; }","duration":"1.808447545s","start":"2026-03-17T20:49:42.307561Z","end":"2026-03-17T20:49:44.116009Z","steps":["trace[572308770] 'agreement among raft nodes before linearized reading' (duration: 1.454401498s)","trace[572308770] 'range keys from in-memory index tree' (duration: 353.876703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.116036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.307542Z","time spent":"1.808489895s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.116183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811804889s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.116312Z","caller":"traceutil/trace.go:172","msg":"trace[1494419015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"1.811950092s","start":"2026-03-17T20:49:42.304328Z","end":"2026-03-17T20:49:44.116278Z","steps":["trace[1494419015] 'agreement among raft nodes before linearized reading' (duration: 1.45765379s)","trace[1494419015] 'range keys from in-memory index tree' (duration: 354.113538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.116575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.386435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:44.116723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.326569989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:49:44.116896Z","caller":"traceutil/trace.go:172","msg":"trace[1785688206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1127; }","duration":"1.326757064s","start":"2026-03-17T20:49:42.790115Z","end":"2026-03-17T20:49:44.116872Z","steps":["trace[1785688206] 'agreement among raft nodes before linearized reading' (duration: 971.646202ms)","trace[1785688206] 'range keys from in-memory index tree' (duration: 354.449027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.116989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:42.790097Z","time spent":"1.326879566s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.262539Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:44.524282Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"462.230975ms"} {"level":"warn","ts":"2026-03-17T20:49:44.524345Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"462.301547ms"} {"level":"info","ts":"2026-03-17T20:49:44.524331Z","caller":"traceutil/trace.go:172","msg":"trace[478258096] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1289; }","duration":"762.361123ms","start":"2026-03-17T20:49:43.761937Z","end":"2026-03-17T20:49:44.524298Z","steps":["trace[478258096] 'read index received' (duration: 762.351683ms)","trace[478258096] 'applied index is now lower than readState.Index' (duration: 8.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:44.524745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.218125079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.524794Z","caller":"traceutil/trace.go:172","msg":"trace[1407023487] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1129; }","duration":"1.21818815s","start":"2026-03-17T20:49:43.306595Z","end":"2026-03-17T20:49:44.524783Z","steps":["trace[1407023487] 'agreement among raft nodes before linearized reading' (duration: 1.218094048s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.524827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.306568Z","time spent":"1.218253301s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.524970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.382574621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:44.525018Z","caller":"traceutil/trace.go:172","msg":"trace[1232446870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"1.382611062s","start":"2026-03-17T20:49:43.142380Z","end":"2026-03-17T20:49:44.524991Z","steps":["trace[1232446870] 'agreement among raft nodes before linearized reading' (duration: 1.3825598s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.525044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.142361Z","time spent":"1.382674153s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:44.525723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.178254105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-03-17T20:49:44.525759Z","caller":"traceutil/trace.go:172","msg":"trace[1348515428] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1129; }","duration":"1.178291406s","start":"2026-03-17T20:49:43.347458Z","end":"2026-03-17T20:49:44.525750Z","steps":["trace[1348515428] 'agreement among raft nodes before linearized reading' (duration: 1.176968627s)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:44.525782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:43.347440Z","time spent":"1.178335556s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8030,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:44.759648Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.279911ms"} {"level":"warn","ts":"2026-03-17T20:49:44.759768Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.346932ms"} {"level":"warn","ts":"2026-03-17T20:49:45.015283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.465747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:45.015461Z","caller":"traceutil/trace.go:172","msg":"trace[2111808064] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"893.005029ms","start":"2026-03-17T20:49:44.122438Z","end":"2026-03-17T20:49:45.015444Z","steps":["trace[2111808064] 'process raft request' (duration: 637.323678ms)","trace[2111808064] 'compare' (duration: 255.380115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.015540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.122202Z","time spent":"893.299996ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:45.025480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:45.049900Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.11162ms"} {"level":"warn","ts":"2026-03-17T20:49:45.049963Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.181632ms"} {"level":"info","ts":"2026-03-17T20:49:45.050109Z","caller":"traceutil/trace.go:172","msg":"trace[808392373] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1294; }","duration":"525.711078ms","start":"2026-03-17T20:49:44.524383Z","end":"2026-03-17T20:49:45.050094Z","steps":["trace[808392373] 'read index received' (duration: 525.705788ms)","trace[808392373] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.050199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"930.063717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.050203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.224524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:45.050219Z","caller":"traceutil/trace.go:172","msg":"trace[1660769683] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1133; }","duration":"930.099988ms","start":"2026-03-17T20:49:44.120113Z","end":"2026-03-17T20:49:45.050213Z","steps":["trace[1660769683] 'agreement among raft nodes before linearized reading' (duration: 930.041997ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.050245Z","caller":"traceutil/trace.go:172","msg":"trace[1146010156] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1133; }","duration":"547.270455ms","start":"2026-03-17T20:49:44.502963Z","end":"2026-03-17T20:49:45.050234Z","steps":["trace[1146010156] 'agreement among raft nodes before linearized reading' (duration: 547.190654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.050473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.502941Z","time spent":"547.523981ms","remote":"127.0.0.1:60238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:45.070956Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310671,"received-request-id":9915128667449310668} {"level":"info","ts":"2026-03-17T20:49:45.071199Z","caller":"traceutil/trace.go:172","msg":"trace[1144671677] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"537.214153ms","start":"2026-03-17T20:49:44.533967Z","end":"2026-03-17T20:49:45.071181Z","steps":["trace[1144671677] 'process raft request' (duration: 537.09793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.071329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.533930Z","time spent":"537.335596ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7801,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:45.543062Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"199.671807ms"} {"level":"warn","ts":"2026-03-17T20:49:45.543126Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"199.742199ms"} {"level":"info","ts":"2026-03-17T20:49:45.543101Z","caller":"traceutil/trace.go:172","msg":"trace[1281602597] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1295; }","duration":"492.942565ms","start":"2026-03-17T20:49:45.050135Z","end":"2026-03-17T20:49:45.543078Z","steps":["trace[1281602597] 'read index received' (duration: 492.933155ms)","trace[1281602597] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:45.543232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.016739601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:45.543233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.153575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.175\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-17T20:49:45.543254Z","caller":"traceutil/trace.go:172","msg":"trace[1261105499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"1.016766921s","start":"2026-03-17T20:49:44.526480Z","end":"2026-03-17T20:49:45.543247Z","steps":["trace[1261105499] 'agreement among raft nodes before linearized reading' (duration: 1.016725571s)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:45.543257Z","caller":"traceutil/trace.go:172","msg":"trace[810515476] range","detail":"{range_begin:/registry/masterleases/199.19.213.175; range_end:; response_count:1; response_revision:1134; }","duration":"867.191995ms","start":"2026-03-17T20:49:44.676058Z","end":"2026-03-17T20:49:45.543250Z","steps":["trace[810515476] 'agreement among raft nodes before linearized reading' (duration: 867.052333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.543277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.526466Z","time spent":"1.016805992s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:45.543277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:44.676031Z","time spent":"867.240937ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.175\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:45.543711Z","caller":"traceutil/trace.go:172","msg":"trace[212752303] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"525.509063ms","start":"2026-03-17T20:49:45.018171Z","end":"2026-03-17T20:49:45.543680Z","steps":["trace[212752303] 'process raft request' (duration: 525.284268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:45.543880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.018156Z","time spent":"525.670386ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-17T20:49:45.673595Z","caller":"traceutil/trace.go:172","msg":"trace[1301407443] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1297; }","duration":"130.405296ms","start":"2026-03-17T20:49:45.543165Z","end":"2026-03-17T20:49:45.673570Z","steps":["trace[1301407443] 'read index received' (duration: 130.397576ms)","trace[1301407443] 'applied index is now lower than readState.Index' (duration: 6.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.270837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"723.995578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc06cc9e1821\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-03-17T20:49:46.270957Z","caller":"traceutil/trace.go:172","msg":"trace[189244098] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc06cc9e1821; range_end:; response_count:1; response_revision:1136; }","duration":"724.120901ms","start":"2026-03-17T20:49:45.546815Z","end":"2026-03-17T20:49:46.270936Z","steps":["trace[189244098] 'agreement among raft nodes before linearized reading' (duration: 142.507774ms)","trace[189244098] 'range keys from in-memory index tree' (duration: 581.312171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.271018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.546797Z","time spent":"724.205913ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":815,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc06cc9e1821\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:46.271276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.219655363s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:46.270837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.157111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:46.271382Z","caller":"traceutil/trace.go:172","msg":"trace[1565776923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"719.712253ms","start":"2026-03-17T20:49:45.551642Z","end":"2026-03-17T20:49:46.271355Z","steps":["trace[1565776923] 'agreement among raft nodes before linearized reading' (duration: 137.704938ms)","trace[1565776923] 'range keys from in-memory index tree' (duration: 581.418422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.271593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.18651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-17T20:49:46.271658Z","caller":"traceutil/trace.go:172","msg":"trace[1138717195] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1297; }","duration":"501.878147ms","start":"2026-03-17T20:49:45.769769Z","end":"2026-03-17T20:49:46.271647Z","steps":["trace[1138717195] 'read index received' (duration: 706.195µs)","trace[1138717195] 'applied index is now lower than readState.Index' (duration: 501.170542ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:46.271658Z","caller":"traceutil/trace.go:172","msg":"trace[780662883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"1.219688363s","start":"2026-03-17T20:49:45.051611Z","end":"2026-03-17T20:49:46.271299Z","steps":["trace[780662883] 'agreement among raft nodes before linearized reading' (duration: 622.087443ms)","trace[780662883] 'range keys from in-memory index tree' (duration: 597.556109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.271723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.544354Z","time spent":"727.366673ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:46.271862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.087043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-17T20:49:46.271900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"853.978536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:46.271905Z","caller":"traceutil/trace.go:172","msg":"trace[731241427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1136; }","duration":"502.132464ms","start":"2026-03-17T20:49:45.769763Z","end":"2026-03-17T20:49:46.271896Z","steps":["trace[731241427] 'agreement among raft nodes before linearized reading' (duration: 501.94879ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:46.271938Z","caller":"traceutil/trace.go:172","msg":"trace[437772965] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1136; }","duration":"854.013637ms","start":"2026-03-17T20:49:45.417913Z","end":"2026-03-17T20:49:46.271927Z","steps":["trace[437772965] 'agreement among raft nodes before linearized reading' (duration: 255.783453ms)","trace[437772965] 'range keys from in-memory index tree' (duration: 597.918427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.271941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.769744Z","time spent":"502.191255ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:46.271960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.417888Z","time spent":"854.067038ms","remote":"127.0.0.1:59800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:46.271463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.551611Z","time spent":"719.825916ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:46.382108Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"289.895979ms"} {"level":"warn","ts":"2026-03-17T20:49:46.382163Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"289.958341ms"} {"level":"warn","ts":"2026-03-17T20:49:46.695755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.041992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:46.772740Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:46.867609Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"285.423168ms"} {"level":"warn","ts":"2026-03-17T20:49:46.867702Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"285.52596ms"} {"level":"info","ts":"2026-03-17T20:49:46.867684Z","caller":"traceutil/trace.go:172","msg":"trace[1333394954] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1300; }","duration":"595.975262ms","start":"2026-03-17T20:49:46.271674Z","end":"2026-03-17T20:49:46.867649Z","steps":["trace[1333394954] 'read index received' (duration: 595.961601ms)","trace[1333394954] 'applied index is now lower than readState.Index' (duration: 11.291µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.960145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"964.915962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:46.960220Z","caller":"traceutil/trace.go:172","msg":"trace[166026809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1137; }","duration":"965.003035ms","start":"2026-03-17T20:49:45.995203Z","end":"2026-03-17T20:49:46.960206Z","steps":["trace[166026809] 'agreement among raft nodes before linearized reading' (duration: 872.608581ms)","trace[166026809] 'range keys from in-memory index tree' (duration: 92.21355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:46.960254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:45.995178Z","time spent":"965.068046ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:46.960619Z","caller":"traceutil/trace.go:172","msg":"trace[1563395993] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"686.039474ms","start":"2026-03-17T20:49:46.274558Z","end":"2026-03-17T20:49:46.960597Z","steps":["trace[1563395993] 'process raft request' (duration: 685.87795ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:46.960692Z","caller":"traceutil/trace.go:172","msg":"trace[2147144804] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"686.78716ms","start":"2026-03-17T20:49:46.273892Z","end":"2026-03-17T20:49:46.960679Z","steps":["trace[2147144804] 'process raft request' (duration: 686.507773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:46.960757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.274535Z","time spent":"686.148366ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:46.960792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.273835Z","time spent":"686.903523ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:47.368493Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:47.436769Z","caller":"traceutil/trace.go:172","msg":"trace[980399369] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1308; }","duration":"568.983668ms","start":"2026-03-17T20:49:46.867749Z","end":"2026-03-17T20:49:47.436733Z","steps":["trace[980399369] 'read index received' (duration: 568.968798ms)","trace[980399369] 'applied index is now lower than readState.Index' (duration: 12.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.535763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262751078s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.535847Z","caller":"traceutil/trace.go:172","msg":"trace[2091007119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1145; }","duration":"1.26284124s","start":"2026-03-17T20:49:46.272988Z","end":"2026-03-17T20:49:47.535829Z","steps":["trace[2091007119] 'agreement among raft nodes before linearized reading' (duration: 1.163945147s)","trace[2091007119] 'range keys from in-memory index tree' (duration: 98.77764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.536088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262701117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.536127Z","caller":"traceutil/trace.go:172","msg":"trace[1097113786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1145; }","duration":"1.262737738s","start":"2026-03-17T20:49:46.273379Z","end":"2026-03-17T20:49:47.536117Z","steps":["trace[1097113786] 'agreement among raft nodes before linearized reading' (duration: 1.163526788s)","trace[1097113786] 'range keys from in-memory index tree' (duration: 99.149409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:47.536155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.273358Z","time spent":"1.262788639s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:47.849348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.86084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:47.849419Z","caller":"traceutil/trace.go:172","msg":"trace[177145790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1145; }","duration":"310.943462ms","start":"2026-03-17T20:49:47.538463Z","end":"2026-03-17T20:49:47.849407Z","steps":["trace[177145790] 'range keys from in-memory index tree' (duration: 310.82701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:47.849330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.451742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:47.937183Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:47.968823Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.107001ms"} {"level":"warn","ts":"2026-03-17T20:49:47.968885Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"332.178293ms"} {"level":"info","ts":"2026-03-17T20:49:47.968945Z","caller":"traceutil/trace.go:172","msg":"trace[622716975] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1311; }","duration":"532.04923ms","start":"2026-03-17T20:49:47.436862Z","end":"2026-03-17T20:49:47.968911Z","steps":["trace[622716975] 'read index received' (duration: 532.03503ms)","trace[622716975] 'applied index is now lower than readState.Index' (duration: 11.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.159892Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310684,"received-request-id":9915128667449310682} {"level":"warn","ts":"2026-03-17T20:49:48.285883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322977668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-17T20:49:48.285964Z","caller":"traceutil/trace.go:172","msg":"trace[1083822588] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1147; }","duration":"1.323070801s","start":"2026-03-17T20:49:46.962875Z","end":"2026-03-17T20:49:48.285946Z","steps":["trace[1083822588] 'agreement among raft nodes before linearized reading' (duration: 1.006247462s)","trace[1083822588] 'range keys from in-memory index tree' (duration: 316.624934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.285999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.962861Z","time spent":"1.323130152s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.286112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.322164851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:48.286196Z","caller":"traceutil/trace.go:172","msg":"trace[95676941] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1147; }","duration":"1.322266433s","start":"2026-03-17T20:49:46.963910Z","end":"2026-03-17T20:49:48.286176Z","steps":["trace[95676941] 'agreement among raft nodes before linearized reading' (duration: 1.005223719s)","trace[95676941] 'range keys from in-memory index tree' (duration: 316.80766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.286234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:46.963902Z","time spent":"1.322324325s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.286223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.178181986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-17T20:49:48.286201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.140856056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 ","response":"range_response_count:1 size:19904"} {"level":"info","ts":"2026-03-17T20:49:48.286311Z","caller":"traceutil/trace.go:172","msg":"trace[968582400] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4bcq; range_end:; response_count:1; response_revision:1147; }","duration":"1.140976748s","start":"2026-03-17T20:49:47.145310Z","end":"2026-03-17T20:49:48.286287Z","steps":["trace[968582400] 'agreement among raft nodes before linearized reading' (duration: 823.73924ms)","trace[968582400] 'range keys from in-memory index tree' (duration: 316.965953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.286305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.279529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:48.286351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.145289Z","time spent":"1.141053239s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19926,"request content":"key:\"/registry/pods/kube-system/cilium-l4bcq\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:48.286281Z","caller":"traceutil/trace.go:172","msg":"trace[1035766557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1147; }","duration":"1.178235587s","start":"2026-03-17T20:49:47.108027Z","end":"2026-03-17T20:49:48.286262Z","steps":["trace[1035766557] 'agreement among raft nodes before linearized reading' (duration: 861.04594ms)","trace[1035766557] 'range keys from in-memory index tree' (duration: 317.023443ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:48.286574Z","caller":"traceutil/trace.go:172","msg":"trace[30264654] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"439.226969ms","start":"2026-03-17T20:49:47.847328Z","end":"2026-03-17T20:49:48.286555Z","steps":["trace[30264654] 'process raft request' (duration: 439.081326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.286701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.847301Z","time spent":"439.318461ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:48.287004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.108003Z","time spent":"1.178483951s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.469643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-17T20:49:48.502663Z","caller":"traceutil/trace.go:172","msg":"trace[185746038] linearizableReadLoop","detail":"{readStateIndex:1312; appliedIndex:1313; }","duration":"533.641854ms","start":"2026-03-17T20:49:47.968995Z","end":"2026-03-17T20:49:48.502637Z","steps":["trace[185746038] 'read index received' (duration: 533.631333ms)","trace[185746038] 'applied index is now lower than readState.Index' (duration: 9.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:48.502627Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"142.748566ms"} {"level":"warn","ts":"2026-03-17T20:49:48.502763Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"142.890349ms"} {"level":"warn","ts":"2026-03-17T20:49:48.507489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.863432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.507552Z","caller":"traceutil/trace.go:172","msg":"trace[1403872930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"961.944704ms","start":"2026-03-17T20:49:47.545596Z","end":"2026-03-17T20:49:48.507541Z","steps":["trace[1403872930] 'agreement among raft nodes before linearized reading' (duration: 957.136898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.507595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:47.545578Z","time spent":"962.010646ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.507903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.264253ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.507969Z","caller":"traceutil/trace.go:172","msg":"trace[919122073] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"658.502287ms","start":"2026-03-17T20:49:47.849449Z","end":"2026-03-17T20:49:48.507951Z","steps":["trace[919122073] 'agreement among raft nodes before linearized reading' (duration: 653.267662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.799216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.725928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:48.799727Z","caller":"traceutil/trace.go:172","msg":"trace[2095407484] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"688.202982ms","start":"2026-03-17T20:49:48.111509Z","end":"2026-03-17T20:49:48.799712Z","steps":["trace[2095407484] 'process raft request' (duration: 688.146871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.799811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.111482Z","time spent":"688.289144ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:48.812387Z","caller":"traceutil/trace.go:172","msg":"trace[719172301] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1317; }","duration":"309.639161ms","start":"2026-03-17T20:49:48.502730Z","end":"2026-03-17T20:49:48.812369Z","steps":["trace[719172301] 'read index received' (duration: 309.633121ms)","trace[719172301] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:48.812640Z","caller":"traceutil/trace.go:172","msg":"trace[877132530] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"510.154027ms","start":"2026-03-17T20:49:48.302463Z","end":"2026-03-17T20:49:48.812617Z","steps":["trace[877132530] 'process raft request' (duration: 510.017174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.812958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.302432Z","time spent":"510.431623ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:48.812661Z","caller":"traceutil/trace.go:172","msg":"trace[207919304] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"523.779696ms","start":"2026-03-17T20:49:48.288868Z","end":"2026-03-17T20:49:48.812648Z","steps":["trace[207919304] 'process raft request' (duration: 523.46805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.813002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.546383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-17T20:49:48.813170Z","caller":"traceutil/trace.go:172","msg":"trace[923798035] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1155; }","duration":"524.715267ms","start":"2026-03-17T20:49:48.288426Z","end":"2026-03-17T20:49:48.813142Z","steps":["trace[923798035] 'agreement among raft nodes before linearized reading' (duration: 524.42965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.813267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.288411Z","time spent":"524.823549ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":413,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-17T20:49:48.813228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.288850Z","time spent":"524.198655ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:48.813313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.87228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-17T20:49:48.813358Z","caller":"traceutil/trace.go:172","msg":"trace[1641874087] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1154; }","duration":"441.917511ms","start":"2026-03-17T20:49:48.371431Z","end":"2026-03-17T20:49:48.813348Z","steps":["trace[1641874087] 'agreement among raft nodes before linearized reading' (duration: 441.059513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.813548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.247849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:48.813388Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.371410Z","time spent":"441.971422ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:48.813621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.26733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:48.813666Z","caller":"traceutil/trace.go:172","msg":"trace[1128565054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"303.30725ms","start":"2026-03-17T20:49:48.510344Z","end":"2026-03-17T20:49:48.813651Z","steps":["trace[1128565054] 'agreement among raft nodes before linearized reading' (duration: 303.238139ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:48.813569Z","caller":"traceutil/trace.go:172","msg":"trace[639574623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"303.26958ms","start":"2026-03-17T20:49:48.510293Z","end":"2026-03-17T20:49:48.813563Z","steps":["trace[639574623] 'agreement among raft nodes before linearized reading' (duration: 303.236929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.813697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.510259Z","time spent":"303.431683ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:48.813720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.26026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:48.813787Z","caller":"traceutil/trace.go:172","msg":"trace[1878488546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1155; }","duration":"303.340723ms","start":"2026-03-17T20:49:48.510431Z","end":"2026-03-17T20:49:48.813772Z","steps":["trace[1878488546] 'agreement among raft nodes before linearized reading' (duration: 303.128228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:48.813825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.510418Z","time spent":"303.398834ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.139959Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.029856ms"} {"level":"warn","ts":"2026-03-17T20:49:49.140024Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.103678ms"} {"level":"info","ts":"2026-03-17T20:49:49.139977Z","caller":"traceutil/trace.go:172","msg":"trace[1800214140] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1319; }","duration":"316.457525ms","start":"2026-03-17T20:49:48.823502Z","end":"2026-03-17T20:49:49.139960Z","steps":["trace[1800214140] 'read index received' (duration: 316.450385ms)","trace[1800214140] 'applied index is now lower than readState.Index' (duration: 6.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.235338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:49.640933Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:49.695577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"872.153068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.695661Z","caller":"traceutil/trace.go:172","msg":"trace[1595321338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"872.25097ms","start":"2026-03-17T20:49:48.823391Z","end":"2026-03-17T20:49:49.695642Z","steps":["trace[1595321338] 'agreement among raft nodes before linearized reading' (duration: 316.614409ms)","trace[1595321338] 'range keys from in-memory index tree' (duration: 555.505118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.695701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.823368Z","time spent":"872.324291ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:49.695719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.444101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.695839Z","caller":"traceutil/trace.go:172","msg":"trace[950324537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"762.601184ms","start":"2026-03-17T20:49:48.933216Z","end":"2026-03-17T20:49:49.695817Z","steps":["trace[950324537] 'range keys from in-memory index tree' (duration: 762.351499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.696740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"556.251084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:49.697140Z","caller":"traceutil/trace.go:172","msg":"trace[40702097] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"878.085667ms","start":"2026-03-17T20:49:48.819038Z","end":"2026-03-17T20:49:49.697124Z","steps":["trace[40702097] 'process raft request' (duration: 321.035965ms)","trace[40702097] 'compare' (duration: 555.504808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.697226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.819013Z","time spent":"878.164969ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":447,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:49.697213Z","caller":"traceutil/trace.go:172","msg":"trace[42918527] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"877.383981ms","start":"2026-03-17T20:49:48.819805Z","end":"2026-03-17T20:49:49.697189Z","steps":["trace[42918527] 'process raft request' (duration: 877.150986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.697543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:48.819777Z","time spent":"877.669868ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:49.758127Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"418.080728ms"} {"level":"warn","ts":"2026-03-17T20:49:49.758193Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"418.15388ms"} {"level":"info","ts":"2026-03-17T20:49:49.758202Z","caller":"traceutil/trace.go:172","msg":"trace[387129940] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1321; }","duration":"617.831353ms","start":"2026-03-17T20:49:49.140344Z","end":"2026-03-17T20:49:49.758175Z","steps":["trace[387129940] 'read index received' (duration: 617.822233ms)","trace[387129940] 'applied index is now lower than readState.Index' (duration: 7.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.758470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"722.634686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:49.758536Z","caller":"traceutil/trace.go:172","msg":"trace[194265392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1157; }","duration":"722.714788ms","start":"2026-03-17T20:49:49.035807Z","end":"2026-03-17T20:49:49.758522Z","steps":["trace[194265392] 'agreement among raft nodes before linearized reading' (duration: 722.487163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:49.758573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.035775Z","time spent":"722.78889ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.760234Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310694,"received-request-id":9915128667449310693} {"level":"warn","ts":"2026-03-17T20:49:49.917884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.942168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:1 size:1509"} {"level":"warn","ts":"2026-03-17T20:49:49.917955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"672.088041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.918014Z","caller":"traceutil/trace.go:172","msg":"trace[1024248270] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1160; }","duration":"672.131741ms","start":"2026-03-17T20:49:49.245859Z","end":"2026-03-17T20:49:49.917990Z","steps":["trace[1024248270] 'agreement among raft nodes before linearized reading' (duration: 565.17242ms)","trace[1024248270] 'range keys from in-memory index tree' (duration: 106.89631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.918048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.523069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-17T20:49:49.918076Z","caller":"traceutil/trace.go:172","msg":"trace[286087216] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189dbc02fb2fd4ca; range_end:; response_count:1; response_revision:1160; }","duration":"216.547579ms","start":"2026-03-17T20:49:49.701519Z","end":"2026-03-17T20:49:49.918067Z","steps":["trace[286087216] 'agreement among raft nodes before linearized reading' (duration: 109.536187ms)","trace[286087216] 'range keys from in-memory index tree' (duration: 106.90092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.918131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.245829Z","time spent":"672.290204ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:49.918421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.032387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.918469Z","caller":"traceutil/trace.go:172","msg":"trace[337192032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"221.081648ms","start":"2026-03-17T20:49:49.697378Z","end":"2026-03-17T20:49:49.918460Z","steps":["trace[337192032] 'agreement among raft nodes before linearized reading' (duration: 113.681308ms)","trace[337192032] 'range keys from in-memory index tree' (duration: 107.340309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.918524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.332589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:498"} {"level":"info","ts":"2026-03-17T20:49:49.918555Z","caller":"traceutil/trace.go:172","msg":"trace[391495165] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1160; }","duration":"218.36313ms","start":"2026-03-17T20:49:49.700184Z","end":"2026-03-17T20:49:49.918548Z","steps":["trace[391495165] 'agreement among raft nodes before linearized reading' (duration: 110.867047ms)","trace[391495165] 'range keys from in-memory index tree' (duration: 107.39578ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:49.917962Z","caller":"traceutil/trace.go:172","msg":"trace[46932351] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:1; response_revision:1160; }","duration":"672.03457ms","start":"2026-03-17T20:49:49.245912Z","end":"2026-03-17T20:49:49.917946Z","steps":["trace[46932351] 'agreement among raft nodes before linearized reading' (duration: 565.15776ms)","trace[46932351] 'range keys from in-memory index tree' (duration: 106.760627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.918841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.245877Z","time spent":"672.917828ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1531,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:49.917886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.955498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:49.919013Z","caller":"traceutil/trace.go:172","msg":"trace[1834602969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1160; }","duration":"223.084272ms","start":"2026-03-17T20:49:49.695898Z","end":"2026-03-17T20:49:49.918982Z","steps":["trace[1834602969] 'agreement among raft nodes before linearized reading' (duration: 115.16891ms)","trace[1834602969] 'range keys from in-memory index tree' (duration: 106.766317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.919451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.079218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:132 size:11043"} {"level":"info","ts":"2026-03-17T20:49:49.919591Z","caller":"traceutil/trace.go:172","msg":"trace[2066191726] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:132; response_revision:1160; }","duration":"168.249312ms","start":"2026-03-17T20:49:49.751318Z","end":"2026-03-17T20:49:49.919568Z","steps":["trace[2066191726] 'agreement among raft nodes before linearized reading' (duration: 59.839889ms)","trace[2066191726] 'range keys from in-memory index tree' (duration: 107.616446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:49.920960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.83741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:50.296440Z","caller":"traceutil/trace.go:172","msg":"trace[793845695] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1329; }","duration":"365.505928ms","start":"2026-03-17T20:49:49.930911Z","end":"2026-03-17T20:49:50.296417Z","steps":["trace[793845695] 'read index received' (duration: 365.501558ms)","trace[793845695] 'applied index is now lower than readState.Index' (duration: 3.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.319006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.968923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:50.319265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.921527Z","time spent":"397.730892ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:50.319354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.433809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.319392Z","caller":"traceutil/trace.go:172","msg":"trace[1694371512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"388.472319ms","start":"2026-03-17T20:49:49.930906Z","end":"2026-03-17T20:49:50.319379Z","steps":["trace[1694371512] 'agreement among raft nodes before linearized reading' (duration: 365.815405ms)","trace[1694371512] 'range keys from in-memory index tree' (duration: 22.555342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.319419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.930891Z","time spent":"388.522381ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-17T20:49:50.319498Z","caller":"traceutil/trace.go:172","msg":"trace[1487595643] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"396.020564ms","start":"2026-03-17T20:49:49.923437Z","end":"2026-03-17T20:49:50.319458Z","steps":["trace[1487595643] 'process raft request' (duration: 395.682117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:50.319684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:49.923420Z","time spent":"396.165187ms","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:50.320000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.125312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:50.320045Z","caller":"traceutil/trace.go:172","msg":"trace[637157145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1166; }","duration":"388.172783ms","start":"2026-03-17T20:49:49.931864Z","end":"2026-03-17T20:49:50.320037Z","steps":["trace[637157145] 'agreement among raft nodes before linearized reading' (duration: 388.065171ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:50.473079Z","caller":"traceutil/trace.go:172","msg":"trace[1217976200] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"151.634843ms","start":"2026-03-17T20:49:50.321426Z","end":"2026-03-17T20:49:50.473061Z","steps":["trace[1217976200] 'process raft request' (duration: 137.930924ms)","trace[1217976200] 'compare' (duration: 13.427853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:50.921885Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"278.459033ms"} {"level":"warn","ts":"2026-03-17T20:49:50.922043Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"278.631186ms"} {"level":"warn","ts":"2026-03-17T20:49:51.218119Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:51.362954Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.873647ms"} {"level":"warn","ts":"2026-03-17T20:49:51.363092Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"241.02439ms"} {"level":"info","ts":"2026-03-17T20:49:51.363064Z","caller":"traceutil/trace.go:172","msg":"trace[1984301316] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1335; }","duration":"645.481637ms","start":"2026-03-17T20:49:50.717546Z","end":"2026-03-17T20:49:51.363028Z","steps":["trace[1984301316] 'read index received' (duration: 645.466216ms)","trace[1984301316] 'applied index is now lower than readState.Index' (duration: 13.601µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.423040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"705.483505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-17T20:49:51.423097Z","caller":"traceutil/trace.go:172","msg":"trace[872600378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1169; }","duration":"705.544696ms","start":"2026-03-17T20:49:50.717541Z","end":"2026-03-17T20:49:51.423086Z","steps":["trace[872600378] 'agreement among raft nodes before linearized reading' (duration: 645.66616ms)","trace[872600378] 'range keys from in-memory index tree' (duration: 59.738502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.423118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.717521Z","time spent":"705.591767ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.423444Z","caller":"traceutil/trace.go:172","msg":"trace[1388198397] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"946.087921ms","start":"2026-03-17T20:49:50.477324Z","end":"2026-03-17T20:49:51.423412Z","steps":["trace[1388198397] 'process raft request' (duration: 886.113613ms)","trace[1388198397] 'compare' (duration: 59.748963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.423600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.477306Z","time spent":"946.231764ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:51.657530Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.40441ms"} {"level":"warn","ts":"2026-03-17T20:49:51.657610Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"94.498522ms"} {"level":"warn","ts":"2026-03-17T20:49:51.657970Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310703,"received-request-id":9915128667449310700} {"level":"info","ts":"2026-03-17T20:49:51.791186Z","caller":"traceutil/trace.go:172","msg":"trace[1667677308] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1337; }","duration":"428.006832ms","start":"2026-03-17T20:49:51.363146Z","end":"2026-03-17T20:49:51.791153Z","steps":["trace[1667677308] 'read index received' (duration: 427.989182ms)","trace[1667677308] 'applied index is now lower than readState.Index' (duration: 15.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.871517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"903.814768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:51.871730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.615638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:51.871559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.41698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.871756Z","caller":"traceutil/trace.go:172","msg":"trace[972183687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1170; }","duration":"904.061895ms","start":"2026-03-17T20:49:50.967677Z","end":"2026-03-17T20:49:51.871739Z","steps":["trace[972183687] 'agreement among raft nodes before linearized reading' (duration: 823.55649ms)","trace[972183687] 'range keys from in-memory index tree' (duration: 80.225879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.872027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.824771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:51.872015Z","caller":"traceutil/trace.go:172","msg":"trace[147733752] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"443.533462ms","start":"2026-03-17T20:49:51.428467Z","end":"2026-03-17T20:49:51.872000Z","steps":["trace[147733752] 'process raft request' (duration: 443.339458ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:51.872083Z","caller":"traceutil/trace.go:172","msg":"trace[1545419282] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1174; }","duration":"506.882972ms","start":"2026-03-17T20:49:51.365188Z","end":"2026-03-17T20:49:51.872071Z","steps":["trace[1545419282] 'agreement among raft nodes before linearized reading' (duration: 506.79688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.872122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.428426Z","time spent":"443.660834ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-17T20:49:51.872146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.365165Z","time spent":"506.958324ms","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:51.871854Z","caller":"traceutil/trace.go:172","msg":"trace[2005797499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"654.716017ms","start":"2026-03-17T20:49:51.217113Z","end":"2026-03-17T20:49:51.871829Z","steps":["trace[2005797499] 'agreement among raft nodes before linearized reading' (duration: 574.083738ms)","trace[2005797499] 'range keys from in-memory index tree' (duration: 80.312332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.872296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.972746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-17T20:49:51.872355Z","caller":"traceutil/trace.go:172","msg":"trace[619548674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1174; }","duration":"281.035247ms","start":"2026-03-17T20:49:51.591307Z","end":"2026-03-17T20:49:51.872343Z","steps":["trace[619548674] 'agreement among raft nodes before linearized reading' (duration: 280.793203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:51.872316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.217095Z","time spent":"655.195986ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:51.871614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.010141181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:51.872659Z","caller":"traceutil/trace.go:172","msg":"trace[610999197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"1.011193915s","start":"2026-03-17T20:49:50.861456Z","end":"2026-03-17T20:49:51.872650Z","steps":["trace[610999197] 'agreement among raft nodes before linearized reading' (duration: 929.810671ms)","trace[610999197] 'range keys from in-memory index tree' (duration: 80.220709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.872681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:50.861432Z","time spent":"1.011241426s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:51.871614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.981949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:51.872906Z","caller":"traceutil/trace.go:172","msg":"trace[1375009483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1170; }","duration":"677.270217ms","start":"2026-03-17T20:49:51.195616Z","end":"2026-03-17T20:49:51.872886Z","steps":["trace[1375009483] 'agreement among raft nodes before linearized reading' (duration: 595.557226ms)","trace[1375009483] 'range keys from in-memory index tree' (duration: 80.312521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:51.872958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:51.195597Z","time spent":"677.345439ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:52.083087Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.354495ms"} {"level":"warn","ts":"2026-03-17T20:49:52.083174Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"83.448968ms"} {"level":"info","ts":"2026-03-17T20:49:52.139965Z","caller":"traceutil/trace.go:172","msg":"trace[619628970] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1343; }","duration":"264.405631ms","start":"2026-03-17T20:49:51.875527Z","end":"2026-03-17T20:49:52.139932Z","steps":["trace[619628970] 'read index received' (duration: 264.394301ms)","trace[619628970] 'applied index is now lower than readState.Index' (duration: 9.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.140140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.609325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.140218Z","caller":"traceutil/trace.go:172","msg":"trace[171061066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"264.696786ms","start":"2026-03-17T20:49:51.875505Z","end":"2026-03-17T20:49:52.140202Z","steps":["trace[171061066] 'agreement among raft nodes before linearized reading' (duration: 264.554033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.147394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.521622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.147463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.254909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.147514Z","caller":"traceutil/trace.go:172","msg":"trace[595035232] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1176; }","duration":"160.3202ms","start":"2026-03-17T20:49:51.987185Z","end":"2026-03-17T20:49:52.147505Z","steps":["trace[595035232] 'agreement among raft nodes before linearized reading' (duration: 160.221298ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.147511Z","caller":"traceutil/trace.go:172","msg":"trace[1998659092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"214.667845ms","start":"2026-03-17T20:49:51.932819Z","end":"2026-03-17T20:49:52.147487Z","steps":["trace[1998659092] 'agreement among raft nodes before linearized reading' (duration: 214.472941ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.147754Z","caller":"traceutil/trace.go:172","msg":"trace[616499747] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"268.766835ms","start":"2026-03-17T20:49:51.878973Z","end":"2026-03-17T20:49:52.147740Z","steps":["trace[616499747] 'process raft request' (duration: 268.660413ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.147761Z","caller":"traceutil/trace.go:172","msg":"trace[1254744467] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"268.798445ms","start":"2026-03-17T20:49:51.878922Z","end":"2026-03-17T20:49:52.147720Z","steps":["trace[1254744467] 'process raft request' (duration: 268.58272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.147573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.263198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.147912Z","caller":"traceutil/trace.go:172","msg":"trace[253219470] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:0; response_revision:1176; }","duration":"160.681108ms","start":"2026-03-17T20:49:51.987214Z","end":"2026-03-17T20:49:52.147895Z","steps":["trace[253219470] 'agreement among raft nodes before linearized reading' (duration: 160.197117ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.293112Z","caller":"traceutil/trace.go:172","msg":"trace[910238391] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1346; }","duration":"140.643741ms","start":"2026-03-17T20:49:52.152450Z","end":"2026-03-17T20:49:52.293094Z","steps":["trace[910238391] 'read index received' (duration: 140.634811ms)","trace[910238391] 'applied index is now lower than readState.Index' (duration: 5.39µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.293724Z","caller":"traceutil/trace.go:172","msg":"trace[30261577] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"139.399434ms","start":"2026-03-17T20:49:52.154300Z","end":"2026-03-17T20:49:52.293700Z","steps":["trace[30261577] 'process raft request' (duration: 139.136059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.293913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.475809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:52.293992Z","caller":"traceutil/trace.go:172","msg":"trace[154662634] range","detail":"{range_begin:/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf; range_end:; response_count:1; response_revision:1180; }","duration":"141.590723ms","start":"2026-03-17T20:49:52.152390Z","end":"2026-03-17T20:49:52.293981Z","steps":["trace[154662634] 'agreement among raft nodes before linearized reading' (duration: 141.162973ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.293898Z","caller":"traceutil/trace.go:172","msg":"trace[1022933482] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1180; }","duration":"138.981504ms","start":"2026-03-17T20:49:52.154883Z","end":"2026-03-17T20:49:52.293864Z","steps":["trace[1022933482] 'process raft request' (duration: 138.78333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.383269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.647164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:52.383432Z","caller":"traceutil/trace.go:172","msg":"trace[1226290267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"164.827228ms","start":"2026-03-17T20:49:52.218588Z","end":"2026-03-17T20:49:52.383415Z","steps":["trace[1226290267] 'agreement among raft nodes before linearized reading' (duration: 164.590053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.383271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.287344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:52.383934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.96514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:49:52.383885Z","caller":"traceutil/trace.go:172","msg":"trace[1391140896] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1182; }","duration":"214.888527ms","start":"2026-03-17T20:49:52.168944Z","end":"2026-03-17T20:49:52.383832Z","steps":["trace[1391140896] 'agreement among raft nodes before linearized reading' (duration: 214.210642ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.383981Z","caller":"traceutil/trace.go:172","msg":"trace[1430690535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1182; }","duration":"227.004871ms","start":"2026-03-17T20:49:52.156959Z","end":"2026-03-17T20:49:52.383964Z","steps":["trace[1430690535] 'agreement among raft nodes before linearized reading' (duration: 226.375447ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.552424Z","caller":"traceutil/trace.go:172","msg":"trace[1617966747] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"162.851865ms","start":"2026-03-17T20:49:52.389549Z","end":"2026-03-17T20:49:52.552401Z","steps":["trace[1617966747] 'process raft request' (duration: 88.434295ms)","trace[1617966747] 'compare' (duration: 74.271707ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:52.618338Z","caller":"traceutil/trace.go:172","msg":"trace[1469728427] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"227.035631ms","start":"2026-03-17T20:49:52.391286Z","end":"2026-03-17T20:49:52.618321Z","steps":["trace[1469728427] 'process raft request' (duration: 226.852367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:52.618355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.645271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:52.618519Z","caller":"traceutil/trace.go:172","msg":"trace[1879900513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1184; }","duration":"219.818624ms","start":"2026-03-17T20:49:52.398683Z","end":"2026-03-17T20:49:52.618502Z","steps":["trace[1879900513] 'agreement among raft nodes before linearized reading' (duration: 219.527268ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:52.617924Z","caller":"traceutil/trace.go:172","msg":"trace[1929527996] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1352; }","duration":"219.212301ms","start":"2026-03-17T20:49:52.398688Z","end":"2026-03-17T20:49:52.617900Z","steps":["trace[1929527996] 'read index received' (duration: 219.207431ms)","trace[1929527996] 'applied index is now lower than readState.Index' (duration: 3.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:52.893972Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.14171ms"} {"level":"warn","ts":"2026-03-17T20:49:52.894044Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.222252ms"} {"level":"warn","ts":"2026-03-17T20:49:53.468335Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.160668ms"} {"level":"warn","ts":"2026-03-17T20:49:53.468411Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"237.24906ms"} {"level":"warn","ts":"2026-03-17T20:49:53.721051Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:53.790606Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.160929ms"} {"level":"warn","ts":"2026-03-17T20:49:53.790674Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.24077ms"} {"level":"info","ts":"2026-03-17T20:49:53.790667Z","caller":"traceutil/trace.go:172","msg":"trace[1396916944] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1357; }","duration":"570.29716ms","start":"2026-03-17T20:49:53.220340Z","end":"2026-03-17T20:49:53.790637Z","steps":["trace[1396916944] 'read index received' (duration: 570.285929ms)","trace[1396916944] 'applied index is now lower than readState.Index' (duration: 9.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:53.792155Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310725,"received-request-id":9915128667449310724} {"level":"warn","ts":"2026-03-17T20:49:54.043246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.886805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.043300Z","caller":"traceutil/trace.go:172","msg":"trace[1827035227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1188; }","duration":"822.952037ms","start":"2026-03-17T20:49:53.220335Z","end":"2026-03-17T20:49:54.043287Z","steps":["trace[1827035227] 'agreement among raft nodes before linearized reading' (duration: 570.424683ms)","trace[1827035227] 'range keys from in-memory index tree' (duration: 252.428441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.043616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.220314Z","time spent":"823.003257ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.043659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.866383ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.043687Z","caller":"traceutil/trace.go:172","msg":"trace[1411361667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1188; }","duration":"554.897844ms","start":"2026-03-17T20:49:53.488782Z","end":"2026-03-17T20:49:54.043679Z","steps":["trace[1411361667] 'range keys from in-memory index tree' (duration: 554.819832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.044113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"575.471731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:54.044478Z","caller":"traceutil/trace.go:172","msg":"trace[885928275] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1357; }","duration":"253.690139ms","start":"2026-03-17T20:49:53.790737Z","end":"2026-03-17T20:49:54.044427Z","steps":["trace[885928275] 'read index received' (duration: 1.529313ms)","trace[885928275] 'applied index is now lower than readState.Index' (duration: 252.159376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.044585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.513199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.044609Z","caller":"traceutil/trace.go:172","msg":"trace[172380465] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1190; }","duration":"481.543769ms","start":"2026-03-17T20:49:53.563058Z","end":"2026-03-17T20:49:54.044602Z","steps":["trace[172380465] 'agreement among raft nodes before linearized reading' (duration: 481.488618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.044630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.563044Z","time spent":"481.583051ms","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.044727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.226196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:54.044767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.811891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-17T20:49:54.044783Z","caller":"traceutil/trace.go:172","msg":"trace[65795455] range","detail":"{range_begin:/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf; range_end:; response_count:1; response_revision:1190; }","duration":"426.831661ms","start":"2026-03-17T20:49:53.617946Z","end":"2026-03-17T20:49:54.044778Z","steps":["trace[65795455] 'agreement among raft nodes before linearized reading' (duration: 426.757359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.044796Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.617924Z","time spent":"426.866981ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:54.044787Z","caller":"traceutil/trace.go:172","msg":"trace[2134098151] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1190; }","duration":"547.290858ms","start":"2026-03-17T20:49:53.497475Z","end":"2026-03-17T20:49:54.044766Z","steps":["trace[2134098151] 'agreement among raft nodes before linearized reading' (duration: 547.181816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.044818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.349417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:49:54.044863Z","caller":"traceutil/trace.go:172","msg":"trace[907972998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1190; }","duration":"505.396119ms","start":"2026-03-17T20:49:53.539459Z","end":"2026-03-17T20:49:54.044841Z","steps":["trace[907972998] 'agreement among raft nodes before linearized reading' (duration: 505.162363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.044886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.539432Z","time spent":"505.447599ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.044839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.497445Z","time spent":"547.3808ms","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.044977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.197252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-03-17T20:49:54.045163Z","caller":"traceutil/trace.go:172","msg":"trace[835257226] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:1; response_revision:1190; }","duration":"608.389255ms","start":"2026-03-17T20:49:53.436759Z","end":"2026-03-17T20:49:54.045148Z","steps":["trace[835257226] 'agreement among raft nodes before linearized reading' (duration: 608.12241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.045589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:53.436732Z","time spent":"608.841416ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1531,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:54.123694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.84595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.123764Z","caller":"traceutil/trace.go:172","msg":"trace[244490569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"190.928232ms","start":"2026-03-17T20:49:53.932826Z","end":"2026-03-17T20:49:54.123754Z","steps":["trace[244490569] 'agreement among raft nodes before linearized reading' (duration: 190.82317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.335599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.971851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.335686Z","caller":"traceutil/trace.go:172","msg":"trace[1685646837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"291.068593ms","start":"2026-03-17T20:49:54.044599Z","end":"2026-03-17T20:49:54.335667Z","steps":["trace[1685646837] 'agreement among raft nodes before linearized reading' (duration: 80.009785ms)","trace[1685646837] 'range keys from in-memory index tree' (duration: 210.912404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.336317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.475419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:54.336677Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.032837ms"} {"level":"warn","ts":"2026-03-17T20:49:54.336737Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.101189ms"} {"level":"warn","ts":"2026-03-17T20:49:54.719171Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.562137ms"} {"level":"warn","ts":"2026-03-17T20:49:54.719242Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.638808ms"} {"level":"warn","ts":"2026-03-17T20:49:54.719527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.586529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:54.719501Z","caller":"traceutil/trace.go:172","msg":"trace[1416341355] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1365; }","duration":"373.646093ms","start":"2026-03-17T20:49:54.345832Z","end":"2026-03-17T20:49:54.719478Z","steps":["trace[1416341355] 'read index received' (duration: 373.639953ms)","trace[1416341355] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:54.719738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.892089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:54.719822Z","caller":"traceutil/trace.go:172","msg":"trace[2110855576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"373.985841ms","start":"2026-03-17T20:49:54.345823Z","end":"2026-03-17T20:49:54.719809Z","steps":["trace[2110855576] 'agreement among raft nodes before linearized reading' (duration: 373.742755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:54.719892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.345806Z","time spent":"374.076633ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:54.738885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.629958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-17T20:49:54.738923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.552609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-17T20:49:54.739057Z","caller":"traceutil/trace.go:172","msg":"trace[240146079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1201; }","duration":"116.688422ms","start":"2026-03-17T20:49:54.622358Z","end":"2026-03-17T20:49:54.739046Z","steps":["trace[240146079] 'agreement among raft nodes before linearized reading' (duration: 116.490158ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:54.739585Z","caller":"traceutil/trace.go:172","msg":"trace[1911142969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1201; }","duration":"287.698169ms","start":"2026-03-17T20:49:54.451236Z","end":"2026-03-17T20:49:54.738934Z","steps":["trace[1911142969] 'agreement among raft nodes before linearized reading' (duration: 287.607028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.259993Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.018419ms"} {"level":"warn","ts":"2026-03-17T20:49:55.260058Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.09178ms"} {"level":"warn","ts":"2026-03-17T20:49:55.336855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.598722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.336933Z","caller":"traceutil/trace.go:172","msg":"trace[370068247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1201; }","duration":"404.692223ms","start":"2026-03-17T20:49:54.932224Z","end":"2026-03-17T20:49:55.336917Z","steps":["trace[370068247] 'range keys from in-memory index tree' (duration: 404.500329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.351376Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:55.640780Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.694331ms"} {"level":"info","ts":"2026-03-17T20:49:55.640827Z","caller":"traceutil/trace.go:172","msg":"trace[1093066748] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1372; }","duration":"789.575929ms","start":"2026-03-17T20:49:54.851222Z","end":"2026-03-17T20:49:55.640798Z","steps":["trace[1093066748] 'read index received' (duration: 789.569029ms)","trace[1093066748] 'applied index is now lower than readState.Index' (duration: 5.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.640857Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.777383ms"} {"level":"warn","ts":"2026-03-17T20:49:55.641965Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310738,"received-request-id":9915128667449310733} {"level":"warn","ts":"2026-03-17T20:49:55.679721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"828.471941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"warn","ts":"2026-03-17T20:49:55.679785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.740391Z","time spent":"939.388826ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-17T20:49:55.679831Z","caller":"traceutil/trace.go:172","msg":"trace[1068887071] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:1; response_revision:1202; }","duration":"828.597994ms","start":"2026-03-17T20:49:54.851208Z","end":"2026-03-17T20:49:55.679806Z","steps":["trace[1068887071] 'agreement among raft nodes before linearized reading' (duration: 789.709722ms)","trace[1068887071] 'range keys from in-memory index tree' (duration: 38.587296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:55.679892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.851185Z","time spent":"828.685576ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2115,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.679914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.926954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.679958Z","caller":"traceutil/trace.go:172","msg":"trace[1203676708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1204; }","duration":"342.978625ms","start":"2026-03-17T20:49:55.336969Z","end":"2026-03-17T20:49:55.679948Z","steps":["trace[1203676708] 'agreement among raft nodes before linearized reading' (duration: 342.912403ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.680480Z","caller":"traceutil/trace.go:172","msg":"trace[693710460] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"730.377224ms","start":"2026-03-17T20:49:54.950080Z","end":"2026-03-17T20:49:55.680457Z","steps":["trace[693710460] 'process raft request' (duration: 729.667039ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:55.680675Z","caller":"traceutil/trace.go:172","msg":"trace[227502029] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"937.305121ms","start":"2026-03-17T20:49:54.743318Z","end":"2026-03-17T20:49:55.680623Z","steps":["trace[227502029] 'process raft request' (duration: 936.357181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.680590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.520288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:55.680792Z","caller":"traceutil/trace.go:172","msg":"trace[1301109498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"459.732102ms","start":"2026-03-17T20:49:55.221043Z","end":"2026-03-17T20:49:55.680776Z","steps":["trace[1301109498] 'agreement among raft nodes before linearized reading' (duration: 459.409556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.680886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.743304Z","time spent":"937.471374ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:55.681013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.221009Z","time spent":"459.929837ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:55.681379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:54.950050Z","time spent":"730.515146ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:55.683583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.563654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:49:55.683628Z","caller":"traceutil/trace.go:172","msg":"trace[885783148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1204; }","duration":"547.611315ms","start":"2026-03-17T20:49:55.136006Z","end":"2026-03-17T20:49:55.683618Z","steps":["trace[885783148] 'agreement among raft nodes before linearized reading' (duration: 544.252363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:55.683656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.135976Z","time spent":"547.670097ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:55.695979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:55.721510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:55.736357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:55.760685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:56.145439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.182048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:56.180550Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:56.320400Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"338.312132ms"} {"level":"warn","ts":"2026-03-17T20:49:56.320520Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"338.447305ms"} {"level":"info","ts":"2026-03-17T20:49:56.320420Z","caller":"traceutil/trace.go:172","msg":"trace[1269224812] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1376; }","duration":"640.599937ms","start":"2026-03-17T20:49:55.679782Z","end":"2026-03-17T20:49:56.320382Z","steps":["trace[1269224812] 'read index received' (duration: 640.589557ms)","trace[1269224812] 'applied index is now lower than readState.Index' (duration: 8.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.567245Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.700061ms"} {"level":"warn","ts":"2026-03-17T20:49:56.567328Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.789563ms"} {"level":"warn","ts":"2026-03-17T20:49:56.567306Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310743,"received-request-id":9915128667449310739} {"level":"warn","ts":"2026-03-17T20:49:56.569502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.877361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.569566Z","caller":"traceutil/trace.go:172","msg":"trace[1355075557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1205; }","duration":"924.946502ms","start":"2026-03-17T20:49:55.644598Z","end":"2026-03-17T20:49:56.569544Z","steps":["trace[1355075557] 'agreement among raft nodes before linearized reading' (duration: 675.857179ms)","trace[1355075557] 'range keys from in-memory index tree' (duration: 248.873118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.569609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.644582Z","time spent":"925.017463ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:56.569770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.148464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:56.570138Z","caller":"traceutil/trace.go:172","msg":"trace[903290996] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"888.833571ms","start":"2026-03-17T20:49:55.681264Z","end":"2026-03-17T20:49:56.570098Z","steps":["trace[903290996] 'process raft request' (duration: 888.601316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.570250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.681234Z","time spent":"888.956033ms","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:56.570605Z","caller":"traceutil/trace.go:172","msg":"trace[1801947475] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"885.859826ms","start":"2026-03-17T20:49:55.684732Z","end":"2026-03-17T20:49:56.570592Z","steps":["trace[1801947475] 'process raft request' (duration: 885.224473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.570680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.684713Z","time spent":"885.931087ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:56.579726Z","caller":"traceutil/trace.go:172","msg":"trace[1643218234] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1379; }","duration":"259.106239ms","start":"2026-03-17T20:49:56.320605Z","end":"2026-03-17T20:49:56.579711Z","steps":["trace[1643218234] 'read index received' (duration: 259.097339ms)","trace[1643218234] 'applied index is now lower than readState.Index' (duration: 8.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.177130329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.908528Z","caller":"traceutil/trace.go:172","msg":"trace[1900954667] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1208; }","duration":"1.177199191s","start":"2026-03-17T20:49:55.731283Z","end":"2026-03-17T20:49:56.908482Z","steps":["trace[1900954667] 'agreement among raft nodes before linearized reading' (duration: 848.6278ms)","trace[1900954667] 'range keys from in-memory index tree' (duration: 328.469438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.731270Z","time spent":"1.177279073s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:56.908563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1356298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.092897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:49:56.908646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.136508599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.136413157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.164295281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"976.821313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.908705Z","caller":"traceutil/trace.go:172","msg":"trace[56390462] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1208; }","duration":"1.164354402s","start":"2026-03-17T20:49:55.744344Z","end":"2026-03-17T20:49:56.908699Z","steps":["trace[56390462] 'agreement among raft nodes before linearized reading' (duration: 835.416843ms)","trace[56390462] 'range keys from in-memory index tree' (duration: 328.861257ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.908714Z","caller":"traceutil/trace.go:172","msg":"trace[628551525] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1208; }","duration":"1.136479578s","start":"2026-03-17T20:49:55.772217Z","end":"2026-03-17T20:49:56.908697Z","steps":["trace[628551525] 'agreement among raft nodes before linearized reading' (duration: 807.634702ms)","trace[628551525] 'range keys from in-memory index tree' (duration: 328.763554ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.908723Z","caller":"traceutil/trace.go:172","msg":"trace[211656971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"976.843213ms","start":"2026-03-17T20:49:55.931870Z","end":"2026-03-17T20:49:56.908714Z","steps":["trace[211656971] 'agreement among raft nodes before linearized reading' (duration: 647.968446ms)","trace[211656971] 'range keys from in-memory index tree' (duration: 328.849027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.744325Z","time spent":"1.164398434s","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:56.908741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.16473319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.908757Z","caller":"traceutil/trace.go:172","msg":"trace[1123824688] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1208; }","duration":"1.16474936s","start":"2026-03-17T20:49:55.744002Z","end":"2026-03-17T20:49:56.908752Z","steps":["trace[1123824688] 'agreement among raft nodes before linearized reading' (duration: 835.890024ms)","trace[1123824688] 'range keys from in-memory index tree' (duration: 328.831646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.772170Z","time spent":"1.13657737s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:56.908783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.177068488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.908797Z","caller":"traceutil/trace.go:172","msg":"trace[1119487723] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1208; }","duration":"1.177080978s","start":"2026-03-17T20:49:55.731711Z","end":"2026-03-17T20:49:56.908792Z","steps":["trace[1119487723] 'agreement among raft nodes before linearized reading' (duration: 848.187531ms)","trace[1119487723] 'range keys from in-memory index tree' (duration: 328.875797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.731699Z","time spent":"1.177111778s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:56.908769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"890.069375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.177553148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.908904Z","caller":"traceutil/trace.go:172","msg":"trace[365291157] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1208; }","duration":"1.177571709s","start":"2026-03-17T20:49:55.731328Z","end":"2026-03-17T20:49:56.908899Z","steps":["trace[365291157] 'agreement among raft nodes before linearized reading' (duration: 848.576869ms)","trace[365291157] 'range keys from in-memory index tree' (duration: 328.969909ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.908888Z","caller":"traceutil/trace.go:172","msg":"trace[599309892] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1208; }","duration":"890.207177ms","start":"2026-03-17T20:49:56.018654Z","end":"2026-03-17T20:49:56.908861Z","steps":["trace[599309892] 'agreement among raft nodes before linearized reading' (duration: 561.157726ms)","trace[599309892] 'range keys from in-memory index tree' (duration: 328.877097ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.908616Z","caller":"traceutil/trace.go:172","msg":"trace[810455117] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1208; }","duration":"1.135683661s","start":"2026-03-17T20:49:55.772916Z","end":"2026-03-17T20:49:56.908600Z","steps":["trace[810455117] 'agreement among raft nodes before linearized reading' (duration: 806.927427ms)","trace[810455117] 'range keys from in-memory index tree' (duration: 328.685863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"926.874631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.908948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.018619Z","time spent":"890.316451ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.908967Z","caller":"traceutil/trace.go:172","msg":"trace[322440097] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1208; }","duration":"927.161128ms","start":"2026-03-17T20:49:55.981793Z","end":"2026-03-17T20:49:56.908955Z","steps":["trace[322440097] 'agreement among raft nodes before linearized reading' (duration: 598.026945ms)","trace[322440097] 'range keys from in-memory index tree' (duration: 328.841106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.981769Z","time spent":"927.232459ms","remote":"127.0.0.1:59794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.908677Z","caller":"traceutil/trace.go:172","msg":"trace[1300762152] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1208; }","duration":"1.136531469s","start":"2026-03-17T20:49:55.772131Z","end":"2026-03-17T20:49:56.908662Z","steps":["trace[1300762152] 'agreement among raft nodes before linearized reading' (duration: 807.726404ms)","trace[1300762152] 'range keys from in-memory index tree' (duration: 328.770545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205412522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T20:49:56.909097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.772110Z","time spent":"1.1369805s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-17T20:49:56.909112Z","caller":"traceutil/trace.go:172","msg":"trace[1656675958] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1208; }","duration":"1.205434582s","start":"2026-03-17T20:49:55.703669Z","end":"2026-03-17T20:49:56.909103Z","steps":["trace[1656675958] 'agreement among raft nodes before linearized reading' (duration: 876.258429ms)","trace[1656675958] 'range keys from in-memory index tree' (duration: 329.146643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.703639Z","time spent":"1.205494463s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:56.908770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.743987Z","time spent":"1.16477886s","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:56.909180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.5847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.909199Z","caller":"traceutil/trace.go:172","msg":"trace[454980715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"687.60322ms","start":"2026-03-17T20:49:56.221589Z","end":"2026-03-17T20:49:56.909192Z","steps":["trace[454980715] 'agreement among raft nodes before linearized reading' (duration: 358.214271ms)","trace[454980715] 'range keys from in-memory index tree' (duration: 329.361449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.908915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.731320Z","time spent":"1.17759179s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.908591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.164453615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.909307Z","caller":"traceutil/trace.go:172","msg":"trace[1486854445] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1208; }","duration":"1.16518067s","start":"2026-03-17T20:49:55.744120Z","end":"2026-03-17T20:49:56.909300Z","steps":["trace[1486854445] 'agreement among raft nodes before linearized reading' (duration: 835.761962ms)","trace[1486854445] 'range keys from in-memory index tree' (duration: 328.672752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.21785325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"warn","ts":"2026-03-17T20:49:56.909190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.205708468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.909371Z","caller":"traceutil/trace.go:172","msg":"trace[875989273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:1; response_revision:1208; }","duration":"1.21789425s","start":"2026-03-17T20:49:55.691464Z","end":"2026-03-17T20:49:56.909358Z","steps":["trace[875989273] 'agreement among raft nodes before linearized reading' (duration: 888.488062ms)","trace[875989273] 'range keys from in-memory index tree' (duration: 329.266206ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:49:56.909390Z","caller":"traceutil/trace.go:172","msg":"trace[569458911] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1208; }","duration":"1.205918172s","start":"2026-03-17T20:49:55.703467Z","end":"2026-03-17T20:49:56.909385Z","steps":["trace[569458911] 'agreement among raft nodes before linearized reading' (duration: 876.466813ms)","trace[569458911] 'range keys from in-memory index tree' (duration: 329.229114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.691445Z","time spent":"1.217951252s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2115,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.909417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.703445Z","time spent":"1.205964972s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.909333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.744086Z","time spent":"1.165239161s","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.909472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.088753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-17T20:49:56.909493Z","caller":"traceutil/trace.go:172","msg":"trace[814868849] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1208; }","duration":"336.106873ms","start":"2026-03-17T20:49:56.573379Z","end":"2026-03-17T20:49:56.909486Z","steps":["trace[814868849] 'agreement among raft nodes before linearized reading' (duration: 336.025031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.909514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.573360Z","time spent":"336.150294ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.908937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.772899Z","time spent":"1.13603029s","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-17T20:49:56.908697Z","caller":"traceutil/trace.go:172","msg":"trace[811979063] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1379; }","duration":"328.842167ms","start":"2026-03-17T20:49:56.579837Z","end":"2026-03-17T20:49:56.908679Z","steps":["trace[811979063] 'read index received' (duration: 696.395µs)","trace[811979063] 'applied index is now lower than readState.Index' (duration: 328.144622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.909222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.221562Z","time spent":"687.656671ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:56.908922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.045296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.909699Z","caller":"traceutil/trace.go:172","msg":"trace[1816104301] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1208; }","duration":"562.825423ms","start":"2026-03-17T20:49:56.346865Z","end":"2026-03-17T20:49:56.909691Z","steps":["trace[1816104301] 'agreement among raft nodes before linearized reading' (duration: 561.988714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:56.909726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:56.346834Z","time spent":"562.884844ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:56.910009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201263171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:56.910099Z","caller":"traceutil/trace.go:172","msg":"trace[895608636] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1208; }","duration":"1.201354783s","start":"2026-03-17T20:49:55.708729Z","end":"2026-03-17T20:49:56.910084Z","steps":["trace[895608636] 'agreement among raft nodes before linearized reading' (duration: 871.190409ms)","trace[895608636] 'range keys from in-memory index tree' (duration: 330.055732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:56.910173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:55.708712Z","time spent":"1.201447735s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:56.983549Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"174.81793ms"} {"level":"warn","ts":"2026-03-17T20:49:56.983606Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"174.882281ms"} {"level":"info","ts":"2026-03-17T20:49:57.166536Z","caller":"traceutil/trace.go:172","msg":"trace[1076230516] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1381; }","duration":"182.64671ms","start":"2026-03-17T20:49:56.983858Z","end":"2026-03-17T20:49:57.166504Z","steps":["trace[1076230516] 'read index received' (duration: 182.6387ms)","trace[1076230516] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.207078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.439585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:57.207166Z","caller":"traceutil/trace.go:172","msg":"trace[577594486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1209; }","duration":"275.530647ms","start":"2026-03-17T20:49:56.931611Z","end":"2026-03-17T20:49:57.207141Z","steps":["trace[577594486] 'agreement among raft nodes before linearized reading' (duration: 235.015083ms)","trace[577594486] 'range keys from in-memory index tree' (duration: 40.401891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.207478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.731487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-17T20:49:57.207624Z","caller":"traceutil/trace.go:172","msg":"trace[782671651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"254.85974ms","start":"2026-03-17T20:49:56.952737Z","end":"2026-03-17T20:49:57.207597Z","steps":["trace[782671651] 'agreement among raft nodes before linearized reading' (duration: 213.859926ms)","trace[782671651] 'range keys from in-memory index tree' (duration: 40.717678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:57.208604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.63765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:49:57.208392Z","caller":"traceutil/trace.go:172","msg":"trace[1975253424] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"290.779126ms","start":"2026-03-17T20:49:56.917571Z","end":"2026-03-17T20:49:57.208350Z","steps":["trace[1975253424] 'process raft request' (duration: 290.658813ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:57.209053Z","caller":"traceutil/trace.go:172","msg":"trace[93217192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1215; }","duration":"144.028197ms","start":"2026-03-17T20:49:57.064951Z","end":"2026-03-17T20:49:57.208979Z","steps":["trace[93217192] 'agreement among raft nodes before linearized reading' (duration: 143.596969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.209144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.777886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-17T20:49:57.209370Z","caller":"traceutil/trace.go:172","msg":"trace[696009658] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1215; }","duration":"222.93209ms","start":"2026-03-17T20:49:56.986344Z","end":"2026-03-17T20:49:57.209276Z","steps":["trace[696009658] 'agreement among raft nodes before linearized reading' (duration: 222.185284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:57.229270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-17T20:49:57.586168Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"160.14173ms"} {"level":"warn","ts":"2026-03-17T20:49:57.586255Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.694184ms"} {"level":"warn","ts":"2026-03-17T20:49:57.739538Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:58.079204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.316092Z","time spent":"763.10736ms","remote":"127.0.0.1:38370","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-17T20:49:58.079713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.311674ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.079755Z","caller":"traceutil/trace.go:172","msg":"trace[213181168] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1216; }","duration":"146.359365ms","start":"2026-03-17T20:49:57.933382Z","end":"2026-03-17T20:49:58.079742Z","steps":["trace[213181168] 'range keys from in-memory index tree' (duration: 146.274843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.079998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.066757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:58.086733Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"302.024918ms"} {"level":"warn","ts":"2026-03-17T20:49:58.087684Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"301.430424ms"} {"level":"info","ts":"2026-03-17T20:49:58.086966Z","caller":"traceutil/trace.go:172","msg":"trace[409436581] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1389; }","duration":"847.782637ms","start":"2026-03-17T20:49:57.239144Z","end":"2026-03-17T20:49:58.086926Z","steps":["trace[409436581] 'read index received' (duration: 847.772417ms)","trace[409436581] 'applied index is now lower than readState.Index' (duration: 7.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.087097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"847.920649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.088134Z","caller":"traceutil/trace.go:172","msg":"trace[2084725656] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1217; }","duration":"848.983793ms","start":"2026-03-17T20:49:57.239138Z","end":"2026-03-17T20:49:58.088121Z","steps":["trace[2084725656] 'agreement among raft nodes before linearized reading' (duration: 847.861048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.088173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.239115Z","time spent":"849.044604ms","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-17T20:49:58.089508Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310753,"received-request-id":9915128667449310752} {"level":"warn","ts":"2026-03-17T20:49:58.090755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.81944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:49:58.091125Z","caller":"traceutil/trace.go:172","msg":"trace[1799418900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1218; }","duration":"405.301791ms","start":"2026-03-17T20:49:57.685809Z","end":"2026-03-17T20:49:58.091111Z","steps":["trace[1799418900] 'agreement among raft nodes before linearized reading' (duration: 404.688217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.091216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.685777Z","time spent":"405.429713ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.091881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"852.180921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.091978Z","caller":"traceutil/trace.go:172","msg":"trace[2145775091] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1218; }","duration":"852.278563ms","start":"2026-03-17T20:49:57.239690Z","end":"2026-03-17T20:49:58.091968Z","steps":["trace[2145775091] 'agreement among raft nodes before linearized reading' (duration: 852.079629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.092022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.239660Z","time spent":"852.354164ms","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.094044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.013938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-03-17T20:49:58.094014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"854.776587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.094086Z","caller":"traceutil/trace.go:172","msg":"trace[237894189] range","detail":"{range_begin:/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf; range_end:; response_count:1; response_revision:1218; }","duration":"477.052848ms","start":"2026-03-17T20:49:57.617024Z","end":"2026-03-17T20:49:58.094077Z","steps":["trace[237894189] 'agreement among raft nodes before linearized reading' (duration: 476.728432ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.094323Z","caller":"traceutil/trace.go:172","msg":"trace[899953254] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1218; }","duration":"855.091104ms","start":"2026-03-17T20:49:57.239223Z","end":"2026-03-17T20:49:58.094314Z","steps":["trace[899953254] 'agreement among raft nodes before linearized reading' (duration: 851.240841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.094593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.239216Z","time spent":"855.36639ms","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-03-17T20:49:58.094608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:57.617007Z","time spent":"477.522178ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-l4bcq.189dbc0bea5014bf\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.419917Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.166788ms"} {"level":"warn","ts":"2026-03-17T20:49:58.419990Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.24766ms"} {"level":"warn","ts":"2026-03-17T20:49:58.578450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.373429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:49:58.720970Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9915128667449310754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-17T20:49:58.740114Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.081713ms"} {"level":"warn","ts":"2026-03-17T20:49:58.740186Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.160375ms"} {"level":"info","ts":"2026-03-17T20:49:58.740146Z","caller":"traceutil/trace.go:172","msg":"trace[229321908] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1391; }","duration":"519.874586ms","start":"2026-03-17T20:49:58.220245Z","end":"2026-03-17T20:49:58.740120Z","steps":["trace[229321908] 'read index received' (duration: 519.866366ms)","trace[229321908] 'applied index is now lower than readState.Index' (duration: 7.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.842258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.937306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:49:58.842468Z","caller":"traceutil/trace.go:172","msg":"trace[1068485088] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"744.708758ms","start":"2026-03-17T20:49:58.097742Z","end":"2026-03-17T20:49:58.842451Z","steps":["trace[1068485088] 'process raft request' (duration: 642.523607ms)","trace[1068485088] 'compare' (duration: 101.801583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.842521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.097717Z","time spent":"744.782309ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T20:49:58.842638Z","caller":"traceutil/trace.go:172","msg":"trace[1794635624] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"744.711179ms","start":"2026-03-17T20:49:58.097895Z","end":"2026-03-17T20:49:58.842606Z","steps":["trace[1794635624] 'process raft request' (duration: 744.439983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.842908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.097888Z","time spent":"744.939384ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:49:58.841720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.392693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.844718Z","caller":"traceutil/trace.go:172","msg":"trace[209776130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"624.448079ms","start":"2026-03-17T20:49:58.220238Z","end":"2026-03-17T20:49:58.844686Z","steps":["trace[209776130] 'agreement among raft nodes before linearized reading' (duration: 519.935277ms)","trace[209776130] 'range keys from in-memory index tree' (duration: 101.416734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.844794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.220213Z","time spent":"624.554031ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:49:58.848839Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9915128667449310758,"received-request-id":9915128667449310754} {"level":"info","ts":"2026-03-17T20:49:58.849508Z","caller":"traceutil/trace.go:172","msg":"trace[1320181682] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"241.112262ms","start":"2026-03-17T20:49:58.608379Z","end":"2026-03-17T20:49:58.849491Z","steps":["trace[1320181682] 'process raft request' (duration: 241.070972ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:49:58.851139Z","caller":"traceutil/trace.go:172","msg":"trace[1131971266] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1399; }","duration":"110.714104ms","start":"2026-03-17T20:49:58.740412Z","end":"2026-03-17T20:49:58.851126Z","steps":["trace[1131971266] 'read index received' (duration: 110.707954ms)","trace[1131971266] 'applied index is now lower than readState.Index' (duration: 5.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:49:58.851405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.877036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:58.851821Z","caller":"traceutil/trace.go:172","msg":"trace[2060053875] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1226; }","duration":"520.317486ms","start":"2026-03-17T20:49:58.331492Z","end":"2026-03-17T20:49:58.851810Z","steps":["trace[2060053875] 'agreement among raft nodes before linearized reading' (duration: 519.836835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.852017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.331459Z","time spent":"520.544571ms","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:58.851460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.198723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T20:49:58.852360Z","caller":"traceutil/trace.go:172","msg":"trace[1933868158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"417.112553ms","start":"2026-03-17T20:49:58.435236Z","end":"2026-03-17T20:49:58.852348Z","steps":["trace[1933868158] 'agreement among raft nodes before linearized reading' (duration: 416.05234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:49:58.852427Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:49:58.435204Z","time spent":"417.182595ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:49:59.049053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.362744ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:49:59.050391Z","caller":"traceutil/trace.go:172","msg":"trace[107069529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1227; }","duration":"117.712743ms","start":"2026-03-17T20:49:58.932656Z","end":"2026-03-17T20:49:59.050369Z","steps":["trace[107069529] 'agreement among raft nodes before linearized reading' (duration: 44.466478ms)","trace[107069529] 'range keys from in-memory index tree' (duration: 71.865785ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:05.456577Z","caller":"traceutil/trace.go:172","msg":"trace[2004439825] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1524; }","duration":"236.838384ms","start":"2026-03-17T20:50:05.219629Z","end":"2026-03-17T20:50:05.456467Z","steps":["trace[2004439825] 'read index received' (duration: 236.828994ms)","trace[2004439825] 'applied index is now lower than readState.Index' (duration: 7.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:05.465199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.56211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:05.465282Z","caller":"traceutil/trace.go:172","msg":"trace[632243684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"245.656992ms","start":"2026-03-17T20:50:05.219612Z","end":"2026-03-17T20:50:05.465269Z","steps":["trace[632243684] 'agreement among raft nodes before linearized reading' (duration: 237.11218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:05.465502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.982869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-17T20:50:05.465564Z","caller":"traceutil/trace.go:172","msg":"trace[813406952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1347; }","duration":"169.05436ms","start":"2026-03-17T20:50:05.296499Z","end":"2026-03-17T20:50:05.465554Z","steps":["trace[813406952] 'agreement among raft nodes before linearized reading' (duration: 168.964318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:05.806474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.570213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:05.807132Z","caller":"traceutil/trace.go:172","msg":"trace[966344714] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1349; }","duration":"102.240697ms","start":"2026-03-17T20:50:05.704879Z","end":"2026-03-17T20:50:05.807120Z","steps":["trace[966344714] 'range keys from in-memory index tree' (duration: 100.426979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.333053Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"189.73445ms"} {"level":"warn","ts":"2026-03-17T20:50:06.333120Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"189.809271ms"} {"level":"info","ts":"2026-03-17T20:50:06.334399Z","caller":"traceutil/trace.go:172","msg":"trace[511984160] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1529; }","duration":"290.415715ms","start":"2026-03-17T20:50:06.043966Z","end":"2026-03-17T20:50:06.334382Z","steps":["trace[511984160] 'read index received' (duration: 290.409685ms)","trace[511984160] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:06.334557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.562928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:06.334590Z","caller":"traceutil/trace.go:172","msg":"trace[1362836331] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1350; }","duration":"290.630639ms","start":"2026-03-17T20:50:06.043951Z","end":"2026-03-17T20:50:06.334582Z","steps":["trace[1362836331] 'agreement among raft nodes before linearized reading' (duration: 290.533427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.335452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.24361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:06.335587Z","caller":"traceutil/trace.go:172","msg":"trace[1521632369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"115.373403ms","start":"2026-03-17T20:50:06.220197Z","end":"2026-03-17T20:50:06.335571Z","steps":["trace[1521632369] 'agreement among raft nodes before linearized reading' (duration: 115.2211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:06.614273Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.246048ms"} {"level":"warn","ts":"2026-03-17T20:50:06.614343Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.323619ms"} {"level":"warn","ts":"2026-03-17T20:50:06.999961Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"185.68955ms"} {"level":"warn","ts":"2026-03-17T20:50:07.000078Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"185.734563ms"} {"level":"warn","ts":"2026-03-17T20:50:07.010638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.819087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:07.016243Z","caller":"traceutil/trace.go:172","msg":"trace[1301732867] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1530; }","duration":"318.154846ms","start":"2026-03-17T20:50:06.698069Z","end":"2026-03-17T20:50:07.016224Z","steps":["trace[1301732867] 'read index received' (duration: 318.149775ms)","trace[1301732867] 'applied index is now lower than readState.Index' (duration: 4.291µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.380187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.103488ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:50:07.380584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"682.512341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:50:07.382024Z","caller":"traceutil/trace.go:172","msg":"trace[991806131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1351; }","duration":"683.785248ms","start":"2026-03-17T20:50:06.698053Z","end":"2026-03-17T20:50:07.381838Z","steps":["trace[991806131] 'agreement among raft nodes before linearized reading' (duration: 318.334409ms)","trace[991806131] 'range keys from in-memory index tree' (duration: 364.06152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.382269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.698027Z","time spent":"684.063744ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.567264Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"349.780674ms"} {"level":"warn","ts":"2026-03-17T20:50:07.567336Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"349.858146ms"} {"level":"warn","ts":"2026-03-17T20:50:07.774030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.916402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:50:07.774352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"764.255887ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:07.774406Z","caller":"traceutil/trace.go:172","msg":"trace[330995889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1354; }","duration":"764.319138ms","start":"2026-03-17T20:50:07.010077Z","end":"2026-03-17T20:50:07.774396Z","steps":["trace[330995889] 'agreement among raft nodes before linearized reading' (duration: 764.233476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:07.774856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"850.546432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-17T20:50:07.775289Z","caller":"traceutil/trace.go:172","msg":"trace[1227528689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1354; }","duration":"850.985261ms","start":"2026-03-17T20:50:06.924282Z","end":"2026-03-17T20:50:07.775268Z","steps":["trace[1227528689] 'agreement among raft nodes before linearized reading' (duration: 850.417219ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:07.774254Z","caller":"traceutil/trace.go:172","msg":"trace[1264330712] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1530; }","duration":"757.882931ms","start":"2026-03-17T20:50:07.016354Z","end":"2026-03-17T20:50:07.774237Z","steps":["trace[1264330712] 'read index received' (duration: 1.109593ms)","trace[1264330712] 'applied index is now lower than readState.Index' (duration: 756.772398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:07.775363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:06.924264Z","time spent":"851.084093ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:07.862820Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"95.436463ms"} {"level":"warn","ts":"2026-03-17T20:50:07.862953Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"95.576486ms"} {"level":"info","ts":"2026-03-17T20:50:07.981560Z","caller":"traceutil/trace.go:172","msg":"trace[1419551611] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1539; }","duration":"206.170678ms","start":"2026-03-17T20:50:07.775368Z","end":"2026-03-17T20:50:07.981539Z","steps":["trace[1419551611] 'read index received' (duration: 206.165748ms)","trace[1419551611] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.148285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"590.495973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:08.148368Z","caller":"traceutil/trace.go:172","msg":"trace[1907802028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1359; }","duration":"590.594055ms","start":"2026-03-17T20:50:07.557754Z","end":"2026-03-17T20:50:08.148348Z","steps":["trace[1907802028] 'agreement among raft nodes before linearized reading' (duration: 423.905251ms)","trace[1907802028] 'range keys from in-memory index tree' (duration: 166.48298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.148409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.557724Z","time spent":"590.675597ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:08.148390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"927.879016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:08.148773Z","caller":"traceutil/trace.go:172","msg":"trace[768236563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"928.262844ms","start":"2026-03-17T20:50:07.220443Z","end":"2026-03-17T20:50:08.148705Z","steps":["trace[768236563] 'agreement among raft nodes before linearized reading' (duration: 761.226803ms)","trace[768236563] 'range keys from in-memory index tree' (duration: 166.613123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:08.149160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.220425Z","time spent":"928.714364ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T20:50:08.148437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.850478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T20:50:08.149719Z","caller":"traceutil/trace.go:172","msg":"trace[1037575628] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1539; }","duration":"168.098464ms","start":"2026-03-17T20:50:07.981611Z","end":"2026-03-17T20:50:08.149709Z","steps":["trace[1037575628] 'read index received' (duration: 1.069122ms)","trace[1037575628] 'applied index is now lower than readState.Index' (duration: 167.028582ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:08.149761Z","caller":"traceutil/trace.go:172","msg":"trace[1553710866] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"370.145545ms","start":"2026-03-17T20:50:07.779600Z","end":"2026-03-17T20:50:08.149745Z","steps":["trace[1553710866] 'process raft request' (duration: 369.964121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:08.149833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:07.779577Z","time spent":"370.221816ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T20:50:08.149891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.443442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:08.149917Z","caller":"traceutil/trace.go:172","msg":"trace[1168256662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1363; }","duration":"217.471633ms","start":"2026-03-17T20:50:07.932438Z","end":"2026-03-17T20:50:08.149910Z","steps":["trace[1168256662] 'agreement among raft nodes before linearized reading' (duration: 217.301649ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:09.461055Z","caller":"traceutil/trace.go:172","msg":"trace[1372167134] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"212.161681ms","start":"2026-03-17T20:50:09.248870Z","end":"2026-03-17T20:50:09.461032Z","steps":["trace[1372167134] 'process raft request' (duration: 212.015598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:09.516403Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"73.270765ms"} {"level":"warn","ts":"2026-03-17T20:50:09.516607Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"73.482059ms"} {"level":"info","ts":"2026-03-17T20:50:09.608609Z","caller":"traceutil/trace.go:172","msg":"trace[646529970] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"223.021291ms","start":"2026-03-17T20:50:09.385551Z","end":"2026-03-17T20:50:09.608572Z","steps":["trace[646529970] 'process raft request' (duration: 131.016773ms)","trace[646529970] 'compare' (duration: 91.735542ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T20:50:10.052128Z","caller":"traceutil/trace.go:172","msg":"trace[563284803] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1550; }","duration":"160.69767ms","start":"2026-03-17T20:50:09.891401Z","end":"2026-03-17T20:50:10.052099Z","steps":["trace[563284803] 'read index received' (duration: 160.689609ms)","trace[563284803] 'applied index is now lower than readState.Index' (duration: 6.681µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.059075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.656248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-17T20:50:10.059174Z","caller":"traceutil/trace.go:172","msg":"trace[2116198793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1369; }","duration":"167.76871ms","start":"2026-03-17T20:50:09.891384Z","end":"2026-03-17T20:50:10.059153Z","steps":["trace[2116198793] 'agreement among raft nodes before linearized reading' (duration: 161.035538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:10.059283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.251922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.059352Z","caller":"traceutil/trace.go:172","msg":"trace[66510121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1370; }","duration":"127.333623ms","start":"2026-03-17T20:50:09.932004Z","end":"2026-03-17T20:50:10.059338Z","steps":["trace[66510121] 'agreement among raft nodes before linearized reading' (duration: 127.230511ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.437985Z","caller":"traceutil/trace.go:172","msg":"trace[984692384] linearizableReadLoop","detail":"{readStateIndex:1552; appliedIndex:1552; }","duration":"280.284624ms","start":"2026-03-17T20:50:10.157681Z","end":"2026-03-17T20:50:10.437966Z","steps":["trace[984692384] 'read index received' (duration: 280.279404ms)","trace[984692384] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:10.439050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.352147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-17T20:50:10.439088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.530126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:10.439116Z","caller":"traceutil/trace.go:172","msg":"trace[2142096546] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1372; }","duration":"197.597147ms","start":"2026-03-17T20:50:10.241512Z","end":"2026-03-17T20:50:10.439109Z","steps":["trace[2142096546] 'agreement among raft nodes before linearized reading' (duration: 197.502735ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.439114Z","caller":"traceutil/trace.go:172","msg":"trace[848020822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1371; }","duration":"281.426069ms","start":"2026-03-17T20:50:10.157673Z","end":"2026-03-17T20:50:10.439099Z","steps":["trace[848020822] 'agreement among raft nodes before linearized reading' (duration: 280.445747ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:10.677552Z","caller":"traceutil/trace.go:172","msg":"trace[432125254] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"234.403675ms","start":"2026-03-17T20:50:10.443128Z","end":"2026-03-17T20:50:10.677532Z","steps":["trace[432125254] 'process raft request' (duration: 185.519132ms)","trace[432125254] 'compare' (duration: 48.408683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:11.294837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.072226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:50:12.272741Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"129.795364ms"} {"level":"warn","ts":"2026-03-17T20:50:12.273157Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.215363ms"} {"level":"warn","ts":"2026-03-17T20:50:12.594056Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.842443ms"} {"level":"warn","ts":"2026-03-17T20:50:12.594131Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.936294ms"} {"level":"warn","ts":"2026-03-17T20:50:12.822145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.409688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-17T20:50:12.822230Z","caller":"traceutil/trace.go:172","msg":"trace[1555413693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1377; }","duration":"138.51352ms","start":"2026-03-17T20:50:12.683698Z","end":"2026-03-17T20:50:12.822212Z","steps":["trace[1555413693] 'agreement among raft nodes before linearized reading' (duration: 99.682191ms)","trace[1555413693] 'range keys from in-memory index tree' (duration: 38.609145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:12.822279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.044962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-17T20:50:14.393134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.736269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-17T20:50:14.493922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.671226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-17T20:50:14.494164Z","caller":"traceutil/trace.go:172","msg":"trace[2106246828] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1562; }","duration":"331.953089ms","start":"2026-03-17T20:50:14.162176Z","end":"2026-03-17T20:50:14.494129Z","steps":["trace[2106246828] 'read index received' (duration: 1.150894ms)","trace[2106246828] 'applied index is now lower than readState.Index' (duration: 330.798025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:14.494406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.202174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-17T20:50:14.494465Z","caller":"traceutil/trace.go:172","msg":"trace[1962980485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1381; }","duration":"332.278695ms","start":"2026-03-17T20:50:14.162171Z","end":"2026-03-17T20:50:14.494450Z","steps":["trace[1962980485] 'agreement among raft nodes before linearized reading' (duration: 332.044041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.494513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:14.162152Z","time spent":"332.348907ms","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:14.495516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.974095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:14.495568Z","caller":"traceutil/trace.go:172","msg":"trace[2054874262] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1381; }","duration":"318.028206ms","start":"2026-03-17T20:50:14.177528Z","end":"2026-03-17T20:50:14.495556Z","steps":["trace[2054874262] 'agreement among raft nodes before linearized reading' (duration: 317.948965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:14.495597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-17T20:50:14.177505Z","time spent":"318.085277ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-17T20:50:14.762781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.204507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-17T20:50:14.762881Z","caller":"traceutil/trace.go:172","msg":"trace[1219942555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1381; }","duration":"168.36407ms","start":"2026-03-17T20:50:14.594495Z","end":"2026-03-17T20:50:14.762859Z","steps":["trace[1219942555] 'range keys from in-memory index tree' (duration: 167.115663ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T20:50:14.953417Z","caller":"traceutil/trace.go:172","msg":"trace[90416482] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"146.416589ms","start":"2026-03-17T20:50:14.806987Z","end":"2026-03-17T20:50:14.953404Z","steps":["trace[90416482] 'process raft request' (duration: 142.186119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:15.804353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.334826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:15.804432Z","caller":"traceutil/trace.go:172","msg":"trace[1919402469] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1387; }","duration":"171.423369ms","start":"2026-03-17T20:50:15.632994Z","end":"2026-03-17T20:50:15.804417Z","steps":["trace[1919402469] 'range keys from in-memory index tree' (duration: 170.126482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T20:50:17.075585Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d11d60056e8410fb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"203.265803ms"} {"level":"warn","ts":"2026-03-17T20:50:17.075636Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a5d356541e22d9cd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"203.323215ms"} {"level":"info","ts":"2026-03-17T20:50:17.076900Z","caller":"traceutil/trace.go:172","msg":"trace[1190296702] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1575; }","duration":"144.60863ms","start":"2026-03-17T20:50:16.932275Z","end":"2026-03-17T20:50:17.076884Z","steps":["trace[1190296702] 'read index received' (duration: 144.60437ms)","trace[1190296702] 'applied index is now lower than readState.Index' (duration: 3.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T20:50:17.076985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.696562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T20:50:17.077012Z","caller":"traceutil/trace.go:172","msg":"trace[1859019627] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1389; }","duration":"144.735622ms","start":"2026-03-17T20:50:16.932268Z","end":"2026-03-17T20:50:17.077004Z","steps":["trace[1859019627] 'agreement among raft nodes before linearized reading' (duration: 144.680571ms)"],"step_count":1}