{"level":"warn","ts":"2026-07-06T14:18:38.703245Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-06T14:18:38.704121Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-06T14:18:38.704166Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.202:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.202:2380","--initial-cluster=controller-2=https://199.19.213.202:2380,controller-1=https://199.19.213.3:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.202:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.202:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-06T14:18:38.704362Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-06T14:18:38.704407Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T14:18:38.704424Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-07-06T14:18:38.704459Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T14:18:38.704996Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"]} {"level":"info","ts":"2026-07-06T14:18:38.705135Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.202:2380"],"listen-peer-urls":["https://199.19.213.202:2380"],"advertise-client-urls":["https://199.19.213.202:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380,controller-2=https://199.19.213.202:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-06T14:18:38.706006Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000102a98}"} {"level":"info","ts":"2026-07-06T14:18:38.709803Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-06T14:18:38.709855Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.982546ms"} {"level":"info","ts":"2026-07-06T14:18:38.709880Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-06T14:18:38.709911Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-06T14:18:38.722710Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.202:2380","host":"199.19.213.202:2380","resolved-addr":"199.19.213.202:2380"} {"level":"info","ts":"2026-07-06T14:18:38.722753Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"} {"level":"info","ts":"2026-07-06T14:18:38.724549Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-06T14:18:38.732282Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-06T14:18:38.732318Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"318e43704d6de1fc","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-07-06T14:18:38.732356Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-06T14:18:38.732444Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"318e43704d6de1fc switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T14:18:38.732489Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"318e43704d6de1fc became follower at term 0"} {"level":"info","ts":"2026-07-06T14:18:38.732501Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 318e43704d6de1fc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-06T14:18:38.744840Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T14:18:38.746217Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T14:18:38.750029Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T14:18:38.755425Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.755855Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:18:38.755885Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.755918Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.756770Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.757388Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.757373Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:18:38.757433Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.757523Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"318e43704d6de1fc","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T14:18:38.757592Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.757644Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.757941Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T14:18:38.757670Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:18:38.758501Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:18:38.758849Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-06T14:18:38.758772Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"318e43704d6de1fc","initial-advertise-peer-urls":["https://199.19.213.202:2380"],"listen-peer-urls":["https://199.19.213.202:2380"],"advertise-client-urls":["https://199.19.213.202:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T14:18:38.758826Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T14:18:38.758859Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.202:2380"} {"level":"info","ts":"2026-07-06T14:18:38.759254Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.202:2380"} {"level":"info","ts":"2026-07-06T14:18:38.759074Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T14:18:38.760124Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:18:38.760236Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.760329Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.760349Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:18:38.760676Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.772685Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.772878Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.773145Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"318e43704d6de1fc [term: 0] received a MsgHeartbeat message with higher term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-07-06T14:18:38.773216Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"318e43704d6de1fc became follower at term 2"} {"level":"info","ts":"2026-07-06T14:18:38.773308Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 318e43704d6de1fc elected leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-07-06T14:18:38.779234Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"318e43704d6de1fc","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":495,"incoming-snapshot-message-size-bytes":8191,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-07-06T14:18:38.790160Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ef.snap.db","bytes":790528,"size":"790 kB"} {"level":"info","ts":"2026-07-06T14:18:38.790208Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"318e43704d6de1fc","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":495,"incoming-snapshot-size-bytes":790528,"incoming-snapshot-size":"790 kB","download-took":"11.039504ms"} {"level":"info","ts":"2026-07-06T14:18:38.790339Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 495, term: 2]"} {"level":"info","ts":"2026-07-06T14:18:38.790427Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"318e43704d6de1fc switched to configuration voters=(4393548324105610035) learners=(3570865704165827068)"} {"level":"info","ts":"2026-07-06T14:18:38.790469Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"318e43704d6de1fc [commit: 495, lastindex: 495, lastterm: 2] restored snapshot [index: 495, term: 2]"} {"level":"info","ts":"2026-07-06T14:18:38.790484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"318e43704d6de1fc [commit: 495] restored snapshot [index: 495, term: 2]"} {"level":"info","ts":"2026-07-06T14:18:38.790611Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":495,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-06T14:18:38.795456Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":495} {"level":"info","ts":"2026-07-06T14:18:38.795807Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005ba058}"} {"level":"info","ts":"2026-07-06T14:18:38.796405Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-06T14:18:38.796528Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"789.779µs"} {"level":"info","ts":"2026-07-06T14:18:38.796640Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-06T14:18:38.797812Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-06T14:18:38.797871Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-06T14:18:38.802164Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":467} {"level":"info","ts":"2026-07-06T14:18:38.802536Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":495} {"level":"info","ts":"2026-07-06T14:18:38.802779Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-06T14:18:38.802972Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-06T14:18:38.804471Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-06T14:18:38.804502Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-06T14:18:38.804555Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-06T14:18:38.804591Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-06T14:18:38.805576Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-06T14:18:38.806334Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-06T14:18:38.806366Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-06T14:18:38.806429Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-06T14:18:38.806450Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"318e43704d6de1fc","recovered-remote-peer-id":"318e43704d6de1fc","recovered-remote-peer-urls":["https://199.19.213.202:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-06T14:18:38.806462Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"318e43704d6de1fc","recovered-remote-peer-id":"3cf904ec39d3e333","recovered-remote-peer-urls":["https://199.19.213.3:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-06T14:18:38.806471Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-06T14:18:38.806485Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-06T14:18:38.806494Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-06T14:18:38.806503Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:18:38.806760Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.806781Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:18:38.806898Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.806912Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.806965Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:18:38.807216Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"warn","ts":"2026-07-06T14:18:38.807296Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3cf904ec39d3e333","error":"failed to read 3cf904ec39d3e333 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-06T14:18:38.807349Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-07-06T14:18:38.807521Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:18:38.807547Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807562Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807580Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"318e43704d6de1fc","removed-remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807599Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-06T14:18:38.807610Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-06T14:18:38.807641Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807680Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807716Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807786Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807865Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-07-06T14:18:38.807887Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-06T14:18:38.807888Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807908Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":495,"current-applied-index":495,"incoming-leader-snapshot-index":495,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-06T14:18:38.807864Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.807972Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.821003Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:18:38.821032Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.821082Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.821112Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.821114Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:38.825906Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:18:38.825953Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-07-06T14:18:39.330260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"318e43704d6de1fc switched to configuration voters=(3570865704165827068 4393548324105610035)"} {"level":"info","ts":"2026-07-06T14:18:39.330509Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"318e43704d6de1fc","promoted-member-id":"318e43704d6de1fc"} {"level":"warn","ts":"2026-07-06T14:18:45.759980Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"318e43704d6de1fc","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.202:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-06T14:18:45.763842Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"318e43704d6de1fc","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.202:2379]}","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T14:18:45.763885Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T14:18:45.764049Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T14:18:45.764497Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T14:18:45.764544Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T14:18:45.765295Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-06T14:18:45.767738Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-06T14:18:45.768454Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-06T14:18:45.774359Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.202:2379"} {"level":"warn","ts":"2026-07-06T14:18:45.777971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.778532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:60332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.779155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41464","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-06T14:18:45.780429Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-06T14:18:45.780773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.781004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.781056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:60322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.781168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.781390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:60346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.781950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.782271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.784701Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.784885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:60342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.785575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.202:41476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.795257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.812038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.827296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.838024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.849458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.859137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.870023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.881793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.890718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.898229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.907523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.919377Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.928773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.937136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.958979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.967687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.978443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:45.990189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.036461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.041375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.051602Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.062221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.071125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.088279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.097749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.109965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.119340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.127052Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.138056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.146383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.155108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.167456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.175635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.184339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.193597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.216127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.226988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.237730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.245799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.257153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.265972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.274715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.283799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.295106Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.310790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.323469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.335080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.339127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.352633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.360872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.372888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.385346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.395419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.405078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.441986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.452168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.460952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:18:46.510610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57804","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-06T14:18:50.049726Z","caller":"traceutil/trace.go:172","msg":"trace[1784818916] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:530; }","duration":"120.3843ms","start":"2026-07-06T14:18:49.929308Z","end":"2026-07-06T14:18:50.049692Z","steps":["trace[1784818916] 'read index received' (duration: 120.374269ms)","trace[1784818916] 'applied index is now lower than readState.Index' (duration: 8.681µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:18:50.059742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.38643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:18:50.059888Z","caller":"traceutil/trace.go:172","msg":"trace[144852891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:497; }","duration":"130.581354ms","start":"2026-07-06T14:18:49.929284Z","end":"2026-07-06T14:18:50.059865Z","steps":["trace[144852891] 'agreement among raft nodes before linearized reading' (duration: 120.551473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:18:55.792686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652955941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:18:56.293759Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652955941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:18:56.397378Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.163621077s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T14:18:56.408436Z","caller":"traceutil/trace.go:172","msg":"trace[1841323500] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.150690845s","start":"2026-07-06T14:18:55.257729Z","end":"2026-07-06T14:18:56.408420Z","steps":["trace[1841323500] 'process raft request' (duration: 1.150658114s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:18:56.408834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:18:55.257705Z","time spent":"1.150798818s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:18:56.409455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.117834692s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:18:56.409488Z","caller":"traceutil/trace.go:172","msg":"trace[1154177107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:512; }","duration":"1.117871073s","start":"2026-07-06T14:18:55.291609Z","end":"2026-07-06T14:18:56.409480Z","steps":["trace[1154177107] 'agreement among raft nodes before linearized reading' (duration: 1.117819562s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:18:56.409441Z","caller":"traceutil/trace.go:172","msg":"trace[1794016169] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:546; }","duration":"1.11773667s","start":"2026-07-06T14:18:55.291617Z","end":"2026-07-06T14:18:56.409354Z","steps":["trace[1794016169] 'read index received' (duration: 1.11773208s)","trace[1794016169] 'applied index is now lower than readState.Index' (duration: 3.32µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:18:56.411647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.546163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T14:18:56.411682Z","caller":"traceutil/trace.go:172","msg":"trace[73833892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"324.581934ms","start":"2026-07-06T14:18:56.087092Z","end":"2026-07-06T14:18:56.411674Z","steps":["trace[73833892] 'agreement among raft nodes before linearized reading' (duration: 324.494902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:18:56.411702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:18:56.087053Z","time spent":"324.642165ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:19:31.338869Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"318e43704d6de1fc switched to configuration voters=(3570865704165827068 4393548324105610035) learners=(1270119395704935156)"} {"level":"info","ts":"2026-07-06T14:19:31.339081Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"318e43704d6de1fc","added-peer-id":"11a05edc6b5392f4","added-peer-peer-urls":["https://199.19.213.30:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-06T14:19:31.339130Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.339170Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.339469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.340344Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.344175Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.344257Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4","remote-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-07-06T14:19:31.344379Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.344665Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:31.394934Z","caller":"traceutil/trace.go:172","msg":"trace[555267031] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:681; }","duration":"102.693919ms","start":"2026-07-06T14:19:31.292205Z","end":"2026-07-06T14:19:31.394899Z","steps":["trace[555267031] 'read index received' (duration: 102.683459ms)","trace[555267031] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:31.398928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:58148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:31.443206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.971673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:31.443323Z","caller":"traceutil/trace.go:172","msg":"trace[1786468796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:629; }","duration":"151.107446ms","start":"2026-07-06T14:19:31.292195Z","end":"2026-07-06T14:19:31.443302Z","steps":["trace[1786468796] 'agreement among raft nodes before linearized reading' (duration: 102.818552ms)","trace[1786468796] 'range keys from in-memory index tree' (duration: 48.11782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:31.443809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.549795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:19:31.443905Z","caller":"traceutil/trace.go:172","msg":"trace[197372560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"130.645307ms","start":"2026-07-06T14:19:31.313245Z","end":"2026-07-06T14:19:31.443890Z","steps":["trace[197372560] 'agreement among raft nodes before linearized reading' (duration: 130.419512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:19:31.465403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:58174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:31.482723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:58202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:31.784967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.595408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:19:32.975338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:58246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:32.988122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:58252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:34.988223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.30:35310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:36.345666Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"11a05edc6b5392f4","rtt":"0s","error":"dial tcp 199.19.213.30:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-06T14:19:36.345733Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"11a05edc6b5392f4","rtt":"0s","error":"dial tcp 199.19.213.30:2380: connect: connection refused"} {"level":"info","ts":"2026-07-06T14:19:38.554007Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.554061Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.554312Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.566964Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"11a05edc6b5392f4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-06T14:19:38.567017Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.569060Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"11a05edc6b5392f4","stream-type":"stream Message"} {"level":"info","ts":"2026-07-06T14:19:38.569123Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"warn","ts":"2026-07-06T14:19:38.599797Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:19:38.599928Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4","error":"EOF"} {"level":"info","ts":"2026-07-06T14:19:38.623101Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.625162Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.630570Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"11a05edc6b5392f4","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-06T14:19:38.630616Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.630636Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.640375Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"318e43704d6de1fc","to":"11a05edc6b5392f4","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-06T14:19:38.640432Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.640452Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"318e43704d6de1fc","remote-peer-id":"11a05edc6b5392f4"} {"level":"info","ts":"2026-07-06T14:19:38.999134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"318e43704d6de1fc switched to configuration voters=(1270119395704935156 3570865704165827068 4393548324105610035)"} {"level":"info","ts":"2026-07-06T14:19:38.999434Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"318e43704d6de1fc","promoted-member-id":"11a05edc6b5392f4"} {"level":"warn","ts":"2026-07-06T14:19:46.062531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.617873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:19:52.470302Z","caller":"traceutil/trace.go:172","msg":"trace[873881349] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:756; }","duration":"129.460929ms","start":"2026-07-06T14:19:52.340817Z","end":"2026-07-06T14:19:52.470278Z","steps":["trace[873881349] 'read index received' (duration: 129.452789ms)","trace[873881349] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:19:52.470429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.595123ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:19:52.470507Z","caller":"traceutil/trace.go:172","msg":"trace[1656057970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:691; }","duration":"129.686245ms","start":"2026-07-06T14:19:52.340804Z","end":"2026-07-06T14:19:52.470491Z","steps":["trace[1656057970] 'agreement among raft nodes before linearized reading' (duration: 129.565532ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:14.016535Z","caller":"traceutil/trace.go:172","msg":"trace[1358841289] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"188.716154ms","start":"2026-07-06T14:20:13.827801Z","end":"2026-07-06T14:20:14.016517Z","steps":["trace[1358841289] 'read index received' (duration: 127.483405ms)","trace[1358841289] 'applied index is now lower than readState.Index' (duration: 61.231719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:14.016705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.875188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:14.016833Z","caller":"traceutil/trace.go:172","msg":"trace[1436215643] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:768; }","duration":"189.01762ms","start":"2026-07-06T14:20:13.827793Z","end":"2026-07-06T14:20:14.016811Z","steps":["trace[1436215643] 'agreement among raft nodes before linearized reading' (duration: 188.813676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:14.018015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.772248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:20:14.018106Z","caller":"traceutil/trace.go:172","msg":"trace[1714129477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:768; }","duration":"102.86573ms","start":"2026-07-06T14:20:13.915226Z","end":"2026-07-06T14:20:14.018092Z","steps":["trace[1714129477] 'agreement among raft nodes before linearized reading' (duration: 102.685337ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:14.529283Z","caller":"traceutil/trace.go:172","msg":"trace[1829683485] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:848; }","duration":"142.858405ms","start":"2026-07-06T14:20:14.386401Z","end":"2026-07-06T14:20:14.529259Z","steps":["trace[1829683485] 'read index received' (duration: 142.852234ms)","trace[1829683485] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:14.529509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.078529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:14.529571Z","caller":"traceutil/trace.go:172","msg":"trace[1739391236] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:770; }","duration":"143.16177ms","start":"2026-07-06T14:20:14.386396Z","end":"2026-07-06T14:20:14.529558Z","steps":["trace[1739391236] 'agreement among raft nodes before linearized reading' (duration: 143.033278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:16.733961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.359176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:18.792988Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:19.004270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.212714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:19.214082Z","caller":"traceutil/trace.go:172","msg":"trace[1033792105] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:872; }","duration":"921.880743ms","start":"2026-07-06T14:20:18.292175Z","end":"2026-07-06T14:20:19.214055Z","steps":["trace[1033792105] 'read index received' (duration: 921.871223ms)","trace[1033792105] 'applied index is now lower than readState.Index' (duration: 7.53µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:19.214241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"922.037067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:19.214376Z","caller":"traceutil/trace.go:172","msg":"trace[1453028349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:791; }","duration":"922.18157ms","start":"2026-07-06T14:20:18.292170Z","end":"2026-07-06T14:20:19.214351Z","steps":["trace[1453028349] 'agreement among raft nodes before linearized reading' (duration: 922.000836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.216096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.460213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:20:19.216173Z","caller":"traceutil/trace.go:172","msg":"trace[559752586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:793; }","duration":"638.547784ms","start":"2026-07-06T14:20:18.577615Z","end":"2026-07-06T14:20:19.216163Z","steps":["trace[559752586] 'agreement among raft nodes before linearized reading' (duration: 638.429912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.216221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.577550Z","time spent":"638.663177ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:19.216380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.659022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-06T14:20:19.216482Z","caller":"traceutil/trace.go:172","msg":"trace[1768736377] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:793; }","duration":"692.989679ms","start":"2026-07-06T14:20:18.523460Z","end":"2026-07-06T14:20:19.216450Z","steps":["trace[1768736377] 'agreement among raft nodes before linearized reading' (duration: 692.532379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:19.216535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:18.523426Z","time spent":"693.098671ms","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.202\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:19.416222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.92723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:19.416311Z","caller":"traceutil/trace.go:172","msg":"trace[475962668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:795; }","duration":"124.031242ms","start":"2026-07-06T14:20:19.292260Z","end":"2026-07-06T14:20:19.416291Z","steps":["trace[475962668] 'range keys from in-memory index tree' (duration: 123.877819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:24.755492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.959631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:26.426025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.119732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:26.426084Z","caller":"traceutil/trace.go:172","msg":"trace[1559330289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:813; }","duration":"134.190573ms","start":"2026-07-06T14:20:26.291884Z","end":"2026-07-06T14:20:26.426075Z","steps":["trace[1559330289] 'range keys from in-memory index tree' (duration: 134.075882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:28.529213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.853638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:28.529309Z","caller":"traceutil/trace.go:172","msg":"trace[246666501] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:817; }","duration":"236.95836ms","start":"2026-07-06T14:20:28.292326Z","end":"2026-07-06T14:20:28.529284Z","steps":["trace[246666501] 'range keys from in-memory index tree' (duration: 236.814476ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:28.529452Z","caller":"traceutil/trace.go:172","msg":"trace[1931189979] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:904; }","duration":"106.86364ms","start":"2026-07-06T14:20:28.422563Z","end":"2026-07-06T14:20:28.529427Z","steps":["trace[1931189979] 'read index received' (duration: 48.820886ms)","trace[1931189979] 'applied index is now lower than readState.Index' (duration: 58.041654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:28.529567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.007692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:28.529621Z","caller":"traceutil/trace.go:172","msg":"trace[266804255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"107.048713ms","start":"2026-07-06T14:20:28.422545Z","end":"2026-07-06T14:20:28.529594Z","steps":["trace[266804255] 'agreement among raft nodes before linearized reading' (duration: 106.985602ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:29.670103Z","caller":"traceutil/trace.go:172","msg":"trace[339323642] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"377.341127ms","start":"2026-07-06T14:20:29.292740Z","end":"2026-07-06T14:20:29.670081Z","steps":["trace[339323642] 'read index received' (duration: 324.874865ms)","trace[339323642] 'applied index is now lower than readState.Index' (duration: 52.465211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:29.670838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.082172ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:29.670917Z","caller":"traceutil/trace.go:172","msg":"trace[124896155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:825; }","duration":"378.173864ms","start":"2026-07-06T14:20:29.292733Z","end":"2026-07-06T14:20:29.670907Z","steps":["trace[124896155] 'agreement among raft nodes before linearized reading' (duration: 378.063502ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:29.670548Z","caller":"traceutil/trace.go:172","msg":"trace[679719687] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"383.061431ms","start":"2026-07-06T14:20:29.287470Z","end":"2026-07-06T14:20:29.670531Z","steps":["trace[679719687] 'process raft request' (duration: 382.513511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:29.671378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:29.287439Z","time spent":"383.732726ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:29.672434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.52604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:29.672568Z","caller":"traceutil/trace.go:172","msg":"trace[853096560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"248.659143ms","start":"2026-07-06T14:20:29.423901Z","end":"2026-07-06T14:20:29.672560Z","steps":["trace[853096560] 'agreement among raft nodes before linearized reading' (duration: 248.50862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:29.672535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.708014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:20:29.672653Z","caller":"traceutil/trace.go:172","msg":"trace[123498498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:825; }","duration":"377.827226ms","start":"2026-07-06T14:20:29.294821Z","end":"2026-07-06T14:20:29.672648Z","steps":["trace[123498498] 'agreement among raft nodes before linearized reading' (duration: 377.544461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:29.672670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:29.294812Z","time spent":"377.850907ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:31.541790Z","caller":"traceutil/trace.go:172","msg":"trace[1346661394] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:926; }","duration":"110.87963ms","start":"2026-07-06T14:20:31.430890Z","end":"2026-07-06T14:20:31.541770Z","steps":["trace[1346661394] 'read index received' (duration: 110.8746ms)","trace[1346661394] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:31.542127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.088444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:31.542295Z","caller":"traceutil/trace.go:172","msg":"trace[957519882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"111.357529ms","start":"2026-07-06T14:20:31.430866Z","end":"2026-07-06T14:20:31.542224Z","steps":["trace[957519882] 'agreement among raft nodes before linearized reading' (duration: 110.984402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:44.695993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.558002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:46.632445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.482693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:20:46.632783Z","caller":"traceutil/trace.go:172","msg":"trace[27391201] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1007; }","duration":"212.174833ms","start":"2026-07-06T14:20:46.420557Z","end":"2026-07-06T14:20:46.632732Z","steps":["trace[27391201] 'read index received' (duration: 108.042787ms)","trace[27391201] 'applied index is now lower than readState.Index' (duration: 104.127186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:46.637557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.098403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:46.637601Z","caller":"traceutil/trace.go:172","msg":"trace[201994091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"214.142763ms","start":"2026-07-06T14:20:46.423445Z","end":"2026-07-06T14:20:46.637588Z","steps":["trace[201994091] 'agreement among raft nodes before linearized reading' (duration: 214.072512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:46.637725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.149886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:20:46.637851Z","caller":"traceutil/trace.go:172","msg":"trace[15971949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"217.252838ms","start":"2026-07-06T14:20:46.420544Z","end":"2026-07-06T14:20:46.637797Z","steps":["trace[15971949] 'agreement among raft nodes before linearized reading' (duration: 212.264014ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:50.421628Z","caller":"traceutil/trace.go:172","msg":"trace[1803307622] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1022; }","duration":"195.454177ms","start":"2026-07-06T14:20:50.226134Z","end":"2026-07-06T14:20:50.421588Z","steps":["trace[1803307622] 'read index received' (duration: 195.445027ms)","trace[1803307622] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:50.421772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.62624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:50.421795Z","caller":"traceutil/trace.go:172","msg":"trace[167685434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:919; }","duration":"195.663501ms","start":"2026-07-06T14:20:50.226122Z","end":"2026-07-06T14:20:50.421786Z","steps":["trace[167685434] 'agreement among raft nodes before linearized reading' (duration: 195.593489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:50.432734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.597915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:50.432805Z","caller":"traceutil/trace.go:172","msg":"trace[688054877] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:921; }","duration":"140.674127ms","start":"2026-07-06T14:20:50.292115Z","end":"2026-07-06T14:20:50.432789Z","steps":["trace[688054877] 'agreement among raft nodes before linearized reading' (duration: 140.572435ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:50.665914Z","caller":"traceutil/trace.go:172","msg":"trace[1293375676] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"118.68483ms","start":"2026-07-06T14:20:50.547207Z","end":"2026-07-06T14:20:50.665891Z","steps":["trace[1293375676] 'process raft request' (duration: 118.627229ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:51.530346Z","caller":"traceutil/trace.go:172","msg":"trace[507205999] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1055; }","duration":"110.248297ms","start":"2026-07-06T14:20:51.420079Z","end":"2026-07-06T14:20:51.530328Z","steps":["trace[507205999] 'read index received' (duration: 110.244067ms)","trace[507205999] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:51.530461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.37729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:51.530495Z","caller":"traceutil/trace.go:172","msg":"trace[131229235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:951; }","duration":"110.420491ms","start":"2026-07-06T14:20:51.420065Z","end":"2026-07-06T14:20:51.530485Z","steps":["trace[131229235] 'agreement among raft nodes before linearized reading' (duration: 110.350039ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.517990Z","caller":"traceutil/trace.go:172","msg":"trace[1953925310] transaction","detail":"{read_only:false; number_of_response:0; response_revision:988; }","duration":"115.065423ms","start":"2026-07-06T14:20:53.402900Z","end":"2026-07-06T14:20:53.517966Z","steps":["trace[1953925310] 'process raft request' (duration: 114.830378ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.518147Z","caller":"traceutil/trace.go:172","msg":"trace[182114543] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"114.090733ms","start":"2026-07-06T14:20:53.404027Z","end":"2026-07-06T14:20:53.518118Z","steps":["trace[182114543] 'process raft request' (duration: 113.778157ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.518359Z","caller":"traceutil/trace.go:172","msg":"trace[851503696] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"111.011978ms","start":"2026-07-06T14:20:53.407338Z","end":"2026-07-06T14:20:53.518350Z","steps":["trace[851503696] 'process raft request' (duration: 110.529838ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.537271Z","caller":"traceutil/trace.go:172","msg":"trace[1081454476] transaction","detail":"{read_only:false; number_of_response:0; response_revision:996; }","duration":"119.697459ms","start":"2026-07-06T14:20:53.417543Z","end":"2026-07-06T14:20:53.537241Z","steps":["trace[1081454476] 'process raft request' (duration: 119.517986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:53.763604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.796358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-07-06T14:20:53.764014Z","caller":"traceutil/trace.go:172","msg":"trace[1370070842] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1003; }","duration":"219.215017ms","start":"2026-07-06T14:20:53.544765Z","end":"2026-07-06T14:20:53.763980Z","steps":["trace[1370070842] 'agreement among raft nodes before linearized reading' (duration: 110.345694ms)","trace[1370070842] 'range keys from in-memory index tree' (duration: 108.308021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:53.763640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.87335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-06T14:20:53.764114Z","caller":"traceutil/trace.go:172","msg":"trace[115867183] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1003; }","duration":"219.36267ms","start":"2026-07-06T14:20:53.544729Z","end":"2026-07-06T14:20:53.764091Z","steps":["trace[115867183] 'agreement among raft nodes before linearized reading' (duration: 110.344304ms)","trace[115867183] 'range keys from in-memory index tree' (duration: 108.362883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:53.763646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.652635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-06T14:20:53.764430Z","caller":"traceutil/trace.go:172","msg":"trace[589132502] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1003; }","duration":"219.433841ms","start":"2026-07-06T14:20:53.544972Z","end":"2026-07-06T14:20:53.764405Z","steps":["trace[589132502] 'agreement among raft nodes before linearized reading' (duration: 110.119689ms)","trace[589132502] 'range keys from in-memory index tree' (duration: 108.421124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:53.763895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.467125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:20:53.763748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.219106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-06T14:20:53.764647Z","caller":"traceutil/trace.go:172","msg":"trace[1692593781] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1003; }","duration":"218.140435ms","start":"2026-07-06T14:20:53.546487Z","end":"2026-07-06T14:20:53.764628Z","steps":["trace[1692593781] 'agreement among raft nodes before linearized reading' (duration: 108.633469ms)","trace[1692593781] 'range keys from in-memory index tree' (duration: 108.482375ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:20:53.789929Z","caller":"traceutil/trace.go:172","msg":"trace[1449927664] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"228.433549ms","start":"2026-07-06T14:20:53.561471Z","end":"2026-07-06T14:20:53.789904Z","steps":["trace[1449927664] 'process raft request' (duration: 228.224264ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.790257Z","caller":"traceutil/trace.go:172","msg":"trace[985115414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"220.231838ms","start":"2026-07-06T14:20:53.570008Z","end":"2026-07-06T14:20:53.790240Z","steps":["trace[985115414] 'process raft request' (duration: 219.983463ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.790529Z","caller":"traceutil/trace.go:172","msg":"trace[226321536] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"217.653544ms","start":"2026-07-06T14:20:53.572849Z","end":"2026-07-06T14:20:53.790502Z","steps":["trace[226321536] 'process raft request' (duration: 217.46823ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.790769Z","caller":"traceutil/trace.go:172","msg":"trace[390262927] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"214.865726ms","start":"2026-07-06T14:20:53.575884Z","end":"2026-07-06T14:20:53.790750Z","steps":["trace[390262927] 'process raft request' (duration: 214.55588ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:53.797617Z","caller":"traceutil/trace.go:172","msg":"trace[555738114] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"202.641151ms","start":"2026-07-06T14:20:53.594963Z","end":"2026-07-06T14:20:53.797604Z","steps":["trace[555738114] 'process raft request' (duration: 202.455877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:54.924812Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:54.995037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.059286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:54.995125Z","caller":"traceutil/trace.go:172","msg":"trace[1843365898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"702.230279ms","start":"2026-07-06T14:20:54.292876Z","end":"2026-07-06T14:20:54.995106Z","steps":["trace[1843365898] 'range keys from in-memory index tree' (duration: 702.037955ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:55.103721Z","caller":"traceutil/trace.go:172","msg":"trace[746050019] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1193; }","duration":"679.550387ms","start":"2026-07-06T14:20:54.424127Z","end":"2026-07-06T14:20:55.103677Z","steps":["trace[746050019] 'read index received' (duration: 679.538047ms)","trace[746050019] 'applied index is now lower than readState.Index' (duration: 10.34µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.120614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"696.475031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.120720Z","caller":"traceutil/trace.go:172","msg":"trace[289959326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"696.579314ms","start":"2026-07-06T14:20:54.424111Z","end":"2026-07-06T14:20:55.120691Z","steps":["trace[289959326] 'agreement among raft nodes before linearized reading' (duration: 679.735741ms)","trace[289959326] 'range keys from in-memory index tree' (duration: 16.69636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.121158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.424088Z","time spent":"696.87404ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:20:55.158322Z","caller":"traceutil/trace.go:172","msg":"trace[1369806485] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"1.153953906s","start":"2026-07-06T14:20:54.004300Z","end":"2026-07-06T14:20:55.158254Z","steps":["trace[1369806485] 'process raft request' (duration: 1.116379289s)","trace[1369806485] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; } (duration: 37.127137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.158565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.004271Z","time spent":"1.15416482s","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65249,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:20:55.160603Z","caller":"traceutil/trace.go:172","msg":"trace[905598488] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"1.095031064s","start":"2026-07-06T14:20:54.065558Z","end":"2026-07-06T14:20:55.160589Z","steps":["trace[905598488] 'process raft request' (duration: 1.094087844s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.160705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.065485Z","time spent":"1.095175036s","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80729,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:55.161276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.059956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:55.161316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.127431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:20:55.161463Z","caller":"traceutil/trace.go:172","msg":"trace[2051418577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"166.224439ms","start":"2026-07-06T14:20:54.995168Z","end":"2026-07-06T14:20:55.161392Z","steps":["trace[2051418577] 'agreement among raft nodes before linearized reading' (duration: 165.994664ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:55.161557Z","caller":"traceutil/trace.go:172","msg":"trace[2023067133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1034; }","duration":"348.329455ms","start":"2026-07-06T14:20:54.813170Z","end":"2026-07-06T14:20:55.161500Z","steps":["trace[2023067133] 'agreement among raft nodes before linearized reading' (duration: 347.989318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.162045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:54.813145Z","time spent":"348.52992ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.622867Z","caller":"traceutil/trace.go:172","msg":"trace[161030627] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1207; }","duration":"373.978046ms","start":"2026-07-06T14:20:55.248846Z","end":"2026-07-06T14:20:55.622824Z","steps":["trace[161030627] 'read index received' (duration: 373.958556ms)","trace[161030627] 'applied index is now lower than readState.Index' (duration: 17.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.623314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.400156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-06T14:20:55.623433Z","caller":"traceutil/trace.go:172","msg":"trace[931797992] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1039; }","duration":"374.566759ms","start":"2026-07-06T14:20:55.248839Z","end":"2026-07-06T14:20:55.623405Z","steps":["trace[931797992] 'agreement among raft nodes before linearized reading' (duration: 374.113279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.623505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.248811Z","time spent":"374.678571ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":151258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.824859Z","caller":"traceutil/trace.go:172","msg":"trace[2101271926] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1039; }","duration":"566.049178ms","start":"2026-07-06T14:20:55.258761Z","end":"2026-07-06T14:20:55.824810Z","steps":["trace[2101271926] 'process raft request' (duration: 486.168355ms)","trace[2101271926] 'compare' (duration: 79.599966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.825099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.258727Z","time spent":"566.262732ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:20:55.848238Z","caller":"traceutil/trace.go:172","msg":"trace[1724087719] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1212; }","duration":"225.234795ms","start":"2026-07-06T14:20:55.622973Z","end":"2026-07-06T14:20:55.848207Z","steps":["trace[1724087719] 'read index received' (duration: 225.227155ms)","trace[1724087719] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:55.848363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"555.901364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:55.848397Z","caller":"traceutil/trace.go:172","msg":"trace[131351921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1042; }","duration":"555.960366ms","start":"2026-07-06T14:20:55.292429Z","end":"2026-07-06T14:20:55.848389Z","steps":["trace[131351921] 'agreement among raft nodes before linearized reading' (duration: 555.873274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.848767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.45121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:20:55.848935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"544.582417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:20:55.850195Z","caller":"traceutil/trace.go:172","msg":"trace[1296303455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1042; }","duration":"546.057588ms","start":"2026-07-06T14:20:55.304111Z","end":"2026-07-06T14:20:55.850169Z","steps":["trace[1296303455] 'agreement among raft nodes before linearized reading' (duration: 544.427704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.850258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.304080Z","time spent":"546.16153ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:55.850062Z","caller":"traceutil/trace.go:172","msg":"trace[1509885433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1042; }","duration":"412.024954ms","start":"2026-07-06T14:20:55.438016Z","end":"2026-07-06T14:20:55.850041Z","steps":["trace[1509885433] 'agreement among raft nodes before linearized reading' (duration: 410.406559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:55.850576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:55.437992Z","time spent":"412.567725ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:20:55.875675Z","caller":"traceutil/trace.go:172","msg":"trace[778660991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1042; }","duration":"171.456498ms","start":"2026-07-06T14:20:55.704201Z","end":"2026-07-06T14:20:55.875657Z","steps":["trace[778660991] 'process raft request' (duration: 170.985109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:56.710543Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:57.211482Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:57.692973Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.488790949s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:20:57.712088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:58.212910Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:58.422128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999995237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:20:58.422207Z","caller":"traceutil/trace.go:172","msg":"trace[1994546604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090059s","start":"2026-07-06T14:20:56.422099Z","end":"2026-07-06T14:20:58.422189Z","steps":["trace[1994546604] 'agreement among raft nodes before linearized reading' (duration: 1.999991607s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:58.422279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.422071Z","time spent":"2.000179411s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:20:58 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:20:58.533059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.240915181s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:58.533138Z","caller":"traceutil/trace.go:172","msg":"trace[323472802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1051; }","duration":"2.241006923s","start":"2026-07-06T14:20:56.292114Z","end":"2026-07-06T14:20:58.533121Z","steps":["trace[323472802] 'range keys from in-memory index tree' (duration: 2.24084676s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:58.533595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.587546ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:58.533859Z","caller":"traceutil/trace.go:172","msg":"trace[816122490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1051; }","duration":"414.865543ms","start":"2026-07-06T14:20:58.118980Z","end":"2026-07-06T14:20:58.533846Z","steps":["trace[816122490] 'range keys from in-memory index tree' (duration: 414.538865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:58.534433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.329921536s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:570109"} {"level":"info","ts":"2026-07-06T14:20:58.535371Z","caller":"traceutil/trace.go:172","msg":"trace[1487489830] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1051; }","duration":"2.460048512s","start":"2026-07-06T14:20:56.075298Z","end":"2026-07-06T14:20:58.535347Z","steps":["trace[1487489830] 'process raft request' (duration: 129.135595ms)","trace[1487489830] 'compare' (duration: 2.329669761s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:58.535581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.075260Z","time spent":"2.460165825s","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570131,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:58.713517Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:20:58.843721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.818956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:20:59.213993Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:20:59.389979Z","caller":"traceutil/trace.go:172","msg":"trace[1642901301] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1237; }","duration":"3.180296452s","start":"2026-07-06T14:20:56.209662Z","end":"2026-07-06T14:20:59.389958Z","steps":["trace[1642901301] 'read index received' (duration: 3.180290631s)","trace[1642901301] 'applied index is now lower than readState.Index' (duration: 4.931µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:59.390248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.180539776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:20:59.390289Z","caller":"traceutil/trace.go:172","msg":"trace[1253637454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1058; }","duration":"3.180623928s","start":"2026-07-06T14:20:56.209655Z","end":"2026-07-06T14:20:59.390279Z","steps":["trace[1253637454] 'agreement among raft nodes before linearized reading' (duration: 3.180400434s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.390357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.209633Z","time spent":"3.18071451s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.390820Z","caller":"traceutil/trace.go:172","msg":"trace[397588617] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1058; }","duration":"3.116895723s","start":"2026-07-06T14:20:56.273911Z","end":"2026-07-06T14:20:59.390807Z","steps":["trace[397588617] 'process raft request' (duration: 3.116324591s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.390974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:56.273886Z","time spent":"3.116990136s","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570140,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:59.474986Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652956710,"received-request-id":16284065414652956703} {"level":"info","ts":"2026-07-06T14:20:59.538770Z","caller":"traceutil/trace.go:172","msg":"trace[270134447] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"1.111171405s","start":"2026-07-06T14:20:58.427556Z","end":"2026-07-06T14:20:59.538727Z","steps":["trace[270134447] 'process raft request' (duration: 1.047518218s)","trace[270134447] 'compare' (duration: 63.248219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:59.538946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.427537Z","time spent":"1.111329069s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:20:59.539263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.006054049s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.539352Z","caller":"traceutil/trace.go:172","msg":"trace[1994217668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"1.006158382s","start":"2026-07-06T14:20:58.533174Z","end":"2026-07-06T14:20:59.539333Z","steps":["trace[1994217668] 'agreement among raft nodes before linearized reading' (duration: 1.006006938s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.539358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.227525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-06T14:20:59.539391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.997256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-06T14:20:59.539416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.035513736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.539452Z","caller":"traceutil/trace.go:172","msg":"trace[1400803755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1062; }","duration":"583.064407ms","start":"2026-07-06T14:20:58.956374Z","end":"2026-07-06T14:20:59.539439Z","steps":["trace[1400803755] 'agreement among raft nodes before linearized reading' (duration: 582.897592ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:59.539450Z","caller":"traceutil/trace.go:172","msg":"trace[1276819371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1062; }","duration":"187.330988ms","start":"2026-07-06T14:20:59.352082Z","end":"2026-07-06T14:20:59.539413Z","steps":["trace[1276819371] 'agreement among raft nodes before linearized reading' (duration: 187.139863ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:20:59.539466Z","caller":"traceutil/trace.go:172","msg":"trace[495707865] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1062; }","duration":"2.035589117s","start":"2026-07-06T14:20:57.503865Z","end":"2026-07-06T14:20:59.539454Z","steps":["trace[495707865] 'agreement among raft nodes before linearized reading' (duration: 2.035463735s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.539480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.956357Z","time spent":"583.117319ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:20:59.539519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.503804Z","time spent":"2.035706059s","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.539254Z","caller":"traceutil/trace.go:172","msg":"trace[1979518157] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1239; }","duration":"149.102745ms","start":"2026-07-06T14:20:59.390036Z","end":"2026-07-06T14:20:59.539139Z","steps":["trace[1979518157] 'read index received' (duration: 87.671644ms)","trace[1979518157] 'applied index is now lower than readState.Index' (duration: 61.429401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:20:59.539651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109745667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:20:59.540945Z","caller":"traceutil/trace.go:172","msg":"trace[1652137022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1062; }","duration":"1.111030634s","start":"2026-07-06T14:20:58.429901Z","end":"2026-07-06T14:20:59.540932Z","steps":["trace[1652137022] 'agreement among raft nodes before linearized reading' (duration: 1.109733437s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.541002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.429870Z","time spent":"1.111114075s","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:20:59.539653Z","caller":"traceutil/trace.go:172","msg":"trace[1989674710] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1062; }","duration":"824.071418ms","start":"2026-07-06T14:20:58.715562Z","end":"2026-07-06T14:20:59.539634Z","steps":["trace[1989674710] 'process raft request' (duration: 823.283971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.541571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.715532Z","time spent":"825.955917ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208520,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:20:59.539689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.014110938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-06T14:20:59.539733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.599857687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T14:20:59.541951Z","caller":"traceutil/trace.go:172","msg":"trace[271121090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1062; }","duration":"1.602036692s","start":"2026-07-06T14:20:57.939871Z","end":"2026-07-06T14:20:59.541908Z","steps":["trace[271121090] 'agreement among raft nodes before linearized reading' (duration: 1.599833596s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.542000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:57.939801Z","time spent":"1.602185234s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:20:59.542190Z","caller":"traceutil/trace.go:172","msg":"trace[2085621808] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:1062; }","duration":"1.016233352s","start":"2026-07-06T14:20:58.525575Z","end":"2026-07-06T14:20:59.541808Z","steps":["trace[2085621808] 'agreement among raft nodes before linearized reading' (duration: 1.014085318s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:20:59.542264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:20:58.525556Z","time spent":"1.016677792s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.202\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:01.651232Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.165179256s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T14:21:01.746684Z","caller":"traceutil/trace.go:172","msg":"trace[949259988] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"454.052826ms","start":"2026-07-06T14:21:01.292614Z","end":"2026-07-06T14:21:01.746667Z","steps":["trace[949259988] 'read index received' (duration: 453.897493ms)","trace[949259988] 'applied index is now lower than readState.Index' (duration: 154.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:01.746865Z","caller":"traceutil/trace.go:172","msg":"trace[1857374876] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"1.011445764s","start":"2026-07-06T14:21:00.735410Z","end":"2026-07-06T14:21:01.746856Z","steps":["trace[1857374876] 'process raft request' (duration: 1.011205208s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.747001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:00.735369Z","time spent":"1.011516536s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:01.747190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.573718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.747213Z","caller":"traceutil/trace.go:172","msg":"trace[1209456644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1079; }","duration":"454.597948ms","start":"2026-07-06T14:21:01.292608Z","end":"2026-07-06T14:21:01.747206Z","steps":["trace[1209456644] 'agreement among raft nodes before linearized reading' (duration: 454.560488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.750407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.314597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:01.750464Z","caller":"traceutil/trace.go:172","msg":"trace[1054732263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1079; }","duration":"328.376869ms","start":"2026-07-06T14:21:01.422073Z","end":"2026-07-06T14:21:01.750450Z","steps":["trace[1054732263] 'agreement among raft nodes before linearized reading' (duration: 328.278307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:01.750502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:01.422054Z","time spent":"328.44096ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:04.925165Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:05.425827Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:05.507203Z","caller":"traceutil/trace.go:172","msg":"trace[1423045354] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1283; }","duration":"1.082948661s","start":"2026-07-06T14:21:04.424231Z","end":"2026-07-06T14:21:05.507179Z","steps":["trace[1423045354] 'read index received' (duration: 1.082940831s)","trace[1423045354] 'applied index is now lower than readState.Index' (duration: 6.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:05.517791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.093539345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:05.517896Z","caller":"traceutil/trace.go:172","msg":"trace[240133134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1097; }","duration":"1.093656498s","start":"2026-07-06T14:21:04.424220Z","end":"2026-07-06T14:21:05.517876Z","steps":["trace[240133134] 'agreement among raft nodes before linearized reading' (duration: 1.083059693s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.517939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:04.424179Z","time spent":"1.09375168s","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:05.543059Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652956740,"received-request-id":16284065414652956739} {"level":"warn","ts":"2026-07-06T14:21:05.545844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.807748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-06T14:21:05.545899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"817.613393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:05.545923Z","caller":"traceutil/trace.go:172","msg":"trace[35988329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1100; }","duration":"251.8893ms","start":"2026-07-06T14:21:05.294014Z","end":"2026-07-06T14:21:05.545903Z","steps":["trace[35988329] 'agreement among raft nodes before linearized reading' (duration: 251.743067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.546009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.842311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:05.546085Z","caller":"traceutil/trace.go:172","msg":"trace[974055654] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"253.902182ms","start":"2026-07-06T14:21:05.292160Z","end":"2026-07-06T14:21:05.546063Z","steps":["trace[974055654] 'agreement among raft nodes before linearized reading' (duration: 253.827781ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:05.545941Z","caller":"traceutil/trace.go:172","msg":"trace[475174648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1100; }","duration":"817.669684ms","start":"2026-07-06T14:21:04.728256Z","end":"2026-07-06T14:21:05.545925Z","steps":["trace[475174648] 'agreement among raft nodes before linearized reading' (duration: 817.516631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:05.546282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:04.728233Z","time spent":"818.039022ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:06.792931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956745,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:07.233484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"318e43704d6de1fc is starting a new election at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233549Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"318e43704d6de1fc became pre-candidate at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233588Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"318e43704d6de1fc [logterm: 2, index: 1288] sent MsgPreVote request to 11a05edc6b5392f4 at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"318e43704d6de1fc [logterm: 2, index: 1288] sent MsgPreVote request to 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233626Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 318e43704d6de1fc lost leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233688Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"318e43704d6de1fc received MsgPreVoteResp from 318e43704d6de1fc at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.233711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"318e43704d6de1fc has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-06T14:21:07.234972Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"318e43704d6de1fc received MsgPreVoteResp from 11a05edc6b5392f4 at term 2"} {"level":"info","ts":"2026-07-06T14:21:07.235035Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"318e43704d6de1fc has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-06T14:21:07.235088Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"318e43704d6de1fc became candidate at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.235116Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"318e43704d6de1fc [logterm: 2, index: 1288] sent MsgVote request to 11a05edc6b5392f4 at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.235134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"318e43704d6de1fc [logterm: 2, index: 1288] sent MsgVote request to 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.236879Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"318e43704d6de1fc received MsgVoteResp from 318e43704d6de1fc at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.236913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"318e43704d6de1fc has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-06T14:21:07.238456Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"318e43704d6de1fc received MsgVoteResp from 11a05edc6b5392f4 at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.238490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"318e43704d6de1fc has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-06T14:21:07.238507Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"318e43704d6de1fc became leader at term 3"} {"level":"info","ts":"2026-07-06T14:21:07.238521Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 318e43704d6de1fc elected leader 318e43704d6de1fc at term 3"} {"level":"warn","ts":"2026-07-06T14:21:07.238677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"946.277568ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-06T14:21:07.238754Z","caller":"traceutil/trace.go:172","msg":"trace[1647479140] range","detail":"{range_begin:; range_end:; }","duration":"946.37526ms","start":"2026-07-06T14:21:06.292364Z","end":"2026-07-06T14:21:07.238740Z","steps":["trace[1647479140] 'agreement among raft nodes before linearized reading' (duration: 946.275058ms)"],"step_count":1} {"level":"error","ts":"2026-07-06T14:21:07.238824Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-06T14:21:07.240879Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-07-06T14:21:08.575266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.778833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:08.575351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.417806ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:08.575390Z","caller":"traceutil/trace.go:172","msg":"trace[1852035089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1109; }","duration":"259.463027ms","start":"2026-07-06T14:21:08.315917Z","end":"2026-07-06T14:21:08.575380Z","steps":["trace[1852035089] 'range keys from in-memory index tree' (duration: 259.379835ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:08.575357Z","caller":"traceutil/trace.go:172","msg":"trace[501639968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1109; }","duration":"455.908206ms","start":"2026-07-06T14:21:08.119432Z","end":"2026-07-06T14:21:08.575340Z","steps":["trace[501639968] 'range keys from in-memory index tree' (duration: 455.725233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:08.643669Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:08.694587Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"423.423152ms"} {"level":"warn","ts":"2026-07-06T14:21:08.694971Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"423.81726ms"} {"level":"warn","ts":"2026-07-06T14:21:09.144295Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:09.645227Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:10.145585Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:10.163740Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1303, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1300] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-07-06T14:21:10.646547Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:11.146852Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:11.422642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999762826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:11.422820Z","caller":"traceutil/trace.go:172","msg":"trace[2113805744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951081s","start":"2026-07-06T14:21:09.422841Z","end":"2026-07-06T14:21:11.422792Z","steps":["trace[2113805744] 'agreement among raft nodes before linearized reading' (duration: 1.999757426s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:11.422963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.422816Z","time spent":"2.000131615s","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:11 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:11.647735Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:11.664054Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1304, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1300] at term 3: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-07-06T14:21:12.043930Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.275172324s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:12.044110Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.149106543s"} {"level":"warn","ts":"2026-07-06T14:21:12.044123Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.149123534s"} {"level":"info","ts":"2026-07-06T14:21:12.044391Z","caller":"traceutil/trace.go:172","msg":"trace[531668078] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1298; }","duration":"3.901504738s","start":"2026-07-06T14:21:08.142860Z","end":"2026-07-06T14:21:12.044365Z","steps":["trace[531668078] 'read index received' (duration: 3.901491667s)","trace[531668078] 'applied index is now lower than readState.Index' (duration: 11.391µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:12.044631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.901749083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:12.044658Z","caller":"traceutil/trace.go:172","msg":"trace[526939171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"3.901797795s","start":"2026-07-06T14:21:08.142854Z","end":"2026-07-06T14:21:12.044652Z","steps":["trace[526939171] 'agreement among raft nodes before linearized reading' (duration: 3.90163711s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:12.044684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:08.142832Z","time spent":"3.901846625s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:12.565072Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:13.063724Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1310, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-06T14:21:13.065968Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:13.299673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:06.298824Z","time spent":"7.000840189s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T14:21:13.423813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000829961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T14:21:13.423930Z","caller":"traceutil/trace.go:172","msg":"trace[809051705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965964s","start":"2026-07-06T14:21:11.422945Z","end":"2026-07-06T14:21:13.423911Z","steps":["trace[809051705] 'agreement among raft nodes before linearized reading' (duration: 2.000825021s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:13.424074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:11.422924Z","time spent":"2.001138397s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 14:21:13 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T14:21:13.567209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:21:14.064247Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1311, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-06T14:21:14.068404Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:14.569118Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:14.575436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.995079146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:14.575513Z","caller":"traceutil/trace.go:172","msg":"trace[1509938393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.995181278s","start":"2026-07-06T14:21:09.580317Z","end":"2026-07-06T14:21:14.575498Z","steps":["trace[1509938393] 'agreement among raft nodes before linearized reading' (duration: 4.995074166s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:14.575557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.580293Z","time spent":"4.995255939s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:15.063805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1311, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1309] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-06T14:21:15.069946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:15.189112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999629996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:15.189209Z","caller":"traceutil/trace.go:172","msg":"trace[780378288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999760169s","start":"2026-07-06T14:21:10.189427Z","end":"2026-07-06T14:21:15.189187Z","steps":["trace[780378288] 'agreement among raft nodes before linearized reading' (duration: 4.999625666s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.189273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.189360Z","time spent":"4.999901223s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:15.433642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00057784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:15.433736Z","caller":"traceutil/trace.go:172","msg":"trace[750811906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724723s","start":"2026-07-06T14:21:13.432992Z","end":"2026-07-06T14:21:15.433716Z","steps":["trace[750811906] 'agreement among raft nodes before linearized reading' (duration: 2.00057363s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.433809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.432971Z","time spent":"2.000827026s","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:15.579707Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:15.612244Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.475746625s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:15.612458Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.276060361s"} {"level":"warn","ts":"2026-07-06T14:21:15.612494Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.276102682s"} {"level":"warn","ts":"2026-07-06T14:21:15.884359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.747929482s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:15.884865Z","caller":"traceutil/trace.go:172","msg":"trace[536725497] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"5.676656717s","start":"2026-07-06T14:21:10.208197Z","end":"2026-07-06T14:21:15.884854Z","steps":["trace[536725497] 'process raft request' (duration: 5.676414032s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.884913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.208167Z","time spent":"5.676719167s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:15.885035Z","caller":"traceutil/trace.go:172","msg":"trace[915533800] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"4.021306583s","start":"2026-07-06T14:21:11.863722Z","end":"2026-07-06T14:21:15.885029Z","steps":["trace[915533800] 'process raft request' (duration: 4.020908065s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.885064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:11.863697Z","time spent":"4.021349665s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:15.885164Z","caller":"traceutil/trace.go:172","msg":"trace[867216923] linearizableReadLoop","detail":"{readStateIndex:1300; appliedIndex:1299; }","duration":"3.840709409s","start":"2026-07-06T14:21:12.044448Z","end":"2026-07-06T14:21:15.885157Z","steps":["trace[867216923] 'read index received' (duration: 3.568023312s)","trace[867216923] 'applied index is now lower than readState.Index' (duration: 272.684987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:15.885305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.235471582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:15.885320Z","caller":"traceutil/trace.go:172","msg":"trace[251634728] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1120; }","duration":"5.235490193s","start":"2026-07-06T14:21:10.649825Z","end":"2026-07-06T14:21:15.885316Z","steps":["trace[251634728] 'agreement among raft nodes before linearized reading' (duration: 5.235449802s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.885334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:10.649798Z","time spent":"5.235532984s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:15.885457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.310015564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:15.885515Z","caller":"traceutil/trace.go:172","msg":"trace[260621688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1120; }","duration":"7.310082645s","start":"2026-07-06T14:21:08.575420Z","end":"2026-07-06T14:21:15.885502Z","steps":["trace[260621688] 'agreement among raft nodes before linearized reading' (duration: 7.309990383s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.885554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.358833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-06T14:21:15.885598Z","caller":"traceutil/trace.go:172","msg":"trace[425327466] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:1120; }","duration":"7.358877801s","start":"2026-07-06T14:21:08.526708Z","end":"2026-07-06T14:21:15.885586Z","steps":["trace[425327466] 'agreement among raft nodes before linearized reading' (duration: 7.358744408s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.885631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:08.526679Z","time spent":"7.358943183s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.202\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:15.885652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.98349816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:21:15.885677Z","caller":"traceutil/trace.go:172","msg":"trace[643669160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1120; }","duration":"5.983524581s","start":"2026-07-06T14:21:09.902146Z","end":"2026-07-06T14:21:15.885670Z","steps":["trace[643669160] 'agreement among raft nodes before linearized reading' (duration: 5.983422819s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:15.885691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:09.902120Z","time spent":"5.983567282s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:16.386096Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:16.886897Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:17.387885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:17.447881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000515071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T14:21:17.447987Z","caller":"traceutil/trace.go:172","msg":"trace[1495974712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665184s","start":"2026-07-06T14:21:15.447300Z","end":"2026-07-06T14:21:17.447966Z","steps":["trace[1495974712] 'agreement among raft nodes before linearized reading' (duration: 2.000510101s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:17.448045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:15.447271Z","time spent":"2.000765557s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:21:17.464189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"318e43704d6de1fc [logterm: 3, index: 1316, vote: 318e43704d6de1fc] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1311] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-07-06T14:21:17.889005Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:17.960433Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.347744494s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T14:21:17.960588Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652956757,"received-request-id":16284065414652956755} {"level":"warn","ts":"2026-07-06T14:21:17.960568Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.148047851s"} {"level":"warn","ts":"2026-07-06T14:21:17.960844Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.148328737s"} {"level":"warn","ts":"2026-07-06T14:21:18.310099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.296138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:18.310184Z","caller":"traceutil/trace.go:172","msg":"trace[696651994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1120; }","duration":"190.40545ms","start":"2026-07-06T14:21:18.119762Z","end":"2026-07-06T14:21:18.310167Z","steps":["trace[696651994] 'range keys from in-memory index tree' (duration: 190.236117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.311564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.775908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:18.311927Z","caller":"traceutil/trace.go:172","msg":"trace[1737050554] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"5.007744972s","start":"2026-07-06T14:21:13.304169Z","end":"2026-07-06T14:21:18.311914Z","steps":["trace[1737050554] 'process raft request' (duration: 5.0076223s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.312027Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:13.304140Z","time spent":"5.007827224s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:21:18.381622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.758417ms"} {"level":"warn","ts":"2026-07-06T14:21:18.381661Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.804318ms"} {"level":"info","ts":"2026-07-06T14:21:18.381723Z","caller":"traceutil/trace.go:172","msg":"trace[1162374715] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1311; }","duration":"2.496519039s","start":"2026-07-06T14:21:15.885175Z","end":"2026-07-06T14:21:18.381694Z","steps":["trace[1162374715] 'read index received' (duration: 2.496508459s)","trace[1162374715] 'applied index is now lower than readState.Index' (duration: 9.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:18.381947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.154615227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:18.381981Z","caller":"traceutil/trace.go:172","msg":"trace[1178872244] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1122; }","duration":"4.154663178s","start":"2026-07-06T14:21:14.227307Z","end":"2026-07-06T14:21:18.381970Z","steps":["trace[1178872244] 'agreement among raft nodes before linearized reading' (duration: 4.154576856s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.382010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:14.227286Z","time spent":"4.154718459s","remote":"127.0.0.1:57216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:18.382011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.093189365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:18.382046Z","caller":"traceutil/trace.go:172","msg":"trace[32283320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1122; }","duration":"4.093246736s","start":"2026-07-06T14:21:14.288789Z","end":"2026-07-06T14:21:18.382036Z","steps":["trace[32283320] 'agreement among raft nodes before linearized reading' (duration: 4.093045692s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.382078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:14.288766Z","time spent":"4.093305298s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:18.382178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:15.887190Z","time spent":"2.494987265s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T14:21:18.382301Z","caller":"traceutil/trace.go:172","msg":"trace[2119920214] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"1.962642289s","start":"2026-07-06T14:21:16.419636Z","end":"2026-07-06T14:21:18.382278Z","steps":["trace[2119920214] 'process raft request' (duration: 1.962487026s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.382476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:16.419609Z","time spent":"1.962798043s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:18.746764Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"165.084814ms"} {"level":"warn","ts":"2026-07-06T14:21:18.746828Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"165.159046ms"} {"level":"info","ts":"2026-07-06T14:21:18.762828Z","caller":"traceutil/trace.go:172","msg":"trace[1362217763] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"446.553051ms","start":"2026-07-06T14:21:18.316261Z","end":"2026-07-06T14:21:18.762814Z","steps":["trace[1362217763] 'process raft request' (duration: 446.515981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.762929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.316232Z","time spent":"446.638923ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T14:21:18.762934Z","caller":"traceutil/trace.go:172","msg":"trace[136843712] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1318; }","duration":"381.122397ms","start":"2026-07-06T14:21:18.381789Z","end":"2026-07-06T14:21:18.762911Z","steps":["trace[136843712] 'read index received' (duration: 381.116157ms)","trace[136843712] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:18.763333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.874513708s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:18.763394Z","caller":"traceutil/trace.go:172","msg":"trace[1237271359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1128; }","duration":"2.874578829s","start":"2026-07-06T14:21:15.888802Z","end":"2026-07-06T14:21:18.763381Z","steps":["trace[1237271359] 'agreement among raft nodes before linearized reading' (duration: 2.874489707s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.763396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304571948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:18.763455Z","caller":"traceutil/trace.go:172","msg":"trace[991175320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1128; }","duration":"1.30463095s","start":"2026-07-06T14:21:17.458814Z","end":"2026-07-06T14:21:18.763445Z","steps":["trace[991175320] 'agreement among raft nodes before linearized reading' (duration: 1.304408485s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.763483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.458783Z","time spent":"1.304693661s","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:21:18.764758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"796.567291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:18.764822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064219272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:18.764861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.862284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:21:18.764863Z","caller":"traceutil/trace.go:172","msg":"trace[177348359] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1128; }","duration":"796.684403ms","start":"2026-07-06T14:21:17.968149Z","end":"2026-07-06T14:21:18.764834Z","steps":["trace[177348359] 'agreement among raft nodes before linearized reading' (duration: 796.457708ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:18.764891Z","caller":"traceutil/trace.go:172","msg":"trace[1014880917] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1128; }","duration":"1.064290974s","start":"2026-07-06T14:21:17.700585Z","end":"2026-07-06T14:21:18.764876Z","steps":["trace[1014880917] 'agreement among raft nodes before linearized reading' (duration: 1.062986706s)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:18.764923Z","caller":"traceutil/trace.go:172","msg":"trace[1891982382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1128; }","duration":"479.927386ms","start":"2026-07-06T14:21:18.284983Z","end":"2026-07-06T14:21:18.764910Z","steps":["trace[1891982382] 'agreement among raft nodes before linearized reading' (duration: 479.012426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.764934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.700559Z","time spent":"1.064363315s","remote":"127.0.0.1:57432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:18.764935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.968127Z","time spent":"796.793445ms","remote":"127.0.0.1:57556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:18.764959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.284951Z","time spent":"479.999336ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:18.764956Z","caller":"traceutil/trace.go:172","msg":"trace[1333771385] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"379.898541ms","start":"2026-07-06T14:21:18.385042Z","end":"2026-07-06T14:21:18.764940Z","steps":["trace[1333771385] 'process raft request' (duration: 379.809139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.765053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.384981Z","time spent":"380.016963ms","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:18.765844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"826.305008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T14:21:18.765922Z","caller":"traceutil/trace.go:172","msg":"trace[1022072518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1129; }","duration":"826.392599ms","start":"2026-07-06T14:21:17.939506Z","end":"2026-07-06T14:21:18.765899Z","steps":["trace[1022072518] 'agreement among raft nodes before linearized reading' (duration: 823.675911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:18.765966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:17.939462Z","time spent":"826.493242ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.001275Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.608184ms"} {"level":"warn","ts":"2026-07-06T14:21:19.001343Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.686116ms"} {"level":"info","ts":"2026-07-06T14:21:19.039957Z","caller":"traceutil/trace.go:172","msg":"trace[510210778] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1323; }","duration":"276.927096ms","start":"2026-07-06T14:21:18.762977Z","end":"2026-07-06T14:21:19.039904Z","steps":["trace[510210778] 'read index received' (duration: 276.916946ms)","trace[510210778] 'applied index is now lower than readState.Index' (duration: 8.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.040087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"387.877655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.040134Z","caller":"traceutil/trace.go:172","msg":"trace[1738093194] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"270.277764ms","start":"2026-07-06T14:21:18.769834Z","end":"2026-07-06T14:21:19.040111Z","steps":["trace[1738093194] 'process raft request' (duration: 270.147912ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.040165Z","caller":"traceutil/trace.go:172","msg":"trace[1842747545] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1132; }","duration":"387.999067ms","start":"2026-07-06T14:21:18.652153Z","end":"2026-07-06T14:21:19.040152Z","steps":["trace[1842747545] 'agreement among raft nodes before linearized reading' (duration: 387.825043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.040204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.652139Z","time spent":"388.055998ms","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.040390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.232257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T14:21:19.040868Z","caller":"traceutil/trace.go:172","msg":"trace[182109887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1133; }","duration":"447.41327ms","start":"2026-07-06T14:21:18.593087Z","end":"2026-07-06T14:21:19.040500Z","steps":["trace[182109887] 'agreement among raft nodes before linearized reading' (duration: 447.012552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.040961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.593053Z","time spent":"447.8915ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:19.122471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.048371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.122508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.293078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:19.122469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.694725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:19.122599Z","caller":"traceutil/trace.go:172","msg":"trace[694246881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"356.37214ms","start":"2026-07-06T14:21:18.766197Z","end":"2026-07-06T14:21:19.122569Z","steps":["trace[694246881] 'agreement among raft nodes before linearized reading' (duration: 356.269947ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.122648Z","caller":"traceutil/trace.go:172","msg":"trace[960298973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"354.880259ms","start":"2026-07-06T14:21:18.767746Z","end":"2026-07-06T14:21:19.122626Z","steps":["trace[960298973] 'agreement among raft nodes before linearized reading' (duration: 354.642644ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:19.122575Z","caller":"traceutil/trace.go:172","msg":"trace[548196247] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1136; }","duration":"235.177103ms","start":"2026-07-06T14:21:18.887379Z","end":"2026-07-06T14:21:19.122556Z","steps":["trace[548196247] 'agreement among raft nodes before linearized reading' (duration: 234.981549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.122768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.822015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:459"} {"level":"warn","ts":"2026-07-06T14:21:19.122756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.767722Z","time spent":"355.018051ms","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:21:19.122848Z","caller":"traceutil/trace.go:172","msg":"trace[1177222018] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1136; }","duration":"353.920007ms","start":"2026-07-06T14:21:18.768909Z","end":"2026-07-06T14:21:19.122829Z","steps":["trace[1177222018] 'agreement among raft nodes before linearized reading' (duration: 353.628821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.122905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:18.768886Z","time spent":"354.01062ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":481,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:19.334946Z","caller":"traceutil/trace.go:172","msg":"trace[787023706] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1330; }","duration":"166.575174ms","start":"2026-07-06T14:21:19.168346Z","end":"2026-07-06T14:21:19.334921Z","steps":["trace[787023706] 'read index received' (duration: 166.565704ms)","trace[787023706] 'applied index is now lower than readState.Index' (duration: 7.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:19.335331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.943942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-06T14:21:19.335437Z","caller":"traceutil/trace.go:172","msg":"trace[1788188485] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1139; }","duration":"167.080805ms","start":"2026-07-06T14:21:19.168336Z","end":"2026-07-06T14:21:19.335417Z","steps":["trace[1788188485] 'agreement among raft nodes before linearized reading' (duration: 166.718787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.347899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.724173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18bfb93f2b59a50b\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-06T14:21:19.348226Z","caller":"traceutil/trace.go:172","msg":"trace[2067904872] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18bfb93f2b59a50b; range_end:; response_count:1; response_revision:1142; }","duration":"177.770094ms","start":"2026-07-06T14:21:19.170162Z","end":"2026-07-06T14:21:19.347932Z","steps":["trace[2067904872] 'agreement among raft nodes before linearized reading' (duration: 177.644071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:19.637266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.800704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:21:19.637729Z","caller":"traceutil/trace.go:172","msg":"trace[1067401020] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"255.995572ms","start":"2026-07-06T14:21:19.381687Z","end":"2026-07-06T14:21:19.637683Z","steps":["trace[1067401020] 'process raft request' (duration: 70.691007ms)","trace[1067401020] 'compare' (duration: 184.671462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:23.748278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.225714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-06T14:21:23.748410Z","caller":"traceutil/trace.go:172","msg":"trace[1474555434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1217; }","duration":"137.387637ms","start":"2026-07-06T14:21:23.611000Z","end":"2026-07-06T14:21:23.748388Z","steps":["trace[1474555434] 'range keys from in-memory index tree' (duration: 136.007847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:24.928036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.740846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:121 size:9952"} {"level":"info","ts":"2026-07-06T14:21:24.928141Z","caller":"traceutil/trace.go:172","msg":"trace[1374946549] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:121; response_revision:1230; }","duration":"149.860969ms","start":"2026-07-06T14:21:24.778259Z","end":"2026-07-06T14:21:24.928120Z","steps":["trace[1374946549] 'range keys from in-memory index tree' (duration: 147.684813ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:32.538695Z","caller":"traceutil/trace.go:172","msg":"trace[682641463] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1509; }","duration":"116.19949ms","start":"2026-07-06T14:21:32.422474Z","end":"2026-07-06T14:21:32.538673Z","steps":["trace[682641463] 'read index received' (duration: 116.19195ms)","trace[682641463] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.538844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.366144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.538869Z","caller":"traceutil/trace.go:172","msg":"trace[805665994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"116.404015ms","start":"2026-07-06T14:21:32.422458Z","end":"2026-07-06T14:21:32.538862Z","steps":["trace[805665994] 'agreement among raft nodes before linearized reading' (duration: 116.326673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:32.622340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.76732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622432Z","caller":"traceutil/trace.go:172","msg":"trace[1296695107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"126.883813ms","start":"2026-07-06T14:21:32.495524Z","end":"2026-07-06T14:21:32.622408Z","steps":["trace[1296695107] 'agreement among raft nodes before linearized reading' (duration: 82.902848ms)","trace[1296695107] 'range keys from in-memory index tree' (duration: 43.816201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.622515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.028372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:32.622566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.046502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622629Z","caller":"traceutil/trace.go:172","msg":"trace[1829517950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"125.096013ms","start":"2026-07-06T14:21:32.497510Z","end":"2026-07-06T14:21:32.622606Z","steps":["trace[1829517950] 'agreement among raft nodes before linearized reading' (duration: 80.902104ms)","trace[1829517950] 'range keys from in-memory index tree' (duration: 44.131028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.622698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.973155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622737Z","caller":"traceutil/trace.go:172","msg":"trace[485498581] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"127.012266ms","start":"2026-07-06T14:21:32.495713Z","end":"2026-07-06T14:21:32.622726Z","steps":["trace[485498581] 'agreement among raft nodes before linearized reading' (duration: 82.718504ms)","trace[485498581] 'range keys from in-memory index tree' (duration: 44.23921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.622822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.033499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:32.622864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.502695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622879Z","caller":"traceutil/trace.go:172","msg":"trace[143958942] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"117.07699ms","start":"2026-07-06T14:21:32.505779Z","end":"2026-07-06T14:21:32.622856Z","steps":["trace[143958942] 'agreement among raft nodes before linearized reading' (duration: 72.614436ms)","trace[143958942] 'range keys from in-memory index tree' (duration: 44.408033ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:32.622898Z","caller":"traceutil/trace.go:172","msg":"trace[845600730] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"127.532116ms","start":"2026-07-06T14:21:32.495352Z","end":"2026-07-06T14:21:32.622884Z","steps":["trace[845600730] 'agreement among raft nodes before linearized reading' (duration: 83.088402ms)","trace[845600730] 'range keys from in-memory index tree' (duration: 44.405743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.622452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.190878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:21:32.622349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.463449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622989Z","caller":"traceutil/trace.go:172","msg":"trace[994254200] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"124.130283ms","start":"2026-07-06T14:21:32.498848Z","end":"2026-07-06T14:21:32.622979Z","steps":["trace[994254200] 'agreement among raft nodes before linearized reading' (duration: 79.555446ms)","trace[994254200] 'range keys from in-memory index tree' (duration: 43.881472ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:32.622979Z","caller":"traceutil/trace.go:172","msg":"trace[356538781] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"126.727899ms","start":"2026-07-06T14:21:32.496219Z","end":"2026-07-06T14:21:32.622947Z","steps":["trace[356538781] 'agreement among raft nodes before linearized reading' (duration: 82.209203ms)","trace[356538781] 'range keys from in-memory index tree' (duration: 43.919114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:32.623023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.724289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:32.622578Z","caller":"traceutil/trace.go:172","msg":"trace[925229913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"125.078723ms","start":"2026-07-06T14:21:32.497479Z","end":"2026-07-06T14:21:32.622558Z","steps":["trace[925229913] 'agreement among raft nodes before linearized reading' (duration: 80.884414ms)","trace[925229913] 'range keys from in-memory index tree' (duration: 44.123768ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:32.623074Z","caller":"traceutil/trace.go:172","msg":"trace[2080821033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:1307; }","duration":"126.77398ms","start":"2026-07-06T14:21:32.496285Z","end":"2026-07-06T14:21:32.623059Z","steps":["trace[2080821033] 'agreement among raft nodes before linearized reading' (duration: 82.135381ms)","trace[2080821033] 'range keys from in-memory index tree' (duration: 44.576947ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:33.067270Z","caller":"traceutil/trace.go:172","msg":"trace[462053985] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"167.779572ms","start":"2026-07-06T14:21:32.899469Z","end":"2026-07-06T14:21:33.067248Z","steps":["trace[462053985] 'process raft request' (duration: 167.610298ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:33.836256Z","caller":"traceutil/trace.go:172","msg":"trace[703070692] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"107.215858ms","start":"2026-07-06T14:21:33.729015Z","end":"2026-07-06T14:21:33.836231Z","steps":["trace[703070692] 'process raft request' (duration: 53.515812ms)","trace[703070692] 'compare' (duration: 53.490442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:33.964150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.555772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:21:34.259574Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"277.284809ms"} {"level":"warn","ts":"2026-07-06T14:21:34.259648Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"277.368151ms"} {"level":"warn","ts":"2026-07-06T14:21:34.435449Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652956923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:21:34.533319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.693691ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:34.533386Z","caller":"traceutil/trace.go:172","msg":"trace[740545536] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1328; }","duration":"240.779573ms","start":"2026-07-06T14:21:34.292593Z","end":"2026-07-06T14:21:34.533373Z","steps":["trace[740545536] 'range keys from in-memory index tree' (duration: 240.63615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.536767Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.094841ms"} {"level":"warn","ts":"2026-07-06T14:21:34.536821Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.155343ms"} {"level":"info","ts":"2026-07-06T14:21:34.536818Z","caller":"traceutil/trace.go:172","msg":"trace[480926590] linearizableReadLoop","detail":"{readStateIndex:1552; appliedIndex:1553; }","duration":"601.752556ms","start":"2026-07-06T14:21:33.935043Z","end":"2026-07-06T14:21:34.536796Z","steps":["trace[480926590] 'read index received' (duration: 601.744306ms)","trace[480926590] 'applied index is now lower than readState.Index' (duration: 6.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:34.537112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"602.049953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:34.537180Z","caller":"traceutil/trace.go:172","msg":"trace[2076751558] range","detail":"{range_begin:/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1; range_end:; response_count:1; response_revision:1328; }","duration":"602.120295ms","start":"2026-07-06T14:21:33.935030Z","end":"2026-07-06T14:21:34.537150Z","steps":["trace[2076751558] 'agreement among raft nodes before linearized reading' (duration: 601.9115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.537227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:33.935009Z","time spent":"602.204506ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:34.537272Z","caller":"traceutil/trace.go:172","msg":"trace[834549608] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1328; }","duration":"684.909392ms","start":"2026-07-06T14:21:33.852326Z","end":"2026-07-06T14:21:34.537236Z","steps":["trace[834549608] 'process raft request' (duration: 684.693818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.537470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:33.852303Z","time spent":"685.064236ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":94,"response count":0,"response size":5619,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:21:34.537469Z","caller":"traceutil/trace.go:172","msg":"trace[17908825] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"420.753444ms","start":"2026-07-06T14:21:34.116686Z","end":"2026-07-06T14:21:34.537439Z","steps":["trace[17908825] 'process raft request' (duration: 420.616471ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:34.537490Z","caller":"traceutil/trace.go:172","msg":"trace[1121124968] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"600.826166ms","start":"2026-07-06T14:21:33.936646Z","end":"2026-07-06T14:21:34.537473Z","steps":["trace[1121124968] 'process raft request' (duration: 600.53038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.537564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:34.116651Z","time spent":"420.861396ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:21:34.537614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:33.936612Z","time spent":"600.940739ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:21:34.555599Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652956931,"received-request-id":16284065414652956923} {"level":"info","ts":"2026-07-06T14:21:34.556656Z","caller":"traceutil/trace.go:172","msg":"trace[323668593] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"258.59915ms","start":"2026-07-06T14:21:34.298040Z","end":"2026-07-06T14:21:34.556639Z","steps":["trace[323668593] 'process raft request' (duration: 257.70122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.568316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.806152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:34.568379Z","caller":"traceutil/trace.go:172","msg":"trace[1811969146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"147.881434ms","start":"2026-07-06T14:21:34.420486Z","end":"2026-07-06T14:21:34.568367Z","steps":["trace[1811969146] 'agreement among raft nodes before linearized reading' (duration: 147.769791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:34.883713Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.49299ms"} {"level":"warn","ts":"2026-07-06T14:21:34.883796Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.582942ms"} {"level":"info","ts":"2026-07-06T14:21:34.884892Z","caller":"traceutil/trace.go:172","msg":"trace[530579276] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"183.406686ms","start":"2026-07-06T14:21:34.701468Z","end":"2026-07-06T14:21:34.884875Z","steps":["trace[530579276] 'process raft request' (duration: 182.802833ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:34.884908Z","caller":"traceutil/trace.go:172","msg":"trace[1802950987] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"200.691382ms","start":"2026-07-06T14:21:34.684190Z","end":"2026-07-06T14:21:34.884881Z","steps":["trace[1802950987] 'process raft request' (duration: 199.942715ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:34.884969Z","caller":"traceutil/trace.go:172","msg":"trace[1891495026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1343; }","duration":"139.929531ms","start":"2026-07-06T14:21:34.745018Z","end":"2026-07-06T14:21:34.884948Z","steps":["trace[1891495026] 'process raft request' (duration: 139.468261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.044824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.247214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:21:35.045363Z","caller":"traceutil/trace.go:172","msg":"trace[1770498237] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1574; }","duration":"199.489806ms","start":"2026-07-06T14:21:34.845829Z","end":"2026-07-06T14:21:35.045319Z","steps":["trace[1770498237] 'read index received' (duration: 199.484576ms)","trace[1770498237] 'applied index is now lower than readState.Index' (duration: 4.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.045819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.930565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.046054Z","caller":"traceutil/trace.go:172","msg":"trace[711230709] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1343; }","duration":"200.210681ms","start":"2026-07-06T14:21:34.845825Z","end":"2026-07-06T14:21:35.046035Z","steps":["trace[711230709] 'agreement among raft nodes before linearized reading' (duration: 199.657309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.135801Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.975248ms"} {"level":"warn","ts":"2026-07-06T14:21:35.135901Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.08479ms"} {"level":"info","ts":"2026-07-06T14:21:35.136505Z","caller":"traceutil/trace.go:172","msg":"trace[1971427785] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"242.510373ms","start":"2026-07-06T14:21:34.893959Z","end":"2026-07-06T14:21:35.136470Z","steps":["trace[1971427785] 'process raft request' (duration: 242.164924ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:35.137462Z","caller":"traceutil/trace.go:172","msg":"trace[2068881934] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"214.872702ms","start":"2026-07-06T14:21:34.922506Z","end":"2026-07-06T14:21:35.137379Z","steps":["trace[2068881934] 'process raft request' (duration: 213.902771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.445530Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.666972ms"} {"level":"warn","ts":"2026-07-06T14:21:35.445609Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.755304ms"} {"level":"warn","ts":"2026-07-06T14:21:35.667511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.970365ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.667579Z","caller":"traceutil/trace.go:172","msg":"trace[134801355] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1354; }","duration":"375.090697ms","start":"2026-07-06T14:21:35.292475Z","end":"2026-07-06T14:21:35.667565Z","steps":["trace[134801355] 'range keys from in-memory index tree' (duration: 374.952914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.668025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.922416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-06T14:21:35.668133Z","caller":"traceutil/trace.go:172","msg":"trace[775878551] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1354; }","duration":"455.038035ms","start":"2026-07-06T14:21:35.213087Z","end":"2026-07-06T14:21:35.668125Z","steps":["trace[775878551] 'process raft request' (duration: 454.996194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.668183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.213057Z","time spent":"455.100127ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13262,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:35.713968Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.339876ms"} {"level":"warn","ts":"2026-07-06T14:21:35.714036Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"68.412987ms"} {"level":"info","ts":"2026-07-06T14:21:35.714077Z","caller":"traceutil/trace.go:172","msg":"trace[1586026281] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1595; }","duration":"418.145394ms","start":"2026-07-06T14:21:35.295899Z","end":"2026-07-06T14:21:35.714044Z","steps":["trace[1586026281] 'read index received' (duration: 418.131563ms)","trace[1586026281] 'applied index is now lower than readState.Index' (duration: 11.981µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:35.714404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.474902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-06T14:21:35.714472Z","caller":"traceutil/trace.go:172","msg":"trace[1369983613] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1354; }","duration":"418.559923ms","start":"2026-07-06T14:21:35.295891Z","end":"2026-07-06T14:21:35.714451Z","steps":["trace[1369983613] 'agreement among raft nodes before linearized reading' (duration: 418.328468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.714528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.295873Z","time spent":"418.640625ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"info","ts":"2026-07-06T14:21:35.774935Z","caller":"traceutil/trace.go:172","msg":"trace[1495093024] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"503.439778ms","start":"2026-07-06T14:21:35.271474Z","end":"2026-07-06T14:21:35.774914Z","steps":["trace[1495093024] 'process raft request' (duration: 502.990438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.775159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:35.271434Z","time spent":"503.604802ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:21:35.778270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.649357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:35.778342Z","caller":"traceutil/trace.go:172","msg":"trace[2125846357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1356; }","duration":"110.719999ms","start":"2026-07-06T14:21:35.667607Z","end":"2026-07-06T14:21:35.778327Z","steps":["trace[2125846357] 'agreement among raft nodes before linearized reading' (duration: 110.626917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:35.778356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.757259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-06T14:21:35.778593Z","caller":"traceutil/trace.go:172","msg":"trace[1624985493] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1356; }","duration":"282.054535ms","start":"2026-07-06T14:21:35.496514Z","end":"2026-07-06T14:21:35.778569Z","steps":["trace[1624985493] 'agreement among raft nodes before linearized reading' (duration: 281.666007ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.028296Z","caller":"traceutil/trace.go:172","msg":"trace[1040609798] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1603; }","duration":"130.407097ms","start":"2026-07-06T14:21:35.897842Z","end":"2026-07-06T14:21:36.028250Z","steps":["trace[1040609798] 'read index received' (duration: 130.393697ms)","trace[1040609798] 'applied index is now lower than readState.Index' (duration: 11.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:36.028633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.754955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-07-06T14:21:36.028879Z","caller":"traceutil/trace.go:172","msg":"trace[1206118589] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1357; }","duration":"168.940554ms","start":"2026-07-06T14:21:35.859900Z","end":"2026-07-06T14:21:36.028840Z","steps":["trace[1206118589] 'process raft request' (duration: 168.427013ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.028875Z","caller":"traceutil/trace.go:172","msg":"trace[1298842804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1357; }","duration":"130.935359ms","start":"2026-07-06T14:21:35.897837Z","end":"2026-07-06T14:21:36.028772Z","steps":["trace[1298842804] 'agreement among raft nodes before linearized reading' (duration: 130.55125ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:36.209348Z","caller":"traceutil/trace.go:172","msg":"trace[47847838] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1610; }","duration":"113.186204ms","start":"2026-07-06T14:21:36.096129Z","end":"2026-07-06T14:21:36.209315Z","steps":["trace[47847838] 'read index received' (duration: 113.170134ms)","trace[47847838] 'applied index is now lower than readState.Index' (duration: 13.96µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:36.217446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.29571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-06T14:21:36.217513Z","caller":"traceutil/trace.go:172","msg":"trace[1251383016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1362; }","duration":"121.373602ms","start":"2026-07-06T14:21:36.096121Z","end":"2026-07-06T14:21:36.217494Z","steps":["trace[1251383016] 'agreement among raft nodes before linearized reading' (duration: 113.299667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:36.984247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.004808ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:21:37.404872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.184643ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:37.404981Z","caller":"traceutil/trace.go:172","msg":"trace[522430189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1368; }","duration":"112.326416ms","start":"2026-07-06T14:21:37.292634Z","end":"2026-07-06T14:21:37.404961Z","steps":["trace[522430189] 'range keys from in-memory index tree' (duration: 112.110922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:37.405162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.748197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-06T14:21:37.405263Z","caller":"traceutil/trace.go:172","msg":"trace[1903877100] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1368; }","duration":"309.893721ms","start":"2026-07-06T14:21:37.095350Z","end":"2026-07-06T14:21:37.405244Z","steps":["trace[1903877100] 'range keys from in-memory index tree' (duration: 308.611653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:37.405311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:37.095335Z","time spent":"309.963992ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:21:37.426598Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.579491ms"} {"level":"warn","ts":"2026-07-06T14:21:37.426688Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"23.681143ms"} {"level":"warn","ts":"2026-07-06T14:21:37.669238Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:21:37.683991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:21:37.772167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:21:37.798650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-06T14:21:40.117410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.441129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:40.117491Z","caller":"traceutil/trace.go:172","msg":"trace[606514168] range","detail":"{range_begin:/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1; range_end:; response_count:1; response_revision:1390; }","duration":"180.542571ms","start":"2026-07-06T14:21:39.936931Z","end":"2026-07-06T14:21:40.117474Z","steps":["trace[606514168] 'agreement among raft nodes before linearized reading' (duration: 35.392582ms)","trace[606514168] 'range keys from in-memory index tree' (duration: 144.919005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:40.117797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.913478ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-06T14:21:40.265111Z","caller":"traceutil/trace.go:172","msg":"trace[51510328] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"145.17915ms","start":"2026-07-06T14:21:40.119914Z","end":"2026-07-06T14:21:40.265093Z","steps":["trace[51510328] 'process raft request' (duration: 130.689913ms)","trace[51510328] 'compare' (duration: 14.335944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:43.036454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.722598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:21:43.390160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.280289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:21:43.400518Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.760528ms"} {"level":"warn","ts":"2026-07-06T14:21:43.400566Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.813039ms"} {"level":"info","ts":"2026-07-06T14:21:43.403263Z","caller":"traceutil/trace.go:172","msg":"trace[1800096395] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1660; }","duration":"124.750339ms","start":"2026-07-06T14:21:43.278483Z","end":"2026-07-06T14:21:43.403234Z","steps":["trace[1800096395] 'read index received' (duration: 124.744819ms)","trace[1800096395] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:43.403560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.051075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:43.403633Z","caller":"traceutil/trace.go:172","msg":"trace[1842037318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1406; }","duration":"125.136837ms","start":"2026-07-06T14:21:43.278477Z","end":"2026-07-06T14:21:43.403614Z","steps":["trace[1842037318] 'agreement among raft nodes before linearized reading' (duration: 124.882271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:45.431088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.307933ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:45.431166Z","caller":"traceutil/trace.go:172","msg":"trace[1923529200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1417; }","duration":"139.390444ms","start":"2026-07-06T14:21:45.291756Z","end":"2026-07-06T14:21:45.431147Z","steps":["trace[1923529200] 'agreement among raft nodes before linearized reading' (duration: 55.121087ms)","trace[1923529200] 'range keys from in-memory index tree' (duration: 84.171285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:45.933437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.256247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:45.933552Z","caller":"traceutil/trace.go:172","msg":"trace[259922091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1419; }","duration":"157.38422ms","start":"2026-07-06T14:21:45.776139Z","end":"2026-07-06T14:21:45.933524Z","steps":["trace[259922091] 'agreement among raft nodes before linearized reading' (duration: 76.139929ms)","trace[259922091] 'range keys from in-memory index tree' (duration: 81.051816ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:45.933937Z","caller":"traceutil/trace.go:172","msg":"trace[2125813196] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1420; }","duration":"414.680488ms","start":"2026-07-06T14:21:45.519239Z","end":"2026-07-06T14:21:45.933919Z","steps":["trace[2125813196] 'process raft request' (duration: 414.509835ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:45.934051Z","caller":"traceutil/trace.go:172","msg":"trace[1565494342] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"414.830852ms","start":"2026-07-06T14:21:45.519147Z","end":"2026-07-06T14:21:45.933978Z","steps":["trace[1565494342] 'process raft request' (duration: 331.754761ms)","trace[1565494342] 'compare' (duration: 82.097779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:45.934367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:45.519129Z","time spent":"415.17385ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1494,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T14:21:45.934438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:21:45.519220Z","time spent":"414.935954ms","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T14:21:46.038680Z","caller":"traceutil/trace.go:172","msg":"trace[709486984] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1678; }","duration":"157.785639ms","start":"2026-07-06T14:21:45.880870Z","end":"2026-07-06T14:21:46.038656Z","steps":["trace[709486984] 'read index received' (duration: 157.777849ms)","trace[709486984] 'applied index is now lower than readState.Index' (duration: 6.19µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.045903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.022719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:46.045983Z","caller":"traceutil/trace.go:172","msg":"trace[985984779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1421; }","duration":"165.11088ms","start":"2026-07-06T14:21:45.880856Z","end":"2026-07-06T14:21:46.045967Z","steps":["trace[985984779] 'agreement among raft nodes before linearized reading' (duration: 158.083046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.046051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.801168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.046435Z","caller":"traceutil/trace.go:172","msg":"trace[724727101] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1422; }","duration":"136.180666ms","start":"2026-07-06T14:21:45.910223Z","end":"2026-07-06T14:21:46.046404Z","steps":["trace[724727101] 'agreement among raft nodes before linearized reading' (duration: 135.744306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.046226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.176296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-2\" limit:1 ","response":"range_response_count:1 size:1730"} {"level":"info","ts":"2026-07-06T14:21:46.046506Z","caller":"traceutil/trace.go:172","msg":"trace[1996098409] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-2; range_end:; response_count:1; response_revision:1422; }","duration":"110.458522ms","start":"2026-07-06T14:21:45.936043Z","end":"2026-07-06T14:21:46.046502Z","steps":["trace[1996098409] 'agreement among raft nodes before linearized reading' (duration: 110.152785ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:46.046268Z","caller":"traceutil/trace.go:172","msg":"trace[669290971] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"105.002372ms","start":"2026-07-06T14:21:45.941240Z","end":"2026-07-06T14:21:46.046243Z","steps":["trace[669290971] 'process raft request' (duration: 97.748123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.046378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.164369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-07-06T14:21:46.046674Z","caller":"traceutil/trace.go:172","msg":"trace[1719584159] range","detail":"{range_begin:/registry/events/kube-system/cilium-jr9m7.18bfb9460a38cee1; range_end:; response_count:1; response_revision:1422; }","duration":"112.440415ms","start":"2026-07-06T14:21:45.934208Z","end":"2026-07-06T14:21:46.046648Z","steps":["trace[1719584159] 'agreement among raft nodes before linearized reading' (duration: 112.080677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.617902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38300","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-06T14:21:46.788220Z","caller":"traceutil/trace.go:172","msg":"trace[103257556] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1695; }","duration":"162.236388ms","start":"2026-07-06T14:21:46.625960Z","end":"2026-07-06T14:21:46.788197Z","steps":["trace[103257556] 'read index received' (duration: 162.229698ms)","trace[103257556] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.819640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.663438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.819698Z","caller":"traceutil/trace.go:172","msg":"trace[399294145] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1438; }","duration":"193.731699ms","start":"2026-07-06T14:21:46.625952Z","end":"2026-07-06T14:21:46.819684Z","steps":["trace[399294145] 'agreement among raft nodes before linearized reading' (duration: 162.343401ms)","trace[399294145] 'range keys from in-memory index tree' (duration: 31.295337ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:46.819815Z","caller":"traceutil/trace.go:172","msg":"trace[1595872815] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"183.900464ms","start":"2026-07-06T14:21:46.635898Z","end":"2026-07-06T14:21:46.819798Z","steps":["trace[1595872815] 'process raft request' (duration: 152.446384ms)","trace[1595872815] 'compare' (duration: 31.183484ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:46.820091Z","caller":"traceutil/trace.go:172","msg":"trace[1836708958] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"169.599279ms","start":"2026-07-06T14:21:46.650483Z","end":"2026-07-06T14:21:46.820083Z","steps":["trace[1836708958] 'process raft request' (duration: 169.291652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:46.850596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.185557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.850680Z","caller":"traceutil/trace.go:172","msg":"trace[1463766717] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1441; }","duration":"224.283669ms","start":"2026-07-06T14:21:46.626376Z","end":"2026-07-06T14:21:46.850660Z","steps":["trace[1463766717] 'agreement among raft nodes before linearized reading' (duration: 193.842431ms)","trace[1463766717] 'range keys from in-memory index tree' (duration: 30.321075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:46.850701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.656827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:46.851304Z","caller":"traceutil/trace.go:172","msg":"trace[1517799773] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1441; }","duration":"225.317951ms","start":"2026-07-06T14:21:46.625967Z","end":"2026-07-06T14:21:46.851285Z","steps":["trace[1517799773] 'agreement among raft nodes before linearized reading' (duration: 194.24102ms)","trace[1517799773] 'range keys from in-memory index tree' (duration: 30.395367ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T14:21:56.954313Z","caller":"traceutil/trace.go:172","msg":"trace[885981580] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1783; }","duration":"184.191869ms","start":"2026-07-06T14:21:56.770079Z","end":"2026-07-06T14:21:56.954271Z","steps":["trace[885981580] 'read index received' (duration: 184.179448ms)","trace[885981580] 'applied index is now lower than readState.Index' (duration: 10.521µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:56.954557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.456444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:21:56.954603Z","caller":"traceutil/trace.go:172","msg":"trace[2039975233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1519; }","duration":"184.520886ms","start":"2026-07-06T14:21:56.770069Z","end":"2026-07-06T14:21:56.954589Z","steps":["trace[2039975233] 'agreement among raft nodes before linearized reading' (duration: 184.323271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:57.060634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.239487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:21:57.211277Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"45.975276ms"} {"level":"warn","ts":"2026-07-06T14:21:57.211363Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.037947ms"} {"level":"info","ts":"2026-07-06T14:21:57.345019Z","caller":"traceutil/trace.go:172","msg":"trace[301326105] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"287.254768ms","start":"2026-07-06T14:21:57.057748Z","end":"2026-07-06T14:21:57.345003Z","steps":["trace[301326105] 'process raft request' (duration: 287.152946ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:21:57.345225Z","caller":"traceutil/trace.go:172","msg":"trace[868408481] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1788; }","duration":"183.949175ms","start":"2026-07-06T14:21:57.160807Z","end":"2026-07-06T14:21:57.344757Z","steps":["trace[868408481] 'read index received' (duration: 183.943695ms)","trace[868408481] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:57.345285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.450126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T14:21:57.345368Z","caller":"traceutil/trace.go:172","msg":"trace[316872067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"184.549089ms","start":"2026-07-06T14:21:57.160801Z","end":"2026-07-06T14:21:57.345350Z","steps":["trace[316872067] 'agreement among raft nodes before linearized reading' (duration: 184.255153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:57.346955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.522694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-06T14:21:57.347008Z","caller":"traceutil/trace.go:172","msg":"trace[1517957836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1524; }","duration":"115.587875ms","start":"2026-07-06T14:21:57.231409Z","end":"2026-07-06T14:21:57.346997Z","steps":["trace[1517957836] 'agreement among raft nodes before linearized reading' (duration: 115.423961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:57.546477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.222506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:57.546555Z","caller":"traceutil/trace.go:172","msg":"trace[1310330393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"124.331718ms","start":"2026-07-06T14:21:57.422207Z","end":"2026-07-06T14:21:57.546538Z","steps":["trace[1310330393] 'range keys from in-memory index tree' (duration: 122.784435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:58.348010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.080755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:58.348141Z","caller":"traceutil/trace.go:172","msg":"trace[203078882] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1526; }","duration":"229.193878ms","start":"2026-07-06T14:21:58.118891Z","end":"2026-07-06T14:21:58.348085Z","steps":["trace[203078882] 'range keys from in-memory index tree' (duration: 229.033585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:58.348219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.663435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:58.348389Z","caller":"traceutil/trace.go:172","msg":"trace[1922813824] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1526; }","duration":"170.89246ms","start":"2026-07-06T14:21:58.177477Z","end":"2026-07-06T14:21:58.348370Z","steps":["trace[1922813824] 'range keys from in-memory index tree' (duration: 169.341165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:58.468613Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.057317ms"} {"level":"warn","ts":"2026-07-06T14:21:58.468688Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.143239ms"} {"level":"info","ts":"2026-07-06T14:21:58.470686Z","caller":"traceutil/trace.go:172","msg":"trace[799171323] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1792; }","duration":"122.707924ms","start":"2026-07-06T14:21:58.347943Z","end":"2026-07-06T14:21:58.470650Z","steps":["trace[799171323] 'read index received' (duration: 122.695063ms)","trace[799171323] 'applied index is now lower than readState.Index' (duration: 11.851µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:21:58.470858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.882677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:21:58.470889Z","caller":"traceutil/trace.go:172","msg":"trace[609909060] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1527; }","duration":"122.950369ms","start":"2026-07-06T14:21:58.347929Z","end":"2026-07-06T14:21:58.470879Z","steps":["trace[609909060] 'agreement among raft nodes before linearized reading' (duration: 122.847706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:21:58.799096Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"66.127885ms"} {"level":"warn","ts":"2026-07-06T14:21:58.799185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"66.222088ms"} {"level":"warn","ts":"2026-07-06T14:22:01.590759Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.935372ms"} {"level":"warn","ts":"2026-07-06T14:22:01.590916Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.129606ms"} {"level":"info","ts":"2026-07-06T14:22:01.592567Z","caller":"traceutil/trace.go:172","msg":"trace[665026207] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1808; }","duration":"272.829847ms","start":"2026-07-06T14:22:01.319660Z","end":"2026-07-06T14:22:01.592490Z","steps":["trace[665026207] 'read index received' (duration: 272.798335ms)","trace[665026207] 'applied index is now lower than readState.Index' (duration: 29.212µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:01.592899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.194705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hs9kd\" limit:1 ","response":"range_response_count:1 size:2878"} {"level":"info","ts":"2026-07-06T14:22:01.592986Z","caller":"traceutil/trace.go:172","msg":"trace[1876336702] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hs9kd; range_end:; response_count:1; response_revision:1541; }","duration":"273.310027ms","start":"2026-07-06T14:22:01.319654Z","end":"2026-07-06T14:22:01.592965Z","steps":["trace[1876336702] 'agreement among raft nodes before linearized reading' (duration: 272.97032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:01.593756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.930193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:01.593842Z","caller":"traceutil/trace.go:172","msg":"trace[665930555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1541; }","duration":"173.026145ms","start":"2026-07-06T14:22:01.420798Z","end":"2026-07-06T14:22:01.593824Z","steps":["trace[665930555] 'agreement among raft nodes before linearized reading' (duration: 172.885202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:03.267226Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.698747ms"} {"level":"warn","ts":"2026-07-06T14:22:03.267314Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.798349ms"} {"level":"warn","ts":"2026-07-06T14:22:03.625635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.342071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:22:03.625700Z","caller":"traceutil/trace.go:172","msg":"trace[777866659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1580; }","duration":"139.418983ms","start":"2026-07-06T14:22:03.486265Z","end":"2026-07-06T14:22:03.625684Z","steps":["trace[777866659] 'range keys from in-memory index tree' (duration: 138.049283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:03.877442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.802876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-06T14:22:03.877528Z","caller":"traceutil/trace.go:172","msg":"trace[15773829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"118.900428ms","start":"2026-07-06T14:22:03.758608Z","end":"2026-07-06T14:22:03.877508Z","steps":["trace[15773829] 'range keys from in-memory index tree' (duration: 117.750273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.195689Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"362.202983ms"} {"level":"warn","ts":"2026-07-06T14:22:06.195761Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"362.283115ms"} {"level":"info","ts":"2026-07-06T14:22:06.197596Z","caller":"traceutil/trace.go:172","msg":"trace[151851159] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1859; }","duration":"272.025666ms","start":"2026-07-06T14:22:05.925542Z","end":"2026-07-06T14:22:06.197568Z","steps":["trace[151851159] 'read index received' (duration: 272.017866ms)","trace[151851159] 'applied index is now lower than readState.Index' (duration: 6.1µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:06.197910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.337723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.198106Z","caller":"traceutil/trace.go:172","msg":"trace[1907050688] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1588; }","duration":"272.554748ms","start":"2026-07-06T14:22:05.925537Z","end":"2026-07-06T14:22:06.198092Z","steps":["trace[1907050688] 'agreement among raft nodes before linearized reading' (duration: 272.297862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.592401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.080389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.592465Z","caller":"traceutil/trace.go:172","msg":"trace[1776932738] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1590; }","duration":"151.160361ms","start":"2026-07-06T14:22:06.441292Z","end":"2026-07-06T14:22:06.592452Z","steps":["trace[1776932738] 'range keys from in-memory index tree' (duration: 150.164598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:06.592521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.258774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:06.592604Z","caller":"traceutil/trace.go:172","msg":"trace[1282717274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1590; }","duration":"170.359397ms","start":"2026-07-06T14:22:06.422225Z","end":"2026-07-06T14:22:06.592584Z","steps":["trace[1282717274] 'range keys from in-memory index tree' (duration: 168.335222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.787547Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"354.091426ms"} {"level":"warn","ts":"2026-07-06T14:22:07.787632Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"354.182078ms"} {"level":"warn","ts":"2026-07-06T14:22:07.840459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.416985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-06T14:22:07.840522Z","caller":"traceutil/trace.go:172","msg":"trace[1663931369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1592; }","duration":"626.491416ms","start":"2026-07-06T14:22:07.214018Z","end":"2026-07-06T14:22:07.840509Z","steps":["trace[1663931369] 'range keys from in-memory index tree' (duration: 625.264149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.840550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:07.213995Z","time spent":"626.548137ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:07.840621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.725804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:07.840669Z","caller":"traceutil/trace.go:172","msg":"trace[1881563235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1592; }","duration":"547.783656ms","start":"2026-07-06T14:22:07.292875Z","end":"2026-07-06T14:22:07.840659Z","steps":["trace[1881563235] 'range keys from in-memory index tree' (duration: 547.670523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.931189Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652957225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T14:22:07.938051Z","caller":"traceutil/trace.go:172","msg":"trace[454317003] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1865; }","duration":"507.447958ms","start":"2026-07-06T14:22:07.430577Z","end":"2026-07-06T14:22:07.938025Z","steps":["trace[454317003] 'read index received' (duration: 507.439198ms)","trace[454317003] 'applied index is now lower than readState.Index' (duration: 6.83µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:07.938240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.650783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:07.938298Z","caller":"traceutil/trace.go:172","msg":"trace[635457902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"507.721504ms","start":"2026-07-06T14:22:07.430565Z","end":"2026-07-06T14:22:07.938286Z","steps":["trace[635457902] 'agreement among raft nodes before linearized reading' (duration: 507.612202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.938343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:07.430544Z","time spent":"507.788455ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T14:22:07.938703Z","caller":"traceutil/trace.go:172","msg":"trace[2142686816] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"309.383803ms","start":"2026-07-06T14:22:07.629300Z","end":"2026-07-06T14:22:07.938683Z","steps":["trace[2142686816] 'process raft request' (duration: 309.292821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.938924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:07.629260Z","time spent":"309.590737ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T14:22:07.938768Z","caller":"traceutil/trace.go:172","msg":"trace[1376664879] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"643.553156ms","start":"2026-07-06T14:22:07.295189Z","end":"2026-07-06T14:22:07.938742Z","steps":["trace[1376664879] 'process raft request' (duration: 643.167508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.939153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:07.295163Z","time spent":"643.890743ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T14:22:07.939542Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652957228,"received-request-id":16284065414652957225} {"level":"warn","ts":"2026-07-06T14:22:07.940270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.363682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T14:22:07.940327Z","caller":"traceutil/trace.go:172","msg":"trace[1496742057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"167.420603ms","start":"2026-07-06T14:22:07.772891Z","end":"2026-07-06T14:22:07.940312Z","steps":["trace[1496742057] 'agreement among raft nodes before linearized reading' (duration: 167.25605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:07.977691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.981988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:07.977748Z","caller":"traceutil/trace.go:172","msg":"trace[1027553661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1595; }","duration":"137.04193ms","start":"2026-07-06T14:22:07.840691Z","end":"2026-07-06T14:22:07.977733Z","steps":["trace[1027553661] 'agreement among raft nodes before linearized reading' (duration: 99.589906ms)","trace[1027553661] 'range keys from in-memory index tree' (duration: 37.373602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:09.698969Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.201278ms"} {"level":"warn","ts":"2026-07-06T14:22:09.699065Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.31097ms"} {"level":"info","ts":"2026-07-06T14:22:09.700164Z","caller":"traceutil/trace.go:172","msg":"trace[920425516] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"204.053725ms","start":"2026-07-06T14:22:09.496084Z","end":"2026-07-06T14:22:09.700137Z","steps":["trace[920425516] 'process raft request' (duration: 203.83546ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:22:09.703193Z","caller":"traceutil/trace.go:172","msg":"trace[62614157] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1873; }","duration":"206.279535ms","start":"2026-07-06T14:22:09.496893Z","end":"2026-07-06T14:22:09.703172Z","steps":["trace[62614157] 'read index received' (duration: 206.274325ms)","trace[62614157] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:09.703424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.475339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:09.703535Z","caller":"traceutil/trace.go:172","msg":"trace[671669398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"206.635103ms","start":"2026-07-06T14:22:09.496882Z","end":"2026-07-06T14:22:09.703517Z","steps":["trace[671669398] 'agreement among raft nodes before linearized reading' (duration: 206.434638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:12.551876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.077713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:12.551968Z","caller":"traceutil/trace.go:172","msg":"trace[1394711087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1625; }","duration":"130.219896ms","start":"2026-07-06T14:22:12.421731Z","end":"2026-07-06T14:22:12.551951Z","steps":["trace[1394711087] 'range keys from in-memory index tree' (duration: 128.719783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:17.068109Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.650728ms"} {"level":"warn","ts":"2026-07-06T14:22:17.068178Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.726449ms"} {"level":"info","ts":"2026-07-06T14:22:17.115632Z","caller":"traceutil/trace.go:172","msg":"trace[125001967] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1917; }","duration":"128.521965ms","start":"2026-07-06T14:22:16.987090Z","end":"2026-07-06T14:22:17.115612Z","steps":["trace[125001967] 'read index received' (duration: 128.516305ms)","trace[125001967] 'applied index is now lower than readState.Index' (duration: 4.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.331787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.658651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:17.331899Z","caller":"traceutil/trace.go:172","msg":"trace[934533356] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1638; }","duration":"344.798414ms","start":"2026-07-06T14:22:16.987085Z","end":"2026-07-06T14:22:17.331883Z","steps":["trace[934533356] 'agreement among raft nodes before linearized reading' (duration: 128.596718ms)","trace[934533356] 'range keys from in-memory index tree' (duration: 216.045893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.331934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:16.987060Z","time spent":"344.865395ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:17.332542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.750249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:22:17.332681Z","caller":"traceutil/trace.go:172","msg":"trace[1470855565] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"216.974344ms","start":"2026-07-06T14:22:17.115687Z","end":"2026-07-06T14:22:17.332662Z","steps":["trace[1470855565] 'read index received' (duration: 1.058263ms)","trace[1470855565] 'applied index is now lower than readState.Index' (duration: 215.913941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:17.333006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.901826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-06T14:22:17.333030Z","caller":"traceutil/trace.go:172","msg":"trace[739835539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1639; }","duration":"335.939697ms","start":"2026-07-06T14:22:16.997081Z","end":"2026-07-06T14:22:17.333021Z","steps":["trace[739835539] 'agreement among raft nodes before linearized reading' (duration: 335.727582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:17.333065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:16.997062Z","time spent":"335.995207ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:23.418810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.52108ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:23.418894Z","caller":"traceutil/trace.go:172","msg":"trace[1986641485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1671; }","duration":"126.630603ms","start":"2026-07-06T14:22:23.292247Z","end":"2026-07-06T14:22:23.418878Z","steps":["trace[1986641485] 'range keys from in-memory index tree' (duration: 126.382647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:26.223028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.595759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-06T14:22:26.223103Z","caller":"traceutil/trace.go:172","msg":"trace[1739415818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1678; }","duration":"123.685961ms","start":"2026-07-06T14:22:26.099402Z","end":"2026-07-06T14:22:26.223088Z","steps":["trace[1739415818] 'range keys from in-memory index tree' (duration: 122.404852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:26.579356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.213872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:26.579448Z","caller":"traceutil/trace.go:172","msg":"trace[1365494071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"156.315396ms","start":"2026-07-06T14:22:26.423111Z","end":"2026-07-06T14:22:26.579427Z","steps":["trace[1365494071] 'agreement among raft nodes before linearized reading' (duration: 26.489557ms)","trace[1365494071] 'range keys from in-memory index tree' (duration: 129.688996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:26.943579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.116868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-06T14:22:28.486864Z","caller":"traceutil/trace.go:172","msg":"trace[958263692] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"117.558576ms","start":"2026-07-06T14:22:28.369292Z","end":"2026-07-06T14:22:28.486850Z","steps":["trace[958263692] 'process raft request' (duration: 117.428783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:43.326542Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"393.803879ms"} {"level":"warn","ts":"2026-07-06T14:22:43.326615Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"393.888801ms"} {"level":"warn","ts":"2026-07-06T14:22:43.593304Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16284065414652957437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T14:22:43.807194Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.548955ms"} {"level":"warn","ts":"2026-07-06T14:22:43.807302Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.669417ms"} {"level":"warn","ts":"2026-07-06T14:22:43.841981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.536498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:43.842092Z","caller":"traceutil/trace.go:172","msg":"trace[1319406399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1750; }","duration":"549.688702ms","start":"2026-07-06T14:22:43.292386Z","end":"2026-07-06T14:22:43.842075Z","steps":["trace[1319406399] 'range keys from in-memory index tree' (duration: 549.482597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:43.843361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.611613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T14:22:43.843598Z","caller":"traceutil/trace.go:172","msg":"trace[520812416] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"750.934094ms","start":"2026-07-06T14:22:43.092632Z","end":"2026-07-06T14:22:43.843567Z","steps":["trace[520812416] 'read index received' (duration: 714.562489ms)","trace[520812416] 'applied index is now lower than readState.Index' (duration: 36.368735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:43.843746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"751.103368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:43.843819Z","caller":"traceutil/trace.go:172","msg":"trace[2053252890] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1752; }","duration":"751.170539ms","start":"2026-07-06T14:22:43.092627Z","end":"2026-07-06T14:22:43.843798Z","steps":["trace[2053252890] 'agreement among raft nodes before linearized reading' (duration: 751.072027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:43.843924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.092607Z","time spent":"751.303483ms","remote":"127.0.0.1:57198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:44.123232Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.903844ms"} {"level":"warn","ts":"2026-07-06T14:22:44.123253Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16284065414652957438,"received-request-id":16284065414652957437} {"level":"warn","ts":"2026-07-06T14:22:44.123293Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"115.971845ms"} {"level":"info","ts":"2026-07-06T14:22:44.124605Z","caller":"traceutil/trace.go:172","msg":"trace[1702599492] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2047; }","duration":"280.93094ms","start":"2026-07-06T14:22:43.843662Z","end":"2026-07-06T14:22:44.124593Z","steps":["trace[1702599492] 'read index received' (duration: 280.92513ms)","trace[1702599492] 'applied index is now lower than readState.Index' (duration: 4.78µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:22:44.124880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"911.870554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T14:22:44.124932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"737.622594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-06T14:22:44.125067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.764759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.125133Z","caller":"traceutil/trace.go:172","msg":"trace[1038903008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1753; }","duration":"737.759297ms","start":"2026-07-06T14:22:43.387292Z","end":"2026-07-06T14:22:44.125051Z","steps":["trace[1038903008] 'agreement among raft nodes before linearized reading' (duration: 737.485821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.125225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.339396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T14:22:44.124970Z","caller":"traceutil/trace.go:172","msg":"trace[1480678824] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1753; }","duration":"911.968297ms","start":"2026-07-06T14:22:43.212984Z","end":"2026-07-06T14:22:44.124952Z","steps":["trace[1480678824] 'agreement among raft nodes before linearized reading' (duration: 911.832643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.125262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.387255Z","time spent":"737.987512ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:44.125365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.212941Z","time spent":"912.407346ms","remote":"127.0.0.1:57134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-07-06T14:22:44.125264Z","caller":"traceutil/trace.go:172","msg":"trace[1717866909] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1753; }","duration":"690.053975ms","start":"2026-07-06T14:22:43.435067Z","end":"2026-07-06T14:22:44.125121Z","steps":["trace[1717866909] 'agreement among raft nodes before linearized reading' (duration: 689.561274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.124905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.726851ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.125371Z","caller":"traceutil/trace.go:172","msg":"trace[580123562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"635.552641ms","start":"2026-07-06T14:22:43.489757Z","end":"2026-07-06T14:22:44.125310Z","steps":["trace[580123562] 'agreement among raft nodes before linearized reading' (duration: 635.149471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.125506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.489738Z","time spent":"635.754215ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-06T14:22:44.125445Z","caller":"traceutil/trace.go:172","msg":"trace[460964053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1753; }","duration":"283.308194ms","start":"2026-07-06T14:22:43.842128Z","end":"2026-07-06T14:22:44.125436Z","steps":["trace[460964053] 'agreement among raft nodes before linearized reading' (duration: 282.740862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.125713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"701.775821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:22:44.125919Z","caller":"traceutil/trace.go:172","msg":"trace[673290826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"702.802635ms","start":"2026-07-06T14:22:43.423103Z","end":"2026-07-06T14:22:44.125905Z","steps":["trace[673290826] 'agreement among raft nodes before linearized reading' (duration: 701.72716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.125962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.423076Z","time spent":"702.874887ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T14:22:44.125526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.435035Z","time spent":"690.389713ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:44.126306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"919.856476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-07-06T14:22:44.126377Z","caller":"traceutil/trace.go:172","msg":"trace[1070334212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"919.936778ms","start":"2026-07-06T14:22:43.206426Z","end":"2026-07-06T14:22:44.126363Z","steps":["trace[1070334212] 'agreement among raft nodes before linearized reading' (duration: 918.319551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:22:44.126414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-06T14:22:43.206380Z","time spent":"920.02628ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-06T14:22:46.268665Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.501497ms"} {"level":"warn","ts":"2026-07-06T14:22:46.268732Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.576369ms"} {"level":"warn","ts":"2026-07-06T14:22:51.695774Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.39282ms"} {"level":"warn","ts":"2026-07-06T14:22:51.695891Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"55.542554ms"} {"level":"warn","ts":"2026-07-06T14:23:59.159415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.889952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-06T14:23:59.159527Z","caller":"traceutil/trace.go:172","msg":"trace[1053504183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2039; }","duration":"204.123818ms","start":"2026-07-06T14:23:58.955383Z","end":"2026-07-06T14:23:59.159507Z","steps":["trace[1053504183] 'range keys from in-memory index tree' (duration: 202.263033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T14:24:17.008791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.412337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-06T14:24:17.508153Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3cf904ec39d3e333","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.617293ms"} {"level":"warn","ts":"2026-07-06T14:24:17.508231Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"11a05edc6b5392f4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"53.704445ms"} {"level":"info","ts":"2026-07-06T14:24:17.509495Z","caller":"traceutil/trace.go:172","msg":"trace[20053554] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2464; }","duration":"217.484418ms","start":"2026-07-06T14:24:17.291970Z","end":"2026-07-06T14:24:17.509454Z","steps":["trace[20053554] 'read index received' (duration: 217.478388ms)","trace[20053554] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.509605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.615792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T14:24:17.509642Z","caller":"traceutil/trace.go:172","msg":"trace[1162670456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2112; }","duration":"217.673003ms","start":"2026-07-06T14:24:17.291959Z","end":"2026-07-06T14:24:17.509632Z","steps":["trace[1162670456] 'agreement among raft nodes before linearized reading' (duration: 217.585491ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T14:24:17.675972Z","caller":"traceutil/trace.go:172","msg":"trace[605372460] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2464; }","duration":"155.023589ms","start":"2026-07-06T14:24:17.520903Z","end":"2026-07-06T14:24:17.675927Z","steps":["trace[605372460] 'read index received' (duration: 155.005749ms)","trace[605372460] 'applied index is now lower than readState.Index' (duration: 15.55µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T14:24:17.719008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.492454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T14:24:17.719565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.655618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 revision:2102 ","response":"range_response_count:31 size:2058093"} {"level":"info","ts":"2026-07-06T14:24:17.719661Z","caller":"traceutil/trace.go:172","msg":"trace[1846677042] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:31; response_revision:2112; }","duration":"198.769782ms","start":"2026-07-06T14:24:17.520871Z","end":"2026-07-06T14:24:17.719640Z","steps":["trace[1846677042] 'agreement among raft nodes before linearized reading' (duration: 155.232274ms)","trace[1846677042] 'range keys from in-memory index tree' (duration: 42.693757ms)"],"step_count":2}