{"level":"warn","ts":"2026-06-17T19:02:37.795628Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-17T19:02:37.796291Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-17T19:02:37.796314Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.148:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.148:2380","--initial-cluster=controller-2=https://199.204.45.72:2380,controller-1=https://199.204.45.227:2380,controller-3=https://199.204.45.148:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.148:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.148:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-17T19:02:37.796485Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-17T19:02:37.796539Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-17T19:02:37.796550Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.148:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.796604Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:02:37.797311Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"]} {"level":"info","ts":"2026-06-17T19:02:37.797458Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.227:2380,controller-2=https://199.204.45.72:2380,controller-3=https://199.204.45.148:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-17T19:02:37.799047Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e170}"} {"level":"info","ts":"2026-06-17T19:02:37.803387Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:02:37.803484Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.593697ms"} {"level":"info","ts":"2026-06-17T19:02:37.803562Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-17T19:02:37.803613Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-17T19:02:37.813540Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813601Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813628Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.148:2380","host":"199.204.45.148:2380","resolved-addr":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813640Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813653Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.148:2380","host":"199.204.45.148:2380","resolved-addr":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813663Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-17T19:02:37.829211Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-17T19:02:37.840115Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-17T19:02:37.840171Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"8e45f57552ef93f2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-06-17T19:02:37.840292Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-17T19:02:37.840455Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=()"} {"level":"info","ts":"2026-06-17T19:02:37.840558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8e45f57552ef93f2 became follower at term 0"} {"level":"info","ts":"2026-06-17T19:02:37.840608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 8e45f57552ef93f2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-17T19:02:37.847441Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-17T19:02:37.849148Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-17T19:02:37.853039Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-17T19:02:37.854077Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.854135Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.854174Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.854192Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.854216Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.854248Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.857876Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.858566Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.858948Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859002Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859038Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.858976Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859099Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.859126Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.860450Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.860638Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861000Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861054Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.861168Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"8e45f57552ef93f2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-17T19:02:37.861470Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:02:37.861687Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861688Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861735Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861744Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861921Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"8e45f57552ef93f2","initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-17T19:02:37.861976Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-17T19:02:37.862003Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.862085Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.862137Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.862262Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-17T19:02:37.862468Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8e45f57552ef93f2 [term: 0] received a MsgHeartbeat message with higher term from 572db18442eba1c2 [term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.862509Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8e45f57552ef93f2 became follower at term 2"} {"level":"info","ts":"2026-06-17T19:02:37.862530Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8e45f57552ef93f2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:02:37.874289Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.874556Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.874645Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.874928Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.878753Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.879142Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"8e45f57552ef93f2","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":708,"incoming-snapshot-message-size-bytes":8740,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-06-17T19:02:37.880377Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.886228Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.886265Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.888318Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.888342Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.889491Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.889521Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.893908Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.893946Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.897581Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002c4.snap.db","bytes":1007616,"size":"1.0 MB"} {"level":"info","ts":"2026-06-17T19:02:37.897718Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"8e45f57552ef93f2","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":708,"incoming-snapshot-size-bytes":1007616,"incoming-snapshot-size":"1.0 MB","download-took":"18.655416ms"} {"level":"info","ts":"2026-06-17T19:02:37.898093Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.898387Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=(988349497478638965 6281872236868248002) learners=(10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:37.898575Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"8e45f57552ef93f2 [commit: 708, lastindex: 708, lastterm: 2] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.898691Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"8e45f57552ef93f2 [commit: 708] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.899220Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:02:37.903582Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":708} {"level":"info","ts":"2026-06-17T19:02:37.903912Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040a720}"} {"level":"info","ts":"2026-06-17T19:02:37.904571Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:02:37.904612Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"773.433µs"} {"level":"info","ts":"2026-06-17T19:02:37.904663Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-17T19:02:37.905732Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-17T19:02:37.905754Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-17T19:02:37.907496Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":651} {"level":"info","ts":"2026-06-17T19:02:37.907539Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":708} {"level":"info","ts":"2026-06-17T19:02:37.907566Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-17T19:02:37.907588Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-17T19:02:37.908615Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-17T19:02:37.908657Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-17T19:02:37.908714Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-17T19:02:37.908731Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-17T19:02:37.908757Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-17T19:02:37.909491Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-17T19:02:37.909528Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.909582Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:02:37.909599Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"572db18442eba1c2","recovered-remote-peer-urls":["https://199.204.45.227:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-17T19:02:37.909612Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"8e45f57552ef93f2","recovered-remote-peer-urls":["https://199.204.45.148:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-17T19:02:37.909619Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"db752a1a7266d75","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-17T19:02:37.909627Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:02:37.909641Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.909650Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-17T19:02:37.909660Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.909690Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909706Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.909739Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909747Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909839Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.910002Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","error":"context canceled"} {"level":"warn","ts":"2026-06-17T19:02:37.910085Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"db752a1a7266d75","error":"failed to read db752a1a7266d75 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-17T19:02:37.910152Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.910282Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:02:37.910309Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910317Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910331Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8e45f57552ef93f2","removed-remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910339Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.910599Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.910633Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911142Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911160Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911207Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911326Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"warn","ts":"2026-06-17T19:02:37.911365Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"572db18442eba1c2","error":"failed to read 572db18442eba1c2 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-17T19:02:37.911396Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911511Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:02:37.911550Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911561Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911575Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8e45f57552ef93f2","removed-remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911595Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-17T19:02:37.911606Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.911628Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.911658Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912012Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912567Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912698Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912681Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912758Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.912804Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.912840Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912876Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913088Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913177Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913513Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913549Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.913566Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.913595Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":708,"current-applied-index":708,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:02:37.913627Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913798Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"8e45f57552ef93f2","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.148:2379]}","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-17T19:02:37.913826Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913957Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:02:37.913996Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:02:37.914027Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-17T19:02:37.914101Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-17T19:02:37.914906Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-17T19:02:37.915378Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-17T19:02:37.915545Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-17T19:02:37.917193Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-17T19:02:37.917681Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.148:2379"} {"level":"info","ts":"2026-06-17T19:02:37.926044Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.926083Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.927691Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.928364Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.928415Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.928739Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.963371Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"8e45f57552ef93f2","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-06-17T19:02:37.974285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:37.975757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46914","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:37.985447Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.985483Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.990411Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.990458Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.993551Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.993572Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.994522Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.994556Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:38.001960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.010810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.029923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.045245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.053041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.063600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.079629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.082363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.096155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.109851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.120017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:50504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.125924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47152","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:38.127725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=(988349497478638965 6281872236868248002 10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:38.128566Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","promoted-member-id":"8e45f57552ef93f2"} {"level":"warn","ts":"2026-06-17T19:02:38.138405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.153407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.166937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.178676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.190716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.204798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.212249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.223452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.236500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.265972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.292383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.296749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.303495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.312260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.323086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.333585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.344271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.356100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.377183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.388661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.398152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.405852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.415524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.426048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.436228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.447916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.460777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.467908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.477235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.487794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.499620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.518908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.531218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.540620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.548346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.560368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.571156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.579222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.589454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.600079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.608241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.616487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.625735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.634788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.649051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.686346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.695593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.720057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.753475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48068","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:41.626824Z","caller":"traceutil/trace.go:172","msg":"trace[1034914052] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"509.826203ms","start":"2026-06-17T19:02:41.116869Z","end":"2026-06-17T19:02:41.626696Z","steps":["trace[1034914052] 'process raft request' (duration: 509.476672ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.627453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.116858Z","time spent":"510.055039ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:02:41.632213Z","caller":"traceutil/trace.go:172","msg":"trace[1529207303] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:734; }","duration":"319.389476ms","start":"2026-06-17T19:02:41.312801Z","end":"2026-06-17T19:02:41.632190Z","steps":["trace[1529207303] 'read index received' (duration: 319.383576ms)","trace[1529207303] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:41.632410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.600773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-06-17T19:02:41.632518Z","caller":"traceutil/trace.go:172","msg":"trace[208630335] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:674; }","duration":"319.718656ms","start":"2026-06-17T19:02:41.312787Z","end":"2026-06-17T19:02:41.632505Z","steps":["trace[208630335] 'agreement among raft nodes before linearized reading' (duration: 319.49696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.632544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.312767Z","time spent":"319.771857ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-06-17T19:02:41.633052Z","caller":"traceutil/trace.go:172","msg":"trace[1495374500] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"513.750506ms","start":"2026-06-17T19:02:41.119292Z","end":"2026-06-17T19:02:41.633042Z","steps":["trace[1495374500] 'process raft request' (duration: 513.665213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.633163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.119270Z","time spent":"513.813237ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:02:46.948956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.895106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:02:46.949051Z","caller":"traceutil/trace.go:172","msg":"trace[1408387871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:749; }","duration":"488.009429ms","start":"2026-06-17T19:02:46.461026Z","end":"2026-06-17T19:02:46.949035Z","steps":["trace[1408387871] 'range keys from in-memory index tree' (duration: 485.658114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:46.949092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:46.460998Z","time spent":"488.084241ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:02:52.069558Z","caller":"traceutil/trace.go:172","msg":"trace[1866143954] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:838; }","duration":"171.022326ms","start":"2026-06-17T19:02:51.898514Z","end":"2026-06-17T19:02:52.069536Z","steps":["trace[1866143954] 'read index received' (duration: 171.015466ms)","trace[1866143954] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:52.069686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.161409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:02:52.069753Z","caller":"traceutil/trace.go:172","msg":"trace[248640926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"171.238751ms","start":"2026-06-17T19:02:51.898502Z","end":"2026-06-17T19:02:52.069741Z","steps":["trace[248640926] 'agreement among raft nodes before linearized reading' (duration: 171.115108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:02.559391Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:03.059991Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:03.560364Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:04.060886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:04.548635Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.606421262s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:04.561471Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.062085Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.301209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.601344609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:05.301266Z","caller":"traceutil/trace.go:172","msg":"trace[544333323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:832; }","duration":"3.60141416s","start":"2026-06-17T19:03:01.699840Z","end":"2026-06-17T19:03:05.301254Z","steps":["trace[544333323] 'range keys from in-memory index tree' (duration: 3.600221111s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.301305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:01.699819Z","time spent":"3.601469082s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.301918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.8934542s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.301974Z","caller":"traceutil/trace.go:172","msg":"trace[792856138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"2.893519062s","start":"2026-06-17T19:03:02.408443Z","end":"2026-06-17T19:03:05.301962Z","steps":["trace[792856138] 'range keys from in-memory index tree' (duration: 2.893399609s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.302119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.733394439s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.302186Z","caller":"traceutil/trace.go:172","msg":"trace[254626413] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"1.733466681s","start":"2026-06-17T19:03:03.568700Z","end":"2026-06-17T19:03:05.302166Z","steps":["trace[254626413] 'range keys from in-memory index tree' (duration: 1.733345178s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.303146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.816506ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-06-17T19:03:05.385981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000236084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:05.386736Z","caller":"traceutil/trace.go:172","msg":"trace[492267734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001005692s","start":"2026-06-17T19:03:03.385714Z","end":"2026-06-17T19:03:05.386720Z","steps":["trace[492267734] 'agreement among raft nodes before linearized reading' (duration: 2.000232974s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.386818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:03.385696Z","time spent":"2.001113636s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:05 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:05.562691Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.929195Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.380240135s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:05.931436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.066528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-17T19:03:05.936763Z","caller":"traceutil/trace.go:172","msg":"trace[2007246184] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"3.877967196s","start":"2026-06-17T19:03:02.058780Z","end":"2026-06-17T19:03:05.936747Z","steps":["trace[2007246184] 'read index received' (duration: 3.873443346s)","trace[2007246184] 'applied index is now lower than readState.Index' (duration: 4.523ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:05.936818Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882192,"received-request-id":10660757914039882191} {"level":"warn","ts":"2026-06-17T19:03:05.937577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.878794076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:05.937631Z","caller":"traceutil/trace.go:172","msg":"trace[2114345019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"3.878855267s","start":"2026-06-17T19:03:02.058762Z","end":"2026-06-17T19:03:05.937617Z","steps":["trace[2114345019] 'agreement among raft nodes before linearized reading' (duration: 3.878701043s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.938898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.058699Z","time spent":"3.87895991s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.939945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"637.934148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:05.939974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.379378801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:05.940023Z","caller":"traceutil/trace.go:172","msg":"trace[476310729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:842; }","duration":"3.379419062s","start":"2026-06-17T19:03:02.560582Z","end":"2026-06-17T19:03:05.940001Z","steps":["trace[476310729] 'agreement among raft nodes before linearized reading' (duration: 3.379315079s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.675451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:05.940068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"750.849603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.940113Z","caller":"traceutil/trace.go:172","msg":"trace[2034297815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:842; }","duration":"552.752863ms","start":"2026-06-17T19:03:05.387345Z","end":"2026-06-17T19:03:05.940098Z","steps":["trace[2034297815] 'agreement among raft nodes before linearized reading' (duration: 552.63156ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:05.940125Z","caller":"traceutil/trace.go:172","msg":"trace[1046448720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:842; }","duration":"750.910464ms","start":"2026-06-17T19:03:05.189197Z","end":"2026-06-17T19:03:05.940108Z","steps":["trace[1046448720] 'agreement among raft nodes before linearized reading' (duration: 750.814942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:05.189179Z","time spent":"750.970556ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:05.940152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:05.387292Z","time spent":"552.853536ms","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:03:05.940122Z","caller":"traceutil/trace.go:172","msg":"trace[330081629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:842; }","duration":"637.984829ms","start":"2026-06-17T19:03:05.301997Z","end":"2026-06-17T19:03:05.939982Z","steps":["trace[330081629] 'agreement among raft nodes before linearized reading' (duration: 637.905127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.791208936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-17T19:03:05.940683Z","caller":"traceutil/trace.go:172","msg":"trace[2037727424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:842; }","duration":"1.791237707s","start":"2026-06-17T19:03:04.149438Z","end":"2026-06-17T19:03:05.940676Z","steps":["trace[2037727424] 'agreement among raft nodes before linearized reading' (duration: 1.79094967s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:04.149337Z","time spent":"1.791364631s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.940056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.560562Z","time spent":"3.379487303s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:11.153797Z","caller":"traceutil/trace.go:172","msg":"trace[2002671978] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"249.943254ms","start":"2026-06-17T19:03:10.903840Z","end":"2026-06-17T19:03:11.153783Z","steps":["trace[2002671978] 'process raft request' (duration: 249.858442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:15.430852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.470406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-17T19:03:15.431156Z","caller":"traceutil/trace.go:172","msg":"trace[33649989] transaction","detail":"{read_only:false; number_of_response:0; response_revision:931; }","duration":"193.021434ms","start":"2026-06-17T19:03:15.238082Z","end":"2026-06-17T19:03:15.431103Z","steps":["trace[33649989] 'process raft request' (duration: 31.237591ms)","trace[33649989] 'compare' (duration: 161.426475ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:15.888250Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:16.389231Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:16.889478Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:17.060085Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.790849814s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:17.184806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.025621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-17T19:03:17.186908Z","caller":"traceutil/trace.go:172","msg":"trace[1242706468] transaction","detail":"{read_only:false; number_of_response:1; response_revision:936; }","duration":"1.942520723s","start":"2026-06-17T19:03:15.244360Z","end":"2026-06-17T19:03:17.186881Z","steps":["trace[1242706468] 'process raft request' (duration: 1.942332379s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.187324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.244330Z","time spent":"1.942653446s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7367,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.192222Z","caller":"traceutil/trace.go:172","msg":"trace[1201795888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"1.943926094s","start":"2026-06-17T19:03:15.248270Z","end":"2026-06-17T19:03:17.192196Z","steps":["trace[1201795888] 'process raft request' (duration: 1.943848082s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.192301Z","caller":"traceutil/trace.go:172","msg":"trace[564284974] transaction","detail":"{read_only:false; number_of_response:0; response_revision:940; }","duration":"1.94335447s","start":"2026-06-17T19:03:15.248874Z","end":"2026-06-17T19:03:17.192228Z","steps":["trace[564284974] 'process raft request' (duration: 1.943290729s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.192468Z","caller":"traceutil/trace.go:172","msg":"trace[1557014802] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"1.943326789s","start":"2026-06-17T19:03:15.249128Z","end":"2026-06-17T19:03:17.192455Z","steps":["trace[1557014802] 'process raft request' (duration: 1.943089034s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.192580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.249085Z","time spent":"1.943409501s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.192656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.248234Z","time spent":"1.944072087s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7367,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.192953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.248804Z","time spent":"1.943601996s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.192676Z","caller":"traceutil/trace.go:172","msg":"trace[1047472729] transaction","detail":"{read_only:false; number_of_response:0; response_revision:940; }","duration":"1.943293749s","start":"2026-06-17T19:03:15.249038Z","end":"2026-06-17T19:03:17.192332Z","steps":["trace[1047472729] 'process raft request' (duration: 1.943149885s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.193137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.249013Z","time spent":"1.944071297s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.203465Z","caller":"traceutil/trace.go:172","msg":"trace[1005503648] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1047; }","duration":"1.817546463s","start":"2026-06-17T19:03:15.385887Z","end":"2026-06-17T19:03:17.203433Z","steps":["trace[1005503648] 'read index received' (duration: 1.817535923s)","trace[1005503648] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:17.204297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.818403753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.204381Z","caller":"traceutil/trace.go:172","msg":"trace[2013145041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"1.818494995s","start":"2026-06-17T19:03:15.385867Z","end":"2026-06-17T19:03:17.204362Z","steps":["trace[2013145041] 'agreement among raft nodes before linearized reading' (duration: 1.817666047s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.204423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.385837Z","time spent":"1.818579217s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:03:17.205595Z","caller":"traceutil/trace.go:172","msg":"trace[403261195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.940474701s","start":"2026-06-17T19:03:15.265112Z","end":"2026-06-17T19:03:17.205586Z","steps":["trace[403261195] 'process raft request' (duration: 1.940413899s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.205599Z","caller":"traceutil/trace.go:172","msg":"trace[1487789927] transaction","detail":"{read_only:false; number_of_response:0; response_revision:948; }","duration":"1.954790247s","start":"2026-06-17T19:03:15.250775Z","end":"2026-06-17T19:03:17.205565Z","steps":["trace[1487789927] 'process raft request' (duration: 1.954518241s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.206633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.250758Z","time spent":"1.955783949s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:17.206500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.265095Z","time spent":"1.941330401s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30426,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.205924Z","caller":"traceutil/trace.go:172","msg":"trace[1496978452] transaction","detail":"{read_only:false; number_of_response:0; response_revision:948; }","duration":"1.946073088s","start":"2026-06-17T19:03:15.259839Z","end":"2026-06-17T19:03:17.205913Z","steps":["trace[1496978452] 'process raft request' (duration: 1.945619298s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.207053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.259814Z","time spent":"1.947207834s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.205948Z","caller":"traceutil/trace.go:172","msg":"trace[2060736481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.945721281s","start":"2026-06-17T19:03:15.260210Z","end":"2026-06-17T19:03:17.205931Z","steps":["trace[2060736481] 'process raft request' (duration: 1.945277751s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.207253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.260165Z","time spent":"1.947050921s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30445,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.211448Z","caller":"traceutil/trace.go:172","msg":"trace[644282290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.771323899s","start":"2026-06-17T19:03:15.440100Z","end":"2026-06-17T19:03:17.211424Z","steps":["trace[644282290] 'process raft request' (duration: 1.771272218s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.211517Z","caller":"traceutil/trace.go:172","msg":"trace[1130039850] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.941984794s","start":"2026-06-17T19:03:15.269516Z","end":"2026-06-17T19:03:17.211501Z","steps":["trace[1130039850] 'process raft request' (duration: 1.941712418s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.211602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.269484Z","time spent":"1.942070866s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28791,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.211614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.440067Z","time spent":"1.771460873s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7376,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.237290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"819.149216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:17.237357Z","caller":"traceutil/trace.go:172","msg":"trace[1399664319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:951; }","duration":"819.224187ms","start":"2026-06-17T19:03:16.418121Z","end":"2026-06-17T19:03:17.237345Z","steps":["trace[1399664319] 'agreement among raft nodes before linearized reading' (duration: 819.056474ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.418092Z","time spent":"819.283359ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.237440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.804574769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-06-17T19:03:17.237473Z","caller":"traceutil/trace.go:172","msg":"trace[1257475673] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:952; }","duration":"1.80460806s","start":"2026-06-17T19:03:15.432857Z","end":"2026-06-17T19:03:17.237465Z","steps":["trace[1257475673] 'agreement among raft nodes before linearized reading' (duration: 1.804530228s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806825791s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.237524Z","caller":"traceutil/trace.go:172","msg":"trace[423896519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:952; }","duration":"1.806851561s","start":"2026-06-17T19:03:15.430667Z","end":"2026-06-17T19:03:17.237519Z","steps":["trace[423896519] 'agreement among raft nodes before linearized reading' (duration: 1.806820151s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.432814Z","time spent":"1.804671332s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.237834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.309835628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:17.237888Z","caller":"traceutil/trace.go:172","msg":"trace[1300667249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:952; }","duration":"1.30988969s","start":"2026-06-17T19:03:15.927989Z","end":"2026-06-17T19:03:17.237879Z","steps":["trace[1300667249] 'agreement among raft nodes before linearized reading' (duration: 1.309584664s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.927972Z","time spent":"1.309929351s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:21.113358Z","caller":"traceutil/trace.go:172","msg":"trace[650236309] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1183; }","duration":"462.104994ms","start":"2026-06-17T19:03:20.651235Z","end":"2026-06-17T19:03:21.113340Z","steps":["trace[650236309] 'read index received' (duration: 457.327759ms)","trace[650236309] 'applied index is now lower than readState.Index' (duration: 4.776045ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:21.114651Z","caller":"traceutil/trace.go:172","msg":"trace[294619796] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"293.857694ms","start":"2026-06-17T19:03:20.820763Z","end":"2026-06-17T19:03:21.114621Z","steps":["trace[294619796] 'process raft request' (duration: 292.500045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:21.114885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.693719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T19:03:21.115055Z","caller":"traceutil/trace.go:172","msg":"trace[801938421] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; response_count:1; response_revision:1012; }","duration":"463.873313ms","start":"2026-06-17T19:03:20.651133Z","end":"2026-06-17T19:03:21.115007Z","steps":["trace[801938421] 'agreement among raft nodes before linearized reading' (duration: 462.323259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:21.115136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:20.651105Z","time spent":"464.017706ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:21.116538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.547303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:21.116582Z","caller":"traceutil/trace.go:172","msg":"trace[866545019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1012; }","duration":"253.653345ms","start":"2026-06-17T19:03:20.862916Z","end":"2026-06-17T19:03:21.116570Z","steps":["trace[866545019] 'agreement among raft nodes before linearized reading' (duration: 253.337298ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:22.543170Z","caller":"traceutil/trace.go:172","msg":"trace[433235079] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"157.074895ms","start":"2026-06-17T19:03:22.386075Z","end":"2026-06-17T19:03:22.543150Z","steps":["trace[433235079] 'read index received' (duration: 155.905779ms)","trace[433235079] 'applied index is now lower than readState.Index' (duration: 1.168026ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:22.543380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.296339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:22.543413Z","caller":"traceutil/trace.go:172","msg":"trace[825942565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1026; }","duration":"157.34595ms","start":"2026-06-17T19:03:22.386058Z","end":"2026-06-17T19:03:22.543404Z","steps":["trace[825942565] 'agreement among raft nodes before linearized reading' (duration: 157.268788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:22.544491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.36118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:22.544539Z","caller":"traceutil/trace.go:172","msg":"trace[1753993498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1026; }","duration":"135.410251ms","start":"2026-06-17T19:03:22.409117Z","end":"2026-06-17T19:03:22.544528Z","steps":["trace[1753993498] 'agreement among raft nodes before linearized reading' (duration: 135.348849ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:23.562925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.717382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:23.563032Z","caller":"traceutil/trace.go:172","msg":"trace[769957521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"176.846335ms","start":"2026-06-17T19:03:23.386165Z","end":"2026-06-17T19:03:23.563012Z","steps":["trace[769957521] 'agreement among raft nodes before linearized reading' (duration: 176.686322ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:23.563526Z","caller":"traceutil/trace.go:172","msg":"trace[1308030720] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1204; }","duration":"175.638199ms","start":"2026-06-17T19:03:23.386186Z","end":"2026-06-17T19:03:23.561824Z","steps":["trace[1308030720] 'read index received' (duration: 175.628669ms)","trace[1308030720] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:23.564986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.316264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:23.565016Z","caller":"traceutil/trace.go:172","msg":"trace[967970809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"130.349895ms","start":"2026-06-17T19:03:23.434659Z","end":"2026-06-17T19:03:23.565009Z","steps":["trace[967970809] 'agreement among raft nodes before linearized reading' (duration: 130.220832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:23.565058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.789258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:23.565150Z","caller":"traceutil/trace.go:172","msg":"trace[128384888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"155.91452ms","start":"2026-06-17T19:03:23.409216Z","end":"2026-06-17T19:03:23.565131Z","steps":["trace[128384888] 'agreement among raft nodes before linearized reading' (duration: 155.728146ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:24.667156Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.168006Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.668483Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:25.711882Z","caller":"traceutil/trace.go:172","msg":"trace[1528193637] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1210; }","duration":"1.545464298s","start":"2026-06-17T19:03:24.166383Z","end":"2026-06-17T19:03:25.711847Z","steps":["trace[1528193637] 'read index received' (duration: 1.545458088s)","trace[1528193637] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:25.712162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.545741454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:25.712221Z","caller":"traceutil/trace.go:172","msg":"trace[1013885948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1034; }","duration":"1.545830016s","start":"2026-06-17T19:03:24.166378Z","end":"2026-06-17T19:03:25.712208Z","steps":["trace[1013885948] 'agreement among raft nodes before linearized reading' (duration: 1.545581601s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:25.712247Z","caller":"traceutil/trace.go:172","msg":"trace[893999064] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"1.179517074s","start":"2026-06-17T19:03:24.532719Z","end":"2026-06-17T19:03:25.712236Z","steps":["trace[893999064] 'process raft request' (duration: 1.179381821s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.712272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.166356Z","time spent":"1.545903758s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.712353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.532689Z","time spent":"1.179609926s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:25.713896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.094417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:25.713948Z","caller":"traceutil/trace.go:172","msg":"trace[1488875974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"295.157288ms","start":"2026-06-17T19:03:25.418778Z","end":"2026-06-17T19:03:25.713935Z","steps":["trace[1488875974] 'agreement among raft nodes before linearized reading' (duration: 295.054426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304907505s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:25.714085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.62926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-06-17T19:03:25.714129Z","caller":"traceutil/trace.go:172","msg":"trace[1071131860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1039; }","duration":"1.305019668s","start":"2026-06-17T19:03:24.409087Z","end":"2026-06-17T19:03:25.714107Z","steps":["trace[1071131860] 'agreement among raft nodes before linearized reading' (duration: 1.304864165s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:25.714135Z","caller":"traceutil/trace.go:172","msg":"trace[1971590530] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1039; }","duration":"369.683861ms","start":"2026-06-17T19:03:25.344433Z","end":"2026-06-17T19:03:25.714116Z","steps":["trace[1971590530] 'agreement among raft nodes before linearized reading' (duration: 369.496467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:25.344405Z","time spent":"369.754583ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.713870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.326996793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:25.714253Z","caller":"traceutil/trace.go:172","msg":"trace[1462290601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"1.327403552s","start":"2026-06-17T19:03:24.386843Z","end":"2026-06-17T19:03:25.714247Z","steps":["trace[1462290601] 'agreement among raft nodes before linearized reading' (duration: 1.326947252s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.386817Z","time spent":"1.327655857s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:25.714725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.447587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:25.714819Z","caller":"traceutil/trace.go:172","msg":"trace[265845734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"277.56675ms","start":"2026-06-17T19:03:25.437233Z","end":"2026-06-17T19:03:25.714800Z","steps":["trace[265845734] 'agreement among raft nodes before linearized reading' (duration: 276.798903ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:26.888880Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.149176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.910037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:27.149265Z","caller":"traceutil/trace.go:172","msg":"trace[797965883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"714.024999ms","start":"2026-06-17T19:03:26.435223Z","end":"2026-06-17T19:03:27.149248Z","steps":["trace[797965883] 'range keys from in-memory index tree' (duration: 713.827395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:27.389963Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.890111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.915296Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.109126164s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:28.327411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.794227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:28.390765Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:28.828430Z","caller":"traceutil/trace.go:172","msg":"trace[7789417] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1226; }","duration":"2.440624547s","start":"2026-06-17T19:03:26.387788Z","end":"2026-06-17T19:03:28.828413Z","steps":["trace[7789417] 'read index received' (duration: 2.440610046s)","trace[7789417] 'applied index is now lower than readState.Index' (duration: 13.621µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:28.829163Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882333,"received-request-id":10660757914039882332} {"level":"warn","ts":"2026-06-17T19:03:29.215533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.827729837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:03:29.215654Z","caller":"traceutil/trace.go:172","msg":"trace[640701259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1049; }","duration":"2.82786094s","start":"2026-06-17T19:03:26.387765Z","end":"2026-06-17T19:03:29.215626Z","steps":["trace[640701259] 'agreement among raft nodes before linearized reading' (duration: 2.44078739s)","trace[640701259] 'range keys from in-memory index tree' (duration: 386.791434ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:29.215714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:26.387734Z","time spent":"2.827965982s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:29.215892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.740486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-17T19:03:29.387150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000382374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:29.387285Z","caller":"traceutil/trace.go:172","msg":"trace[948170384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527847s","start":"2026-06-17T19:03:27.386738Z","end":"2026-06-17T19:03:29.387266Z","steps":["trace[948170384] 'agreement among raft nodes before linearized reading' (duration: 2.000379604s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:29.387333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.386720Z","time spent":"2.000604898s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:31.388338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999799906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:03:31.388719Z","caller":"traceutil/trace.go:172","msg":"trace[1843168839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183634s","start":"2026-06-17T19:03:29.388439Z","end":"2026-06-17T19:03:31.388622Z","steps":["trace[1843168839] 'agreement among raft nodes before linearized reading' (duration: 1.999797116s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:31.389029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.388421Z","time spent":"2.00050432s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:31 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:31.688991Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.745201465s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T19:03:33.179931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242, vote: 0] ignored MsgPreVote from 572db18442eba1c2 [logterm: 2, index: 1242] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-17T19:03:33.234960Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.545648329s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:33.397781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000501709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:33.397836Z","caller":"traceutil/trace.go:172","msg":"trace[707032761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057471s","start":"2026-06-17T19:03:31.397249Z","end":"2026-06-17T19:03:33.397824Z","steps":["trace[707032761] 'agreement among raft nodes before linearized reading' (duration: 2.000499318s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.397877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.397233Z","time spent":"2.000637251s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:33 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:33.524092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.308061658s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:33.623593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000130942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:33.623684Z","caller":"traceutil/trace.go:172","msg":"trace[1920627945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000247704s","start":"2026-06-17T19:03:28.623413Z","end":"2026-06-17T19:03:33.623660Z","steps":["trace[1920627945] 'agreement among raft nodes before linearized reading' (duration: 5.000127712s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.623749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:28.623383Z","time spent":"5.000349607s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:33.652470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.110763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:33.653782Z","caller":"traceutil/trace.go:172","msg":"trace[2147103344] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1226; }","duration":"4.825226363s","start":"2026-06-17T19:03:28.828523Z","end":"2026-06-17T19:03:33.653749Z","steps":["trace[2147103344] 'read index received' (duration: 1.574083ms)","trace[2147103344] 'applied index is now lower than readState.Index' (duration: 4.82364929s)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:33.654044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.50463981s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:33.654203Z","caller":"traceutil/trace.go:172","msg":"trace[1354952366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"6.504848555s","start":"2026-06-17T19:03:27.149301Z","end":"2026-06-17T19:03:33.654150Z","steps":["trace[1354952366] 'agreement among raft nodes before linearized reading' (duration: 6.504574639s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.154699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:34.425670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999601179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:34.425740Z","caller":"traceutil/trace.go:172","msg":"trace[1432312376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999703591s","start":"2026-06-17T19:03:29.426021Z","end":"2026-06-17T19:03:34.425724Z","steps":["trace[1432312376] 'agreement among raft nodes before linearized reading' (duration: 4.999597669s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.425786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.426000Z","time spent":"4.999777383s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.655120Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:34.840997Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841123Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgPreVote request to db752a1a7266d75 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgPreVote request to 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841159Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8e45f57552ef93f2 lost leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841223Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.842276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from db752a1a7266d75 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.842325Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.842349Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"8e45f57552ef93f2 became candidate at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.842364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.842376Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854270Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854308Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.858159Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.858231Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.858278Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"8e45f57552ef93f2 became leader at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.858298Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8e45f57552ef93f2 elected leader 8e45f57552ef93f2 at term 3"} {"level":"warn","ts":"2026-06-17T19:03:34.858623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.223921223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858677Z","caller":"traceutil/trace.go:172","msg":"trace[1115303451] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; }","duration":"1.224006075s","start":"2026-06-17T19:03:33.634660Z","end":"2026-06-17T19:03:34.858666Z","steps":["trace[1115303451] 'agreement among raft nodes before linearized reading' (duration: 1.223919663s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:33.634641Z","time spent":"1.224067146s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.858778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.460659688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858841Z","caller":"traceutil/trace.go:172","msg":"trace[1818317173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.460722209s","start":"2026-06-17T19:03:33.398111Z","end":"2026-06-17T19:03:34.858834Z","steps":["trace[1818317173] 'agreement among raft nodes before linearized reading' (duration: 1.460660088s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:33.398074Z","time spent":"1.460785791s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:34.858862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.20601919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.150167894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858908Z","caller":"traceutil/trace.go:172","msg":"trace[369310985] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; }","duration":"4.206124652s","start":"2026-06-17T19:03:30.652768Z","end":"2026-06-17T19:03:34.858893Z","steps":["trace[369310985] 'agreement among raft nodes before linearized reading' (duration: 4.20601673s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.858939Z","caller":"traceutil/trace.go:172","msg":"trace[506491897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.150261476s","start":"2026-06-17T19:03:29.708659Z","end":"2026-06-17T19:03:34.858921Z","steps":["trace[506491897] 'agreement among raft nodes before linearized reading' (duration: 5.150163734s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.388271306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.652731Z","time spent":"4.206248375s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.858992Z","caller":"traceutil/trace.go:172","msg":"trace[1743066126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.388331627s","start":"2026-06-17T19:03:31.470648Z","end":"2026-06-17T19:03:34.858979Z","steps":["trace[1743066126] 'agreement among raft nodes before linearized reading' (duration: 3.388268516s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.708631Z","time spent":"5.150350207s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.470634Z","time spent":"3.388391408s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.467038828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.859094Z","caller":"traceutil/trace.go:172","msg":"trace[1316140394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; }","duration":"3.467094709s","start":"2026-06-17T19:03:31.391994Z","end":"2026-06-17T19:03:34.859088Z","steps":["trace[1316140394] 'agreement among raft nodes before linearized reading' (duration: 3.467040428s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.391973Z","time spent":"3.467133411s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.866527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210548716s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.867056Z","caller":"traceutil/trace.go:172","msg":"trace[1704430635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1064; }","duration":"1.211086167s","start":"2026-06-17T19:03:33.655953Z","end":"2026-06-17T19:03:34.867039Z","steps":["trace[1704430635] 'agreement among raft nodes before linearized reading' (duration: 1.210526776s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.906248Z","caller":"traceutil/trace.go:172","msg":"trace[130961030] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"3.763584615s","start":"2026-06-17T19:03:31.142641Z","end":"2026-06-17T19:03:34.906225Z","steps":["trace[130961030] 'process raft request' (duration: 3.763407862s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.906422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.142621Z","time spent":"3.763710968s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:34.906609Z","caller":"traceutil/trace.go:172","msg":"trace[331622325] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"4.673303512s","start":"2026-06-17T19:03:30.233265Z","end":"2026-06-17T19:03:34.906569Z","steps":["trace[331622325] 'process raft request' (duration: 4.6727204s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.906773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.233232Z","time spent":"4.673453855s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.177081Z","caller":"traceutil/trace.go:172","msg":"trace[865890293] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1248; }","duration":"227.280939ms","start":"2026-06-17T19:03:34.949765Z","end":"2026-06-17T19:03:35.177046Z","steps":["trace[865890293] 'read index received' (duration: 227.226688ms)","trace[865890293] 'applied index is now lower than readState.Index' (duration: 16.83µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.177318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.529764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.177400Z","caller":"traceutil/trace.go:172","msg":"trace[1218218367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"227.624196ms","start":"2026-06-17T19:03:34.949755Z","end":"2026-06-17T19:03:35.177379Z","steps":["trace[1218218367] 'agreement among raft nodes before linearized reading' (duration: 227.441742ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.177647Z","caller":"traceutil/trace.go:172","msg":"trace[307424522] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"225.969162ms","start":"2026-06-17T19:03:34.951661Z","end":"2026-06-17T19:03:35.177631Z","steps":["trace[307424522] 'process raft request' (duration: 225.799608ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.177658Z","caller":"traceutil/trace.go:172","msg":"trace[527594726] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"266.845114ms","start":"2026-06-17T19:03:34.910768Z","end":"2026-06-17T19:03:35.177613Z","steps":["trace[527594726] 'process raft request' (duration: 266.496556ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.398443Z","caller":"traceutil/trace.go:172","msg":"trace[577211294] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1258; }","duration":"218.821933ms","start":"2026-06-17T19:03:35.179590Z","end":"2026-06-17T19:03:35.398412Z","steps":["trace[577211294] 'read index received' (duration: 218.815363ms)","trace[577211294] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:35.398546Z","caller":"traceutil/trace.go:172","msg":"trace[1128964032] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"215.406383ms","start":"2026-06-17T19:03:35.183120Z","end":"2026-06-17T19:03:35.398527Z","steps":["trace[1128964032] 'process raft request' (duration: 215.362222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.398654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.046547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.398689Z","caller":"traceutil/trace.go:172","msg":"trace[1267205058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"219.096258ms","start":"2026-06-17T19:03:35.179583Z","end":"2026-06-17T19:03:35.398679Z","steps":["trace[1267205058] 'agreement among raft nodes before linearized reading' (duration: 219.007886ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.398819Z","caller":"traceutil/trace.go:172","msg":"trace[2120826370] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"217.110428ms","start":"2026-06-17T19:03:35.181698Z","end":"2026-06-17T19:03:35.398809Z","steps":["trace[2120826370] 'process raft request' (duration: 216.674139ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.591254Z","caller":"traceutil/trace.go:172","msg":"trace[783116468] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1260; }","duration":"192.723089ms","start":"2026-06-17T19:03:35.398511Z","end":"2026-06-17T19:03:35.591234Z","steps":["trace[783116468] 'read index received' (duration: 192.716589ms)","trace[783116468] 'applied index is now lower than readState.Index' (duration: 5.39µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:35.591548Z","caller":"traceutil/trace.go:172","msg":"trace[1963880877] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"188.935662ms","start":"2026-06-17T19:03:35.402601Z","end":"2026-06-17T19:03:35.591537Z","steps":["trace[1963880877] 'process raft request' (duration: 188.894751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.591610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.980929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-06-17T19:03:35.591646Z","caller":"traceutil/trace.go:172","msg":"trace[182428993] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1077; }","duration":"407.03653ms","start":"2026-06-17T19:03:35.184602Z","end":"2026-06-17T19:03:35.591638Z","steps":["trace[182428993] 'agreement among raft nodes before linearized reading' (duration: 406.860377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.591666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.184578Z","time spent":"407.082881ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18648,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:35.696310Z","caller":"traceutil/trace.go:172","msg":"trace[1992007349] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1265; }","duration":"104.961855ms","start":"2026-06-17T19:03:35.591326Z","end":"2026-06-17T19:03:35.696288Z","steps":["trace[1992007349] 'read index received' (duration: 104.956065ms)","trace[1992007349] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.696526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.938868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:03:35.696563Z","caller":"traceutil/trace.go:172","msg":"trace[955683560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1082; }","duration":"294.99872ms","start":"2026-06-17T19:03:35.401556Z","end":"2026-06-17T19:03:35.696555Z","steps":["trace[955683560] 'agreement among raft nodes before linearized reading' (duration: 294.819996ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.696886Z","caller":"traceutil/trace.go:172","msg":"trace[585583826] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"101.050295ms","start":"2026-06-17T19:03:35.595739Z","end":"2026-06-17T19:03:35.696789Z","steps":["trace[585583826] 'process raft request' (duration: 100.709478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.696711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.077719ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.697360Z","caller":"traceutil/trace.go:172","msg":"trace[1097762028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"288.962377ms","start":"2026-06-17T19:03:35.408381Z","end":"2026-06-17T19:03:35.697343Z","steps":["trace[1097762028] 'agreement among raft nodes before linearized reading' (duration: 288.040698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.175868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.188237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:36.175998Z","caller":"traceutil/trace.go:172","msg":"trace[456972003] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"299.921913ms","start":"2026-06-17T19:03:35.876067Z","end":"2026-06-17T19:03:36.175989Z","steps":["trace[456972003] 'process raft request' (duration: 299.877802ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.560453Z","caller":"traceutil/trace.go:172","msg":"trace[346280244] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1283; }","duration":"175.209584ms","start":"2026-06-17T19:03:36.385210Z","end":"2026-06-17T19:03:36.560420Z","steps":["trace[346280244] 'read index received' (duration: 175.197603ms)","trace[346280244] 'applied index is now lower than readState.Index' (duration: 9.741µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.560722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.477039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.560801Z","caller":"traceutil/trace.go:172","msg":"trace[537857501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"175.584361ms","start":"2026-06-17T19:03:36.385205Z","end":"2026-06-17T19:03:36.560790Z","steps":["trace[537857501] 'agreement among raft nodes before linearized reading' (duration: 175.376127ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.645769Z","caller":"traceutil/trace.go:172","msg":"trace[1413863904] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"153.059473ms","start":"2026-06-17T19:03:36.492686Z","end":"2026-06-17T19:03:36.645745Z","steps":["trace[1413863904] 'process raft request' (duration: 102.282061ms)","trace[1413863904] 'compare' (duration: 50.63692ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:36.680735Z","caller":"traceutil/trace.go:172","msg":"trace[1402901043] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"120.162015ms","start":"2026-06-17T19:03:36.560541Z","end":"2026-06-17T19:03:36.680704Z","steps":["trace[1402901043] 'read index received' (duration: 120.155314ms)","trace[1402901043] 'applied index is now lower than readState.Index' (duration: 5.371µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.681016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.747387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.681092Z","caller":"traceutil/trace.go:172","msg":"trace[11921582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1103; }","duration":"209.876499ms","start":"2026-06-17T19:03:36.471200Z","end":"2026-06-17T19:03:36.681076Z","steps":["trace[11921582] 'agreement among raft nodes before linearized reading' (duration: 209.715446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.681788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.172274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.681879Z","caller":"traceutil/trace.go:172","msg":"trace[1782253617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"119.263226ms","start":"2026-06-17T19:03:36.562588Z","end":"2026-06-17T19:03:36.681851Z","steps":["trace[1782253617] 'agreement among raft nodes before linearized reading' (duration: 119.121203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.989031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.489211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:36.996649Z","caller":"traceutil/trace.go:172","msg":"trace[1626086839] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1291; }","duration":"280.601727ms","start":"2026-06-17T19:03:36.716019Z","end":"2026-06-17T19:03:36.996621Z","steps":["trace[1626086839] 'read index received' (duration: 280.594857ms)","trace[1626086839] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.997029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.986606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-06-17T19:03:36.997103Z","caller":"traceutil/trace.go:172","msg":"trace[1634550248] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1108; }","duration":"281.090508ms","start":"2026-06-17T19:03:36.715996Z","end":"2026-06-17T19:03:36.997087Z","steps":["trace[1634550248] 'agreement among raft nodes before linearized reading' (duration: 280.755621ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.999685Z","caller":"traceutil/trace.go:172","msg":"trace[2013373697] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"280.468475ms","start":"2026-06-17T19:03:36.719199Z","end":"2026-06-17T19:03:36.999667Z","steps":["trace[2013373697] 'process raft request' (duration: 280.394284ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:37.570091Z","caller":"traceutil/trace.go:172","msg":"trace[1422188814] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1310; }","duration":"183.128997ms","start":"2026-06-17T19:03:37.386929Z","end":"2026-06-17T19:03:37.570058Z","steps":["trace[1422188814] 'read index received' (duration: 183.118677ms)","trace[1422188814] 'applied index is now lower than readState.Index' (duration: 8.72µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.570361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.401162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:37.570460Z","caller":"traceutil/trace.go:172","msg":"trace[2119048693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"183.515185ms","start":"2026-06-17T19:03:37.386921Z","end":"2026-06-17T19:03:37.570436Z","steps":["trace[2119048693] 'agreement among raft nodes before linearized reading' (duration: 183.338031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.571320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.851816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:37.571428Z","caller":"traceutil/trace.go:172","msg":"trace[372377781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"161.991099ms","start":"2026-06-17T19:03:37.409415Z","end":"2026-06-17T19:03:37.571406Z","steps":["trace[372377781] 'agreement among raft nodes before linearized reading' (duration: 161.744884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.840185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.091496ms"} {"level":"warn","ts":"2026-06-17T19:03:37.840331Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.251049ms"} {"level":"info","ts":"2026-06-17T19:03:37.957351Z","caller":"traceutil/trace.go:172","msg":"trace[1456185391] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1312; }","duration":"230.355634ms","start":"2026-06-17T19:03:37.726962Z","end":"2026-06-17T19:03:37.957318Z","steps":["trace[1456185391] 'read index received' (duration: 230.347833ms)","trace[1456185391] 'applied index is now lower than readState.Index' (duration: 6.291µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.962020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.317795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:37.962137Z","caller":"traceutil/trace.go:172","msg":"trace[1574115759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1128; }","duration":"156.454478ms","start":"2026-06-17T19:03:37.805653Z","end":"2026-06-17T19:03:37.962108Z","steps":["trace[1574115759] 'agreement among raft nodes before linearized reading' (duration: 152.792913ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.962135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.11165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-06-17T19:03:37.962217Z","caller":"traceutil/trace.go:172","msg":"trace[935381832] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"233.750172ms","start":"2026-06-17T19:03:37.728446Z","end":"2026-06-17T19:03:37.962196Z","steps":["trace[935381832] 'process raft request' (duration: 229.512847ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:37.962243Z","caller":"traceutil/trace.go:172","msg":"trace[987324393] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1128; }","duration":"235.268973ms","start":"2026-06-17T19:03:37.726948Z","end":"2026-06-17T19:03:37.962217Z","steps":["trace[987324393] 'agreement among raft nodes before linearized reading' (duration: 230.551687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:38.658728Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"49.538558ms"} {"level":"warn","ts":"2026-06-17T19:03:38.658814Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"49.63807ms"} {"level":"warn","ts":"2026-06-17T19:03:38.979769Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:39.095438Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.601659ms"} {"level":"warn","ts":"2026-06-17T19:03:39.095498Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.66913ms"} {"level":"info","ts":"2026-06-17T19:03:39.095814Z","caller":"traceutil/trace.go:172","msg":"trace[675981093] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1318; }","duration":"616.617786ms","start":"2026-06-17T19:03:38.479153Z","end":"2026-06-17T19:03:39.095771Z","steps":["trace[675981093] 'read index received' (duration: 616.601225ms)","trace[675981093] 'applied index is now lower than readState.Index' (duration: 14.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.102568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.381821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.102658Z","caller":"traceutil/trace.go:172","msg":"trace[761116193] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1134; }","duration":"623.491544ms","start":"2026-06-17T19:03:38.479147Z","end":"2026-06-17T19:03:39.102638Z","steps":["trace[761116193] 'agreement among raft nodes before linearized reading' (duration: 616.744458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.102705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.479114Z","time spent":"623.580116ms","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:39.103740Z","caller":"traceutil/trace.go:172","msg":"trace[1614228953] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"652.068479ms","start":"2026-06-17T19:03:38.451653Z","end":"2026-06-17T19:03:39.103721Z","steps":["trace[1614228953] 'process raft request' (duration: 651.393896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.103876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.451584Z","time spent":"652.233432ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:39.310899Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882385,"received-request-id":10660757914039882383} {"level":"warn","ts":"2026-06-17T19:03:39.311206Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.685427ms"} {"level":"warn","ts":"2026-06-17T19:03:39.311247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.733508ms"} {"level":"warn","ts":"2026-06-17T19:03:39.596878Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:39.634060Z","caller":"traceutil/trace.go:172","msg":"trace[942429469] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1329; }","duration":"538.132554ms","start":"2026-06-17T19:03:39.095906Z","end":"2026-06-17T19:03:39.634039Z","steps":["trace[942429469] 'read index received' (duration: 538.124564ms)","trace[942429469] 'applied index is now lower than readState.Index' (duration: 6.62µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.634054Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.698263ms"} {"level":"warn","ts":"2026-06-17T19:03:39.634147Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.873066ms"} {"level":"warn","ts":"2026-06-17T19:03:39.669271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"936.266853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.669351Z","caller":"traceutil/trace.go:172","msg":"trace[1109760827] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1145; }","duration":"936.369145ms","start":"2026-06-17T19:03:38.732959Z","end":"2026-06-17T19:03:39.669328Z","steps":["trace[1109760827] 'agreement among raft nodes before linearized reading' (duration: 901.1988ms)","trace[1109760827] 'range keys from in-memory index tree' (duration: 35.035182ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.732928Z","time spent":"936.461708ms","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"885.910439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:39.669650Z","caller":"traceutil/trace.go:172","msg":"trace[1742124768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"885.94971ms","start":"2026-06-17T19:03:38.783690Z","end":"2026-06-17T19:03:39.669639Z","steps":["trace[1742124768] 'agreement among raft nodes before linearized reading' (duration: 850.403467ms)","trace[1742124768] 'range keys from in-memory index tree' (duration: 35.40783ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.783662Z","time spent":"886.003511ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"620.848102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:03:39.669688Z","caller":"traceutil/trace.go:172","msg":"trace[90210225] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"562.468651ms","start":"2026-06-17T19:03:39.107202Z","end":"2026-06-17T19:03:39.669671Z","steps":["trace[90210225] 'process raft request' (duration: 526.858668ms)","trace[90210225] 'compare' (duration: 35.346648ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:39.669729Z","caller":"traceutil/trace.go:172","msg":"trace[1562754015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1145; }","duration":"620.939754ms","start":"2026-06-17T19:03:39.048767Z","end":"2026-06-17T19:03:39.669707Z","steps":["trace[1562754015] 'agreement among raft nodes before linearized reading' (duration: 585.30446ms)","trace[1562754015] 'range keys from in-memory index tree' (duration: 35.4102ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.048742Z","time spent":"621.021145ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.107180Z","time spent":"562.560523ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:39.686224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.144008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:39.686298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.242133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686370Z","caller":"traceutil/trace.go:172","msg":"trace[1985864877] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1149; }","duration":"137.304034ms","start":"2026-06-17T19:03:39.549050Z","end":"2026-06-17T19:03:39.686354Z","steps":["trace[1985864877] 'agreement among raft nodes before linearized reading' (duration: 137.230522ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:39.686309Z","caller":"traceutil/trace.go:172","msg":"trace[1572464412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"277.23295ms","start":"2026-06-17T19:03:39.409059Z","end":"2026-06-17T19:03:39.686292Z","steps":["trace[1572464412] 'agreement among raft nodes before linearized reading' (duration: 277.109297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.575308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686608Z","caller":"traceutil/trace.go:172","msg":"trace[453014900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"301.935125ms","start":"2026-06-17T19:03:39.384643Z","end":"2026-06-17T19:03:39.686578Z","steps":["trace[453014900] 'agreement among raft nodes before linearized reading' (duration: 301.548798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.384612Z","time spent":"302.059678ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:39.686230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.646082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686854Z","caller":"traceutil/trace.go:172","msg":"trace[790963200] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1149; }","duration":"346.278664ms","start":"2026-06-17T19:03:39.340553Z","end":"2026-06-17T19:03:39.686832Z","steps":["trace[790963200] 'agreement among raft nodes before linearized reading' (duration: 345.55843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.340531Z","time spent":"346.390626ms","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.687676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.238763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:139 size:11666"} {"level":"info","ts":"2026-06-17T19:03:39.687726Z","caller":"traceutil/trace.go:172","msg":"trace[1413676083] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:139; response_revision:1149; }","duration":"330.291634ms","start":"2026-06-17T19:03:39.357424Z","end":"2026-06-17T19:03:39.687716Z","steps":["trace[1413676083] 'agreement among raft nodes before linearized reading' (duration: 328.849345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.687762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.357364Z","time spent":"330.385676ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":11690,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-06-17T19:03:49.042570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.904294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.920445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.933140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.965870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:52.266735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:56.347115Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"318.905269ms"} {"level":"warn","ts":"2026-06-17T19:03:56.347215Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"319.016431ms"} {"level":"info","ts":"2026-06-17T19:03:56.347446Z","caller":"traceutil/trace.go:172","msg":"trace[239548208] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"509.835158ms","start":"2026-06-17T19:03:55.837588Z","end":"2026-06-17T19:03:56.347423Z","steps":["trace[239548208] 'process raft request' (duration: 509.695436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.347629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:55.837566Z","time spent":"509.989422ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:56.379377Z","caller":"traceutil/trace.go:172","msg":"trace[1680292486] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1606; }","duration":"347.714841ms","start":"2026-06-17T19:03:56.031633Z","end":"2026-06-17T19:03:56.379348Z","steps":["trace[1680292486] 'read index received' (duration: 347.706401ms)","trace[1680292486] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.379539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.892464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.379668Z","caller":"traceutil/trace.go:172","msg":"trace[1515988690] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1360; }","duration":"348.035827ms","start":"2026-06-17T19:03:56.031613Z","end":"2026-06-17T19:03:56.379649Z","steps":["trace[1515988690] 'agreement among raft nodes before linearized reading' (duration: 347.835973ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.379711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.031589Z","time spent":"348.113258ms","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:56.512007Z","caller":"traceutil/trace.go:172","msg":"trace[417536031] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1606; }","duration":"132.542885ms","start":"2026-06-17T19:03:56.379445Z","end":"2026-06-17T19:03:56.511988Z","steps":["trace[417536031] 'read index received' (duration: 132.537395ms)","trace[417536031] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.514578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.414861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-lwrtl\" limit:1 ","response":"range_response_count:1 size:5943"} {"level":"info","ts":"2026-06-17T19:03:56.514638Z","caller":"traceutil/trace.go:172","msg":"trace[1997740060] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-lwrtl; range_end:; response_count:1; response_revision:1360; }","duration":"148.483592ms","start":"2026-06-17T19:03:56.366138Z","end":"2026-06-17T19:03:56.514622Z","steps":["trace[1997740060] 'agreement among raft nodes before linearized reading' (duration: 145.975505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.200598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.514706Z","caller":"traceutil/trace.go:172","msg":"trace[1699807412] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1360; }","duration":"163.302909ms","start":"2026-06-17T19:03:56.351387Z","end":"2026-06-17T19:03:56.514690Z","steps":["trace[1699807412] 'agreement among raft nodes before linearized reading' (duration: 160.740762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.441268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.514881Z","caller":"traceutil/trace.go:172","msg":"trace[1503172646] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1360; }","duration":"466.572201ms","start":"2026-06-17T19:03:56.048297Z","end":"2026-06-17T19:03:56.514869Z","steps":["trace[1503172646] 'agreement among raft nodes before linearized reading' (duration: 463.83865ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.048281Z","time spent":"466.631202ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:56.535386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.959883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.535450Z","caller":"traceutil/trace.go:172","msg":"trace[2075243280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"148.025384ms","start":"2026-06-17T19:03:56.387411Z","end":"2026-06-17T19:03:56.535436Z","steps":["trace[2075243280] 'agreement among raft nodes before linearized reading' (duration: 147.939542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.535610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.90903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.535676Z","caller":"traceutil/trace.go:172","msg":"trace[924180343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1363; }","duration":"126.975041ms","start":"2026-06-17T19:03:56.408686Z","end":"2026-06-17T19:03:56.535661Z","steps":["trace[924180343] 'agreement among raft nodes before linearized reading' (duration: 126.89085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.535721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.724509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.536596Z","caller":"traceutil/trace.go:172","msg":"trace[2109801694] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1363; }","duration":"110.721507ms","start":"2026-06-17T19:03:56.425855Z","end":"2026-06-17T19:03:56.536577Z","steps":["trace[2109801694] 'agreement among raft nodes before linearized reading' (duration: 109.542465ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.681525Z","caller":"traceutil/trace.go:172","msg":"trace[975510472] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1610; }","duration":"144.883985ms","start":"2026-06-17T19:03:56.536620Z","end":"2026-06-17T19:03:56.681504Z","steps":["trace[975510472] 'read index received' (duration: 144.878945ms)","trace[975510472] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.681721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.080388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.681829Z","caller":"traceutil/trace.go:172","msg":"trace[1119625748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"145.214691ms","start":"2026-06-17T19:03:56.536608Z","end":"2026-06-17T19:03:56.681822Z","steps":["trace[1119625748] 'agreement among raft nodes before linearized reading' (duration: 145.045688ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.681900Z","caller":"traceutil/trace.go:172","msg":"trace[11140827] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"158.760004ms","start":"2026-06-17T19:03:56.523114Z","end":"2026-06-17T19:03:56.681874Z","steps":["trace[11140827] 'process raft request' (duration: 158.677042ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.832196Z","caller":"traceutil/trace.go:172","msg":"trace[465509791] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1616; }","duration":"109.307841ms","start":"2026-06-17T19:03:56.722867Z","end":"2026-06-17T19:03:56.832175Z","steps":["trace[465509791] 'read index received' (duration: 109.304741ms)","trace[465509791] 'applied index is now lower than readState.Index' (duration: 2.38µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.832341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.470634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:56.832365Z","caller":"traceutil/trace.go:172","msg":"trace[108986441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"109.509595ms","start":"2026-06-17T19:03:56.722850Z","end":"2026-06-17T19:03:56.832360Z","steps":["trace[108986441] 'agreement among raft nodes before linearized reading' (duration: 109.401113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:57.478940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.398636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:59.612922Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.776267ms"} {"level":"warn","ts":"2026-06-17T19:03:59.612999Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.862579ms"} {"level":"info","ts":"2026-06-17T19:03:59.631847Z","caller":"traceutil/trace.go:172","msg":"trace[1876752231] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1627; }","duration":"222.493797ms","start":"2026-06-17T19:03:59.409314Z","end":"2026-06-17T19:03:59.631808Z","steps":["trace[1876752231] 'read index received' (duration: 222.487377ms)","trace[1876752231] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:59.632081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.736432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:59.632138Z","caller":"traceutil/trace.go:172","msg":"trace[956159556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1378; }","duration":"222.813903ms","start":"2026-06-17T19:03:59.409308Z","end":"2026-06-17T19:03:59.632122Z","steps":["trace[956159556] 'agreement among raft nodes before linearized reading' (duration: 222.618909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:59.795206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.532423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:59.795292Z","caller":"traceutil/trace.go:172","msg":"trace[1207925534] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1380; }","duration":"108.636125ms","start":"2026-06-17T19:03:59.686636Z","end":"2026-06-17T19:03:59.795272Z","steps":["trace[1207925534] 'agreement among raft nodes before linearized reading' (duration: 58.241135ms)","trace[1207925534] 'range keys from in-memory index tree' (duration: 50.242108ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:04:00.387776Z","caller":"traceutil/trace.go:172","msg":"trace[1992597026] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1631; }","duration":"126.424075ms","start":"2026-06-17T19:04:00.261328Z","end":"2026-06-17T19:04:00.387752Z","steps":["trace[1992597026] 'read index received' (duration: 126.417105ms)","trace[1992597026] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:00.387977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.619689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:00.388054Z","caller":"traceutil/trace.go:172","msg":"trace[431682849] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1382; }","duration":"126.729401ms","start":"2026-06-17T19:04:00.261307Z","end":"2026-06-17T19:04:00.388037Z","steps":["trace[431682849] 'agreement among raft nodes before linearized reading' (duration: 126.552378ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:00.388797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.099737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:00.388934Z","caller":"traceutil/trace.go:172","msg":"trace[600093310] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1382; }","duration":"102.25378ms","start":"2026-06-17T19:04:00.286657Z","end":"2026-06-17T19:04:00.388911Z","steps":["trace[600093310] 'agreement among raft nodes before linearized reading' (duration: 102.042006ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:00.849837Z","caller":"traceutil/trace.go:172","msg":"trace[1149360279] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"143.213135ms","start":"2026-06-17T19:04:00.706604Z","end":"2026-06-17T19:04:00.849817Z","steps":["trace[1149360279] 'process raft request' (duration: 58.180851ms)","trace[1149360279] 'compare' (duration: 84.915472ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:00.849803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.284392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:04:00.849967Z","caller":"traceutil/trace.go:172","msg":"trace[412282156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1382; }","duration":"127.473545ms","start":"2026-06-17T19:04:00.722461Z","end":"2026-06-17T19:04:00.849935Z","steps":["trace[412282156] 'agreement among raft nodes before linearized reading' (duration: 43.119753ms)","trace[412282156] 'range keys from in-memory index tree' (duration: 83.984665ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:04.381394Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:04:04.442359Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.648237ms"} {"level":"warn","ts":"2026-06-17T19:04:04.442398Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.690748ms"} {"level":"info","ts":"2026-06-17T19:04:04.575489Z","caller":"traceutil/trace.go:172","msg":"trace[33056720] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1655; }","duration":"694.715107ms","start":"2026-06-17T19:04:03.880753Z","end":"2026-06-17T19:04:04.575468Z","steps":["trace[33056720] 'read index received' (duration: 694.708617ms)","trace[33056720] 'applied index is now lower than readState.Index' (duration: 5.41µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:04.575645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.87506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.575678Z","caller":"traceutil/trace.go:172","msg":"trace[614455534] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1403; }","duration":"694.919901ms","start":"2026-06-17T19:04:03.880745Z","end":"2026-06-17T19:04:04.575665Z","steps":["trace[614455534] 'agreement among raft nodes before linearized reading' (duration: 694.841969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.575707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.880721Z","time spent":"694.977322ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.576806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.728262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.576962Z","caller":"traceutil/trace.go:172","msg":"trace[1341781519] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1404; }","duration":"653.894475ms","start":"2026-06-17T19:04:03.923047Z","end":"2026-06-17T19:04:04.576942Z","steps":["trace[1341781519] 'agreement among raft nodes before linearized reading' (duration: 653.684971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.923024Z","time spent":"653.974736ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.577464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.570364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.577508Z","caller":"traceutil/trace.go:172","msg":"trace[56157707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1404; }","duration":"143.613715ms","start":"2026-06-17T19:04:04.433882Z","end":"2026-06-17T19:04:04.577496Z","steps":["trace[56157707] 'agreement among raft nodes before linearized reading' (duration: 143.553174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.144993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:04:04.577823Z","caller":"traceutil/trace.go:172","msg":"trace[341291971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"635.172744ms","start":"2026-06-17T19:04:03.942643Z","end":"2026-06-17T19:04:04.577816Z","steps":["trace[341291971] 'agreement among raft nodes before linearized reading' (duration: 635.070872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.942634Z","time spent":"635.202934ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.578223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.094369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:04:04.579122Z","caller":"traceutil/trace.go:172","msg":"trace[810532934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"307.612638ms","start":"2026-06-17T19:04:04.270748Z","end":"2026-06-17T19:04:04.578360Z","steps":["trace[810532934] 'agreement among raft nodes before linearized reading' (duration: 306.934826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.581040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:04.270726Z","time spent":"310.217916ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:08.790995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.191969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:08.791091Z","caller":"traceutil/trace.go:172","msg":"trace[1169387427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"173.298051ms","start":"2026-06-17T19:04:08.617777Z","end":"2026-06-17T19:04:08.791075Z","steps":["trace[1169387427] 'range keys from in-memory index tree' (duration: 171.760403ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:10.832741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.880189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.907456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.930891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.941401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.981019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.134009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.159445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.174301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.235810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.267943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.293493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.371198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.444067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.463352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.579811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.605253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.624524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.728677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.738326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.934692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:43.708239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.16708ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:43.708388Z","caller":"traceutil/trace.go:172","msg":"trace[551408080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1611; }","duration":"139.348833ms","start":"2026-06-17T19:04:43.569021Z","end":"2026-06-17T19:04:43.708370Z","steps":["trace[551408080] 'range keys from in-memory index tree' (duration: 139.101269ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:51.163290Z","caller":"traceutil/trace.go:172","msg":"trace[669948111] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"116.38502ms","start":"2026-06-17T19:04:51.046891Z","end":"2026-06-17T19:04:51.163276Z","steps":["trace[669948111] 'process raft request' (duration: 116.246588ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:58.641470Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.612712ms"} {"level":"warn","ts":"2026-06-17T19:04:58.641657Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.798325ms"} {"level":"info","ts":"2026-06-17T19:05:00.834298Z","caller":"traceutil/trace.go:172","msg":"trace[159337382] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"103.370614ms","start":"2026-06-17T19:05:00.730898Z","end":"2026-06-17T19:05:00.834268Z","steps":["trace[159337382] 'process raft request' (duration: 103.185791ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:01.773824Z","caller":"traceutil/trace.go:172","msg":"trace[820893966] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1966; }","duration":"131.83268ms","start":"2026-06-17T19:05:01.641954Z","end":"2026-06-17T19:05:01.773787Z","steps":["trace[820893966] 'read index received' (duration: 131.80654ms)","trace[820893966] 'applied index is now lower than readState.Index' (duration: 18.76µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:01.774085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.100574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:05:01.774128Z","caller":"traceutil/trace.go:172","msg":"trace[1251462906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1680; }","duration":"132.173365ms","start":"2026-06-17T19:05:01.641944Z","end":"2026-06-17T19:05:01.774117Z","steps":["trace[1251462906] 'agreement among raft nodes before linearized reading' (duration: 131.958022ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:06.914189Z","caller":"traceutil/trace.go:172","msg":"trace[1603778976] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"184.401707ms","start":"2026-06-17T19:05:06.729767Z","end":"2026-06-17T19:05:06.914169Z","steps":["trace[1603778976] 'process raft request' (duration: 184.247135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.529575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.816358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.529932Z","caller":"traceutil/trace.go:172","msg":"trace[1607719625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"144.202364ms","start":"2026-06-17T19:05:07.385701Z","end":"2026-06-17T19:05:07.529904Z","steps":["trace[1607719625] 'agreement among raft nodes before linearized reading' (duration: 55.541478ms)","trace[1607719625] 'range keys from in-memory index tree' (duration: 88.236619ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.529631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.703007ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.530016Z","caller":"traceutil/trace.go:172","msg":"trace[247946761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1701; }","duration":"121.081823ms","start":"2026-06-17T19:05:07.408904Z","end":"2026-06-17T19:05:07.529986Z","steps":["trace[247946761] 'range keys from in-memory index tree' (duration: 120.628286ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.709644Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.275794ms"} {"level":"warn","ts":"2026-06-17T19:05:07.709769Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.447047ms"} {"level":"warn","ts":"2026-06-17T19:05:07.737574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.575606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-17T19:05:07.737801Z","caller":"traceutil/trace.go:172","msg":"trace[702584289] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"257.949733ms","start":"2026-06-17T19:05:07.479826Z","end":"2026-06-17T19:05:07.737776Z","steps":["trace[702584289] 'read index received' (duration: 627.08µs)","trace[702584289] 'applied index is now lower than readState.Index' (duration: 257.321323ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.738040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.202926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-17T19:05:07.737984Z","caller":"traceutil/trace.go:172","msg":"trace[108113944] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"228.820848ms","start":"2026-06-17T19:05:07.509142Z","end":"2026-06-17T19:05:07.737963Z","steps":["trace[108113944] 'process raft request' (duration: 228.617254ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:07.738096Z","caller":"traceutil/trace.go:172","msg":"trace[635871528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"258.266877ms","start":"2026-06-17T19:05:07.479817Z","end":"2026-06-17T19:05:07.738084Z","steps":["trace[635871528] 'agreement among raft nodes before linearized reading' (duration: 258.084465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.739493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.422634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:05:07.739510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.520409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.739538Z","caller":"traceutil/trace.go:172","msg":"trace[973150272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1702; }","duration":"209.468835ms","start":"2026-06-17T19:05:07.530059Z","end":"2026-06-17T19:05:07.739528Z","steps":["trace[973150272] 'agreement among raft nodes before linearized reading' (duration: 209.407984ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:07.739542Z","caller":"traceutil/trace.go:172","msg":"trace[859332708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"208.56115ms","start":"2026-06-17T19:05:07.530972Z","end":"2026-06-17T19:05:07.739533Z","steps":["trace[859332708] 'agreement among raft nodes before linearized reading' (duration: 208.494439ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:10.848284Z","caller":"traceutil/trace.go:172","msg":"trace[833852206] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"144.650351ms","start":"2026-06-17T19:05:10.703616Z","end":"2026-06-17T19:05:10.848266Z","steps":["trace[833852206] 'process raft request' (duration: 93.197361ms)","trace[833852206] 'compare' (duration: 51.352589ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:10.875247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.094974ms"} {"level":"warn","ts":"2026-06-17T19:05:10.875293Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.143925ms"} {"level":"info","ts":"2026-06-17T19:05:13.943296Z","caller":"traceutil/trace.go:172","msg":"trace[343996281] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"129.64343ms","start":"2026-06-17T19:05:13.813614Z","end":"2026-06-17T19:05:13.943258Z","steps":["trace[343996281] 'process raft request' (duration: 129.458737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:14.220859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.607952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:05:14.220877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.355223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:14.220976Z","caller":"traceutil/trace.go:172","msg":"trace[1141656795] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1726; }","duration":"183.761945ms","start":"2026-06-17T19:05:14.037182Z","end":"2026-06-17T19:05:14.220944Z","steps":["trace[1141656795] 'range keys from in-memory index tree' (duration: 182.345863ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:14.220989Z","caller":"traceutil/trace.go:172","msg":"trace[969945665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1726; }","duration":"111.520326ms","start":"2026-06-17T19:05:14.109446Z","end":"2026-06-17T19:05:14.220966Z","steps":["trace[969945665] 'range keys from in-memory index tree' (duration: 110.019403ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:17.480100Z","caller":"traceutil/trace.go:172","msg":"trace[1313492837] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"108.384691ms","start":"2026-06-17T19:05:17.371694Z","end":"2026-06-17T19:05:17.480079Z","steps":["trace[1313492837] 'process raft request' (duration: 108.34322ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:26.250732Z","caller":"traceutil/trace.go:172","msg":"trace[1816086387] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"120.339785ms","start":"2026-06-17T19:05:26.130373Z","end":"2026-06-17T19:05:26.250713Z","steps":["trace[1816086387] 'process raft request' (duration: 116.449706ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:32.465508Z","caller":"traceutil/trace.go:172","msg":"trace[769524329] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"139.131409ms","start":"2026-06-17T19:05:32.326352Z","end":"2026-06-17T19:05:32.465484Z","steps":["trace[769524329] 'process raft request' (duration: 138.927796ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:32.497117Z","caller":"traceutil/trace.go:172","msg":"trace[329410799] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2102; }","duration":"108.047967ms","start":"2026-06-17T19:05:32.388981Z","end":"2026-06-17T19:05:32.497029Z","steps":["trace[329410799] 'read index received' (duration: 108.037597ms)","trace[329410799] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:32.557059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.456765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:32.557134Z","caller":"traceutil/trace.go:172","msg":"trace[644400288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1797; }","duration":"147.546986ms","start":"2026-06-17T19:05:32.409575Z","end":"2026-06-17T19:05:32.557122Z","steps":["trace[644400288] 'agreement among raft nodes before linearized reading' (duration: 147.436154ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:32.557139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.126428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:32.557216Z","caller":"traceutil/trace.go:172","msg":"trace[1035294490] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1797; }","duration":"168.232439ms","start":"2026-06-17T19:05:32.388965Z","end":"2026-06-17T19:05:32.557197Z","steps":["trace[1035294490] 'agreement among raft nodes before linearized reading' (duration: 108.583645ms)","trace[1035294490] 'range keys from in-memory index tree' (duration: 58.945113ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:33.158948Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.418072ms"} {"level":"warn","ts":"2026-06-17T19:05:33.159018Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.493694ms"} {"level":"warn","ts":"2026-06-17T19:05:46.080701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.691704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:05:52.554582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.842963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:06:27.909885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:28.410607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:28.841565Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8e45f57552ef93f2 [logterm: 3, index: 2343, vote: 8e45f57552ef93f2] ignored MsgPreVote from db752a1a7266d75 [logterm: 3, index: 2342] at term 3: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-06-17T19:06:28.911365Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:29.412414Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:29.865894Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.680824709s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:06:29.866007Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.524822037s"} {"level":"warn","ts":"2026-06-17T19:06:29.866022Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.524843168s"} {"level":"info","ts":"2026-06-17T19:06:29.866608Z","caller":"traceutil/trace.go:172","msg":"trace[300842192] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"2.681673974s","start":"2026-06-17T19:06:27.184920Z","end":"2026-06-17T19:06:29.866594Z","steps":["trace[300842192] 'process raft request' (duration: 2.681574319s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.866784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:27.184894Z","time spent":"2.68175971s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:06:29.868964Z","caller":"traceutil/trace.go:172","msg":"trace[1175209665] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2342; }","duration":"2.459856044s","start":"2026-06-17T19:06:27.409077Z","end":"2026-06-17T19:06:29.868933Z","steps":["trace[1175209665] 'read index received' (duration: 2.459846753s)","trace[1175209665] 'applied index is now lower than readState.Index' (duration: 7.891µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:06:29.869076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.459996332s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.869115Z","caller":"traceutil/trace.go:172","msg":"trace[2037269930] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2005; }","duration":"2.460039964s","start":"2026-06-17T19:06:27.409064Z","end":"2026-06-17T19:06:29.869104Z","steps":["trace[2037269930] 'agreement among raft nodes before linearized reading' (duration: 2.459977731s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.880671Z","caller":"traceutil/trace.go:172","msg":"trace[1502679299] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"650.095186ms","start":"2026-06-17T19:06:29.230563Z","end":"2026-06-17T19:06:29.880658Z","steps":["trace[1502679299] 'process raft request' (duration: 650.062334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.880773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.230484Z","time spent":"650.235734ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:06:29.880952Z","caller":"traceutil/trace.go:172","msg":"trace[1905120377] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"713.020443ms","start":"2026-06-17T19:06:29.167901Z","end":"2026-06-17T19:06:29.880922Z","steps":["trace[1905120377] 'process raft request' (duration: 712.654414ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.881138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.167867Z","time spent":"713.181382ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:06:29.884424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.730289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.884506Z","caller":"traceutil/trace.go:172","msg":"trace[11808588] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2008; }","duration":"878.835965ms","start":"2026-06-17T19:06:29.005656Z","end":"2026-06-17T19:06:29.884492Z","steps":["trace[11808588] 'agreement among raft nodes before linearized reading' (duration: 878.684367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.566329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-06-17T19:06:29.884546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.005631Z","time spent":"878.907109ms","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.499727215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.884543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"988.243268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T19:06:29.884578Z","caller":"traceutil/trace.go:172","msg":"trace[1090157318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"427.655154ms","start":"2026-06-17T19:06:29.456907Z","end":"2026-06-17T19:06:29.884562Z","steps":["trace[1090157318] 'agreement among raft nodes before linearized reading' (duration: 427.460983ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.884596Z","caller":"traceutil/trace.go:172","msg":"trace[63431258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"988.300251ms","start":"2026-06-17T19:06:28.896287Z","end":"2026-06-17T19:06:29.884587Z","steps":["trace[63431258] 'agreement among raft nodes before linearized reading' (duration: 988.145023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.896265Z","time spent":"988.351944ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:29.884597Z","caller":"traceutil/trace.go:172","msg":"trace[112067194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"1.499839101s","start":"2026-06-17T19:06:28.384741Z","end":"2026-06-17T19:06:29.884580Z","steps":["trace[112067194] 'agreement among raft nodes before linearized reading' (duration: 1.499688343s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.456883Z","time spent":"427.731028ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.384712Z","time spent":"1.499943616s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:29.884715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.301403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.884757Z","caller":"traceutil/trace.go:172","msg":"trace[177423058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:2008; }","duration":"341.350956ms","start":"2026-06-17T19:06:29.543395Z","end":"2026-06-17T19:06:29.884746Z","steps":["trace[177423058] 'agreement among raft nodes before linearized reading' (duration: 341.262571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.234456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.884782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.543370Z","time spent":"341.405428ms","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:29.884789Z","caller":"traceutil/trace.go:172","msg":"trace[1081811501] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:2008; }","duration":"785.258187ms","start":"2026-06-17T19:06:29.099523Z","end":"2026-06-17T19:06:29.884781Z","steps":["trace[1081811501] 'agreement among raft nodes before linearized reading' (duration: 785.213195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.538678268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:06:29.885039Z","caller":"traceutil/trace.go:172","msg":"trace[1726047184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2008; }","duration":"1.538724301s","start":"2026-06-17T19:06:28.346306Z","end":"2026-06-17T19:06:29.885030Z","steps":["trace[1726047184] 'agreement among raft nodes before linearized reading' (duration: 1.538572273s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.346272Z","time spent":"1.538781074s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.885221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835247308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-06-17T19:06:29.885561Z","caller":"traceutil/trace.go:172","msg":"trace[1376386536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2008; }","duration":"1.835606577s","start":"2026-06-17T19:06:28.049935Z","end":"2026-06-17T19:06:29.885542Z","steps":["trace[1376386536] 'agreement among raft nodes before linearized reading' (duration: 1.835080599s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.049904Z","time spent":"1.835696352s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":508,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.099501Z","time spent":"785.305571ms","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "}