{"level":"warn","ts":"2026-06-17T19:02:37.795628Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-17T19:02:37.796291Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-17T19:02:37.796314Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.148:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.148:2380","--initial-cluster=controller-2=https://199.204.45.72:2380,controller-1=https://199.204.45.227:2380,controller-3=https://199.204.45.148:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.148:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.148:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-17T19:02:37.796485Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-17T19:02:37.796539Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-17T19:02:37.796550Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.148:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.796604Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:02:37.797311Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"]} {"level":"info","ts":"2026-06-17T19:02:37.797458Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.227:2380,controller-2=https://199.204.45.72:2380,controller-3=https://199.204.45.148:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-17T19:02:37.799047Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e170}"} {"level":"info","ts":"2026-06-17T19:02:37.803387Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:02:37.803484Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.593697ms"} {"level":"info","ts":"2026-06-17T19:02:37.803562Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-17T19:02:37.803613Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-17T19:02:37.813540Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813601Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813628Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.148:2380","host":"199.204.45.148:2380","resolved-addr":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813640Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813653Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.148:2380","host":"199.204.45.148:2380","resolved-addr":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.813663Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-06-17T19:02:37.829211Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-17T19:02:37.840115Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-17T19:02:37.840171Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"8e45f57552ef93f2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-06-17T19:02:37.840292Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-17T19:02:37.840455Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=()"} {"level":"info","ts":"2026-06-17T19:02:37.840558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8e45f57552ef93f2 became follower at term 0"} {"level":"info","ts":"2026-06-17T19:02:37.840608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 8e45f57552ef93f2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-17T19:02:37.847441Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-17T19:02:37.849148Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-17T19:02:37.853039Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-17T19:02:37.854077Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.854135Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.854174Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.854192Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.854216Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.854248Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.857876Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.858566Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.858948Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859002Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859038Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.858976Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.859099Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.859126Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.860450Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.860638Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861000Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861054Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.861168Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"8e45f57552ef93f2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-17T19:02:37.861470Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-17T19:02:37.861687Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.861688Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861735Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861744Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-17T19:02:37.861921Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"8e45f57552ef93f2","initial-advertise-peer-urls":["https://199.204.45.148:2380"],"listen-peer-urls":["https://199.204.45.148:2380"],"advertise-client-urls":["https://199.204.45.148:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.148:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-17T19:02:37.861976Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-17T19:02:37.862003Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.862085Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.862137Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.148:2380"} {"level":"info","ts":"2026-06-17T19:02:37.862262Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-17T19:02:37.862468Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8e45f57552ef93f2 [term: 0] received a MsgHeartbeat message with higher term from 572db18442eba1c2 [term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.862509Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8e45f57552ef93f2 became follower at term 2"} {"level":"info","ts":"2026-06-17T19:02:37.862530Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8e45f57552ef93f2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:02:37.874289Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.874556Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.874645Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.874928Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.878753Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.879142Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"8e45f57552ef93f2","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":708,"incoming-snapshot-message-size-bytes":8740,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-06-17T19:02:37.880377Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.886228Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.886265Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.888318Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.888342Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.889491Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.889521Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.893908Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.893946Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.897581Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002c4.snap.db","bytes":1007616,"size":"1.0 MB"} {"level":"info","ts":"2026-06-17T19:02:37.897718Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"8e45f57552ef93f2","remote-snapshot-sender-id":"572db18442eba1c2","incoming-snapshot-index":708,"incoming-snapshot-size-bytes":1007616,"incoming-snapshot-size":"1.0 MB","download-took":"18.655416ms"} {"level":"info","ts":"2026-06-17T19:02:37.898093Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.898387Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=(988349497478638965 6281872236868248002) learners=(10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:37.898575Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"8e45f57552ef93f2 [commit: 708, lastindex: 708, lastterm: 2] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.898691Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"8e45f57552ef93f2 [commit: 708] restored snapshot [index: 708, term: 2]"} {"level":"info","ts":"2026-06-17T19:02:37.899220Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:02:37.903582Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":708} {"level":"info","ts":"2026-06-17T19:02:37.903912Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040a720}"} {"level":"info","ts":"2026-06-17T19:02:37.904571Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-17T19:02:37.904612Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"773.433µs"} {"level":"info","ts":"2026-06-17T19:02:37.904663Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-17T19:02:37.905732Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-17T19:02:37.905754Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-17T19:02:37.907496Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":651} {"level":"info","ts":"2026-06-17T19:02:37.907539Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":708} {"level":"info","ts":"2026-06-17T19:02:37.907566Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-17T19:02:37.907588Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-17T19:02:37.908615Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-17T19:02:37.908657Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-17T19:02:37.908714Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-17T19:02:37.908731Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-17T19:02:37.908757Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-17T19:02:37.909491Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-17T19:02:37.909528Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.909582Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:02:37.909599Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"572db18442eba1c2","recovered-remote-peer-urls":["https://199.204.45.227:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-17T19:02:37.909612Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"8e45f57552ef93f2","recovered-remote-peer-urls":["https://199.204.45.148:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-17T19:02:37.909619Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","recovered-remote-peer-id":"db752a1a7266d75","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-17T19:02:37.909627Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-17T19:02:37.909641Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.909650Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-17T19:02:37.909660Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.909690Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909706Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.909739Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909747Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.909839Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.910002Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","error":"context canceled"} {"level":"warn","ts":"2026-06-17T19:02:37.910085Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"db752a1a7266d75","error":"failed to read db752a1a7266d75 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-17T19:02:37.910152Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:37.910282Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:02:37.910309Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910317Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910331Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8e45f57552ef93f2","removed-remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.910339Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.910599Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.910633Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911142Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911160Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911207Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911326Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"warn","ts":"2026-06-17T19:02:37.911365Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"572db18442eba1c2","error":"failed to read 572db18442eba1c2 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-17T19:02:37.911396Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"warn","ts":"2026-06-17T19:02:37.911511Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:02:37.911550Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911561Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911575Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8e45f57552ef93f2","removed-remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.911595Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-17T19:02:37.911606Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.911628Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.911658Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912012Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912567Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912698Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912681Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912758Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.912804Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.912840Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.912876Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913088Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913177Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913513Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913549Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-06-17T19:02:37.913566Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-17T19:02:37.913595Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":708,"current-applied-index":708,"incoming-leader-snapshot-index":708,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-17T19:02:37.913627Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913798Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"8e45f57552ef93f2","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.148:2379]}","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-06-17T19:02:37.913826Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.913957Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:02:37.913996Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-17T19:02:37.914027Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-17T19:02:37.914101Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-17T19:02:37.914906Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-17T19:02:37.915378Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-17T19:02:37.915545Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-17T19:02:37.917193Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-17T19:02:37.917681Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.148:2379"} {"level":"info","ts":"2026-06-17T19:02:37.926044Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.926083Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.927691Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.928364Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.928415Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.928739Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.963371Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"8e45f57552ef93f2","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-06-17T19:02:37.974285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:37.975757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46914","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:37.985447Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.985483Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.990411Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.990458Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"info","ts":"2026-06-17T19:02:37.993551Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"572db18442eba1c2","stream-type":"stream Message"} {"level":"info","ts":"2026-06-17T19:02:37.993572Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8e45f57552ef93f2","remote-peer-id":"572db18442eba1c2"} {"level":"info","ts":"2026-06-17T19:02:37.994522Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8e45f57552ef93f2","to":"db752a1a7266d75","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-17T19:02:37.994556Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8e45f57552ef93f2","remote-peer-id":"db752a1a7266d75"} {"level":"warn","ts":"2026-06-17T19:02:38.001960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.010810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.029923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.045245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.053041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.063600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.079629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.082363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.096155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.109851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.120017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.148:50504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.125924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47152","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:38.127725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8e45f57552ef93f2 switched to configuration voters=(988349497478638965 6281872236868248002 10251870011030213618)"} {"level":"info","ts":"2026-06-17T19:02:38.128566Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fb1028a037bf3cd6","local-member-id":"8e45f57552ef93f2","promoted-member-id":"8e45f57552ef93f2"} {"level":"warn","ts":"2026-06-17T19:02:38.138405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.153407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.166937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.178676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.190716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.204798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.212249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.223452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.236500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.265972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.292383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.296749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.303495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.312260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.323086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.333585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.344271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.356100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.377183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.388661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.398152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.405852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.415524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.426048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.436228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.447916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.460777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.467908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.477235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.487794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.499620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.518908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.531218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.540620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.548346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.560368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.571156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.579222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.589454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.600079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.608241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.616487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.625735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.634788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.649051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.686346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.695593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.720057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:02:38.753475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48068","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-17T19:02:41.626824Z","caller":"traceutil/trace.go:172","msg":"trace[1034914052] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"509.826203ms","start":"2026-06-17T19:02:41.116869Z","end":"2026-06-17T19:02:41.626696Z","steps":["trace[1034914052] 'process raft request' (duration: 509.476672ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.627453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.116858Z","time spent":"510.055039ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:02:41.632213Z","caller":"traceutil/trace.go:172","msg":"trace[1529207303] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:734; }","duration":"319.389476ms","start":"2026-06-17T19:02:41.312801Z","end":"2026-06-17T19:02:41.632190Z","steps":["trace[1529207303] 'read index received' (duration: 319.383576ms)","trace[1529207303] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:41.632410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.600773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-06-17T19:02:41.632518Z","caller":"traceutil/trace.go:172","msg":"trace[208630335] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:674; }","duration":"319.718656ms","start":"2026-06-17T19:02:41.312787Z","end":"2026-06-17T19:02:41.632505Z","steps":["trace[208630335] 'agreement among raft nodes before linearized reading' (duration: 319.49696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.632544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.312767Z","time spent":"319.771857ms","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-06-17T19:02:41.633052Z","caller":"traceutil/trace.go:172","msg":"trace[1495374500] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"513.750506ms","start":"2026-06-17T19:02:41.119292Z","end":"2026-06-17T19:02:41.633042Z","steps":["trace[1495374500] 'process raft request' (duration: 513.665213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:41.633163Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:41.119270Z","time spent":"513.813237ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:02:46.948956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.895106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:02:46.949051Z","caller":"traceutil/trace.go:172","msg":"trace[1408387871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:749; }","duration":"488.009429ms","start":"2026-06-17T19:02:46.461026Z","end":"2026-06-17T19:02:46.949035Z","steps":["trace[1408387871] 'range keys from in-memory index tree' (duration: 485.658114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:02:46.949092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:02:46.460998Z","time spent":"488.084241ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:02:52.069558Z","caller":"traceutil/trace.go:172","msg":"trace[1866143954] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:838; }","duration":"171.022326ms","start":"2026-06-17T19:02:51.898514Z","end":"2026-06-17T19:02:52.069536Z","steps":["trace[1866143954] 'read index received' (duration: 171.015466ms)","trace[1866143954] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:02:52.069686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.161409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:02:52.069753Z","caller":"traceutil/trace.go:172","msg":"trace[248640926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"171.238751ms","start":"2026-06-17T19:02:51.898502Z","end":"2026-06-17T19:02:52.069741Z","steps":["trace[248640926] 'agreement among raft nodes before linearized reading' (duration: 171.115108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:02.559391Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:03.059991Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:03.560364Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:04.060886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:04.548635Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.606421262s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:04.561471Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.062085Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.301209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.601344609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:05.301266Z","caller":"traceutil/trace.go:172","msg":"trace[544333323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:832; }","duration":"3.60141416s","start":"2026-06-17T19:03:01.699840Z","end":"2026-06-17T19:03:05.301254Z","steps":["trace[544333323] 'range keys from in-memory index tree' (duration: 3.600221111s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.301305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:01.699819Z","time spent":"3.601469082s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.301918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.8934542s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.301974Z","caller":"traceutil/trace.go:172","msg":"trace[792856138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"2.893519062s","start":"2026-06-17T19:03:02.408443Z","end":"2026-06-17T19:03:05.301962Z","steps":["trace[792856138] 'range keys from in-memory index tree' (duration: 2.893399609s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.302119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.733394439s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.302186Z","caller":"traceutil/trace.go:172","msg":"trace[254626413] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"1.733466681s","start":"2026-06-17T19:03:03.568700Z","end":"2026-06-17T19:03:05.302166Z","steps":["trace[254626413] 'range keys from in-memory index tree' (duration: 1.733345178s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.303146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.816506ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-06-17T19:03:05.385981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000236084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:05.386736Z","caller":"traceutil/trace.go:172","msg":"trace[492267734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001005692s","start":"2026-06-17T19:03:03.385714Z","end":"2026-06-17T19:03:05.386720Z","steps":["trace[492267734] 'agreement among raft nodes before linearized reading' (duration: 2.000232974s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.386818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:03.385696Z","time spent":"2.001113636s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:05 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:05.562691Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:05.929195Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.380240135s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:05.931436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.066528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-17T19:03:05.936763Z","caller":"traceutil/trace.go:172","msg":"trace[2007246184] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"3.877967196s","start":"2026-06-17T19:03:02.058780Z","end":"2026-06-17T19:03:05.936747Z","steps":["trace[2007246184] 'read index received' (duration: 3.873443346s)","trace[2007246184] 'applied index is now lower than readState.Index' (duration: 4.523ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:05.936818Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882192,"received-request-id":10660757914039882191} {"level":"warn","ts":"2026-06-17T19:03:05.937577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.878794076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:05.937631Z","caller":"traceutil/trace.go:172","msg":"trace[2114345019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:842; }","duration":"3.878855267s","start":"2026-06-17T19:03:02.058762Z","end":"2026-06-17T19:03:05.937617Z","steps":["trace[2114345019] 'agreement among raft nodes before linearized reading' (duration: 3.878701043s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.938898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.058699Z","time spent":"3.87895991s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.939945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"637.934148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:05.939974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.379378801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:05.940023Z","caller":"traceutil/trace.go:172","msg":"trace[476310729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:842; }","duration":"3.379419062s","start":"2026-06-17T19:03:02.560582Z","end":"2026-06-17T19:03:05.940001Z","steps":["trace[476310729] 'agreement among raft nodes before linearized reading' (duration: 3.379315079s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.675451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:05.940068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"750.849603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:05.940113Z","caller":"traceutil/trace.go:172","msg":"trace[2034297815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:842; }","duration":"552.752863ms","start":"2026-06-17T19:03:05.387345Z","end":"2026-06-17T19:03:05.940098Z","steps":["trace[2034297815] 'agreement among raft nodes before linearized reading' (duration: 552.63156ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:05.940125Z","caller":"traceutil/trace.go:172","msg":"trace[1046448720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:842; }","duration":"750.910464ms","start":"2026-06-17T19:03:05.189197Z","end":"2026-06-17T19:03:05.940108Z","steps":["trace[1046448720] 'agreement among raft nodes before linearized reading' (duration: 750.814942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:05.189179Z","time spent":"750.970556ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:05.940152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:05.387292Z","time spent":"552.853536ms","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:03:05.940122Z","caller":"traceutil/trace.go:172","msg":"trace[330081629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:842; }","duration":"637.984829ms","start":"2026-06-17T19:03:05.301997Z","end":"2026-06-17T19:03:05.939982Z","steps":["trace[330081629] 'agreement among raft nodes before linearized reading' (duration: 637.905127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.791208936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-17T19:03:05.940683Z","caller":"traceutil/trace.go:172","msg":"trace[2037727424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:842; }","duration":"1.791237707s","start":"2026-06-17T19:03:04.149438Z","end":"2026-06-17T19:03:05.940676Z","steps":["trace[2037727424] 'agreement among raft nodes before linearized reading' (duration: 1.79094967s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:05.940706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:04.149337Z","time spent":"1.791364631s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:05.940056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:02.560562Z","time spent":"3.379487303s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:11.153797Z","caller":"traceutil/trace.go:172","msg":"trace[2002671978] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"249.943254ms","start":"2026-06-17T19:03:10.903840Z","end":"2026-06-17T19:03:11.153783Z","steps":["trace[2002671978] 'process raft request' (duration: 249.858442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:15.430852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.470406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-17T19:03:15.431156Z","caller":"traceutil/trace.go:172","msg":"trace[33649989] transaction","detail":"{read_only:false; number_of_response:0; response_revision:931; }","duration":"193.021434ms","start":"2026-06-17T19:03:15.238082Z","end":"2026-06-17T19:03:15.431103Z","steps":["trace[33649989] 'process raft request' (duration: 31.237591ms)","trace[33649989] 'compare' (duration: 161.426475ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:15.888250Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:16.389231Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:16.889478Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:17.060085Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.790849814s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:17.184806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.025621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-06-17T19:03:17.186908Z","caller":"traceutil/trace.go:172","msg":"trace[1242706468] transaction","detail":"{read_only:false; number_of_response:1; response_revision:936; }","duration":"1.942520723s","start":"2026-06-17T19:03:15.244360Z","end":"2026-06-17T19:03:17.186881Z","steps":["trace[1242706468] 'process raft request' (duration: 1.942332379s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.187324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.244330Z","time spent":"1.942653446s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7367,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.192222Z","caller":"traceutil/trace.go:172","msg":"trace[1201795888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"1.943926094s","start":"2026-06-17T19:03:15.248270Z","end":"2026-06-17T19:03:17.192196Z","steps":["trace[1201795888] 'process raft request' (duration: 1.943848082s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.192301Z","caller":"traceutil/trace.go:172","msg":"trace[564284974] transaction","detail":"{read_only:false; number_of_response:0; response_revision:940; }","duration":"1.94335447s","start":"2026-06-17T19:03:15.248874Z","end":"2026-06-17T19:03:17.192228Z","steps":["trace[564284974] 'process raft request' (duration: 1.943290729s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.192468Z","caller":"traceutil/trace.go:172","msg":"trace[1557014802] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"1.943326789s","start":"2026-06-17T19:03:15.249128Z","end":"2026-06-17T19:03:17.192455Z","steps":["trace[1557014802] 'process raft request' (duration: 1.943089034s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.192580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.249085Z","time spent":"1.943409501s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.192656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.248234Z","time spent":"1.944072087s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7367,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.192953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.248804Z","time spent":"1.943601996s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.192676Z","caller":"traceutil/trace.go:172","msg":"trace[1047472729] transaction","detail":"{read_only:false; number_of_response:0; response_revision:940; }","duration":"1.943293749s","start":"2026-06-17T19:03:15.249038Z","end":"2026-06-17T19:03:17.192332Z","steps":["trace[1047472729] 'process raft request' (duration: 1.943149885s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.193137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.249013Z","time spent":"1.944071297s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.203465Z","caller":"traceutil/trace.go:172","msg":"trace[1005503648] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1047; }","duration":"1.817546463s","start":"2026-06-17T19:03:15.385887Z","end":"2026-06-17T19:03:17.203433Z","steps":["trace[1005503648] 'read index received' (duration: 1.817535923s)","trace[1005503648] 'applied index is now lower than readState.Index' (duration: 8.18µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:17.204297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.818403753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.204381Z","caller":"traceutil/trace.go:172","msg":"trace[2013145041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"1.818494995s","start":"2026-06-17T19:03:15.385867Z","end":"2026-06-17T19:03:17.204362Z","steps":["trace[2013145041] 'agreement among raft nodes before linearized reading' (duration: 1.817666047s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.204423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.385837Z","time spent":"1.818579217s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:03:17.205595Z","caller":"traceutil/trace.go:172","msg":"trace[403261195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.940474701s","start":"2026-06-17T19:03:15.265112Z","end":"2026-06-17T19:03:17.205586Z","steps":["trace[403261195] 'process raft request' (duration: 1.940413899s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.205599Z","caller":"traceutil/trace.go:172","msg":"trace[1487789927] transaction","detail":"{read_only:false; number_of_response:0; response_revision:948; }","duration":"1.954790247s","start":"2026-06-17T19:03:15.250775Z","end":"2026-06-17T19:03:17.205565Z","steps":["trace[1487789927] 'process raft request' (duration: 1.954518241s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.206633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.250758Z","time spent":"1.955783949s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:17.206500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.265095Z","time spent":"1.941330401s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30426,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.205924Z","caller":"traceutil/trace.go:172","msg":"trace[1496978452] transaction","detail":"{read_only:false; number_of_response:0; response_revision:948; }","duration":"1.946073088s","start":"2026-06-17T19:03:15.259839Z","end":"2026-06-17T19:03:17.205913Z","steps":["trace[1496978452] 'process raft request' (duration: 1.945619298s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.207053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.259814Z","time spent":"1.947207834s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-17T19:03:17.205948Z","caller":"traceutil/trace.go:172","msg":"trace[2060736481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.945721281s","start":"2026-06-17T19:03:15.260210Z","end":"2026-06-17T19:03:17.205931Z","steps":["trace[2060736481] 'process raft request' (duration: 1.945277751s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.207253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.260165Z","time spent":"1.947050921s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30445,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:17.211448Z","caller":"traceutil/trace.go:172","msg":"trace[644282290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.771323899s","start":"2026-06-17T19:03:15.440100Z","end":"2026-06-17T19:03:17.211424Z","steps":["trace[644282290] 'process raft request' (duration: 1.771272218s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:17.211517Z","caller":"traceutil/trace.go:172","msg":"trace[1130039850] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.941984794s","start":"2026-06-17T19:03:15.269516Z","end":"2026-06-17T19:03:17.211501Z","steps":["trace[1130039850] 'process raft request' (duration: 1.941712418s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.211602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.269484Z","time spent":"1.942070866s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28791,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.211614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.440067Z","time spent":"1.771460873s","remote":"127.0.0.1:47004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7376,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:03:17.237290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"819.149216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:17.237357Z","caller":"traceutil/trace.go:172","msg":"trace[1399664319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:951; }","duration":"819.224187ms","start":"2026-06-17T19:03:16.418121Z","end":"2026-06-17T19:03:17.237345Z","steps":["trace[1399664319] 'agreement among raft nodes before linearized reading' (duration: 819.056474ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:16.418092Z","time spent":"819.283359ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.237440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.804574769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-06-17T19:03:17.237473Z","caller":"traceutil/trace.go:172","msg":"trace[1257475673] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:952; }","duration":"1.80460806s","start":"2026-06-17T19:03:15.432857Z","end":"2026-06-17T19:03:17.237465Z","steps":["trace[1257475673] 'agreement among raft nodes before linearized reading' (duration: 1.804530228s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806825791s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:17.237524Z","caller":"traceutil/trace.go:172","msg":"trace[423896519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:952; }","duration":"1.806851561s","start":"2026-06-17T19:03:15.430667Z","end":"2026-06-17T19:03:17.237519Z","steps":["trace[423896519] 'agreement among raft nodes before linearized reading' (duration: 1.806820151s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.432814Z","time spent":"1.804671332s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:17.237834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.309835628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:17.237888Z","caller":"traceutil/trace.go:172","msg":"trace[1300667249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:952; }","duration":"1.30988969s","start":"2026-06-17T19:03:15.927989Z","end":"2026-06-17T19:03:17.237879Z","steps":["trace[1300667249] 'agreement among raft nodes before linearized reading' (duration: 1.309584664s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:17.237906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:15.927972Z","time spent":"1.309929351s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:21.113358Z","caller":"traceutil/trace.go:172","msg":"trace[650236309] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1183; }","duration":"462.104994ms","start":"2026-06-17T19:03:20.651235Z","end":"2026-06-17T19:03:21.113340Z","steps":["trace[650236309] 'read index received' (duration: 457.327759ms)","trace[650236309] 'applied index is now lower than readState.Index' (duration: 4.776045ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:21.114651Z","caller":"traceutil/trace.go:172","msg":"trace[294619796] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"293.857694ms","start":"2026-06-17T19:03:20.820763Z","end":"2026-06-17T19:03:21.114621Z","steps":["trace[294619796] 'process raft request' (duration: 292.500045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:21.114885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.693719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T19:03:21.115055Z","caller":"traceutil/trace.go:172","msg":"trace[801938421] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; response_count:1; response_revision:1012; }","duration":"463.873313ms","start":"2026-06-17T19:03:20.651133Z","end":"2026-06-17T19:03:21.115007Z","steps":["trace[801938421] 'agreement among raft nodes before linearized reading' (duration: 462.323259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:21.115136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:20.651105Z","time spent":"464.017706ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:21.116538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.547303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:21.116582Z","caller":"traceutil/trace.go:172","msg":"trace[866545019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1012; }","duration":"253.653345ms","start":"2026-06-17T19:03:20.862916Z","end":"2026-06-17T19:03:21.116570Z","steps":["trace[866545019] 'agreement among raft nodes before linearized reading' (duration: 253.337298ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:22.543170Z","caller":"traceutil/trace.go:172","msg":"trace[433235079] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"157.074895ms","start":"2026-06-17T19:03:22.386075Z","end":"2026-06-17T19:03:22.543150Z","steps":["trace[433235079] 'read index received' (duration: 155.905779ms)","trace[433235079] 'applied index is now lower than readState.Index' (duration: 1.168026ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:22.543380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.296339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:22.543413Z","caller":"traceutil/trace.go:172","msg":"trace[825942565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1026; }","duration":"157.34595ms","start":"2026-06-17T19:03:22.386058Z","end":"2026-06-17T19:03:22.543404Z","steps":["trace[825942565] 'agreement among raft nodes before linearized reading' (duration: 157.268788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:22.544491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.36118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:22.544539Z","caller":"traceutil/trace.go:172","msg":"trace[1753993498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1026; }","duration":"135.410251ms","start":"2026-06-17T19:03:22.409117Z","end":"2026-06-17T19:03:22.544528Z","steps":["trace[1753993498] 'agreement among raft nodes before linearized reading' (duration: 135.348849ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:23.562925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.717382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:23.563032Z","caller":"traceutil/trace.go:172","msg":"trace[769957521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"176.846335ms","start":"2026-06-17T19:03:23.386165Z","end":"2026-06-17T19:03:23.563012Z","steps":["trace[769957521] 'agreement among raft nodes before linearized reading' (duration: 176.686322ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:23.563526Z","caller":"traceutil/trace.go:172","msg":"trace[1308030720] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1204; }","duration":"175.638199ms","start":"2026-06-17T19:03:23.386186Z","end":"2026-06-17T19:03:23.561824Z","steps":["trace[1308030720] 'read index received' (duration: 175.628669ms)","trace[1308030720] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:23.564986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.316264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:23.565016Z","caller":"traceutil/trace.go:172","msg":"trace[967970809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"130.349895ms","start":"2026-06-17T19:03:23.434659Z","end":"2026-06-17T19:03:23.565009Z","steps":["trace[967970809] 'agreement among raft nodes before linearized reading' (duration: 130.220832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:23.565058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.789258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:23.565150Z","caller":"traceutil/trace.go:172","msg":"trace[128384888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"155.91452ms","start":"2026-06-17T19:03:23.409216Z","end":"2026-06-17T19:03:23.565131Z","steps":["trace[128384888] 'agreement among raft nodes before linearized reading' (duration: 155.728146ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:24.667156Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.168006Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:25.668483Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:25.711882Z","caller":"traceutil/trace.go:172","msg":"trace[1528193637] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1210; }","duration":"1.545464298s","start":"2026-06-17T19:03:24.166383Z","end":"2026-06-17T19:03:25.711847Z","steps":["trace[1528193637] 'read index received' (duration: 1.545458088s)","trace[1528193637] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:25.712162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.545741454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:25.712221Z","caller":"traceutil/trace.go:172","msg":"trace[1013885948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1034; }","duration":"1.545830016s","start":"2026-06-17T19:03:24.166378Z","end":"2026-06-17T19:03:25.712208Z","steps":["trace[1013885948] 'agreement among raft nodes before linearized reading' (duration: 1.545581601s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:25.712247Z","caller":"traceutil/trace.go:172","msg":"trace[893999064] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"1.179517074s","start":"2026-06-17T19:03:24.532719Z","end":"2026-06-17T19:03:25.712236Z","steps":["trace[893999064] 'process raft request' (duration: 1.179381821s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.712272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.166356Z","time spent":"1.545903758s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.712353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.532689Z","time spent":"1.179609926s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:25.713896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.094417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:03:25.713948Z","caller":"traceutil/trace.go:172","msg":"trace[1488875974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"295.157288ms","start":"2026-06-17T19:03:25.418778Z","end":"2026-06-17T19:03:25.713935Z","steps":["trace[1488875974] 'agreement among raft nodes before linearized reading' (duration: 295.054426ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304907505s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:25.714085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.62926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-06-17T19:03:25.714129Z","caller":"traceutil/trace.go:172","msg":"trace[1071131860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1039; }","duration":"1.305019668s","start":"2026-06-17T19:03:24.409087Z","end":"2026-06-17T19:03:25.714107Z","steps":["trace[1071131860] 'agreement among raft nodes before linearized reading' (duration: 1.304864165s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:25.714135Z","caller":"traceutil/trace.go:172","msg":"trace[1971590530] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1039; }","duration":"369.683861ms","start":"2026-06-17T19:03:25.344433Z","end":"2026-06-17T19:03:25.714116Z","steps":["trace[1971590530] 'agreement among raft nodes before linearized reading' (duration: 369.496467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:25.344405Z","time spent":"369.754583ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:25.713870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.326996793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:25.714253Z","caller":"traceutil/trace.go:172","msg":"trace[1462290601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"1.327403552s","start":"2026-06-17T19:03:24.386843Z","end":"2026-06-17T19:03:25.714247Z","steps":["trace[1462290601] 'agreement among raft nodes before linearized reading' (duration: 1.326947252s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:25.714480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:24.386817Z","time spent":"1.327655857s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:25.714725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.447587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:25.714819Z","caller":"traceutil/trace.go:172","msg":"trace[265845734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"277.56675ms","start":"2026-06-17T19:03:25.437233Z","end":"2026-06-17T19:03:25.714800Z","steps":["trace[265845734] 'agreement among raft nodes before linearized reading' (duration: 276.798903ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:26.888880Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.149176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.910037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:27.149265Z","caller":"traceutil/trace.go:172","msg":"trace[797965883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1047; }","duration":"714.024999ms","start":"2026-06-17T19:03:26.435223Z","end":"2026-06-17T19:03:27.149248Z","steps":["trace[797965883] 'range keys from in-memory index tree' (duration: 713.827395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:27.389963Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.890111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:27.915296Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.109126164s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:28.327411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.794227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:28.390765Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:28.828430Z","caller":"traceutil/trace.go:172","msg":"trace[7789417] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1226; }","duration":"2.440624547s","start":"2026-06-17T19:03:26.387788Z","end":"2026-06-17T19:03:28.828413Z","steps":["trace[7789417] 'read index received' (duration: 2.440610046s)","trace[7789417] 'applied index is now lower than readState.Index' (duration: 13.621µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:28.829163Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882333,"received-request-id":10660757914039882332} {"level":"warn","ts":"2026-06-17T19:03:29.215533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.827729837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:03:29.215654Z","caller":"traceutil/trace.go:172","msg":"trace[640701259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1049; }","duration":"2.82786094s","start":"2026-06-17T19:03:26.387765Z","end":"2026-06-17T19:03:29.215626Z","steps":["trace[640701259] 'agreement among raft nodes before linearized reading' (duration: 2.44078739s)","trace[640701259] 'range keys from in-memory index tree' (duration: 386.791434ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:29.215714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:26.387734Z","time spent":"2.827965982s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:29.215892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.740486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-17T19:03:29.387150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000382374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:29.387285Z","caller":"traceutil/trace.go:172","msg":"trace[948170384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527847s","start":"2026-06-17T19:03:27.386738Z","end":"2026-06-17T19:03:29.387266Z","steps":["trace[948170384] 'agreement among raft nodes before linearized reading' (duration: 2.000379604s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:29.387333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:27.386720Z","time spent":"2.000604898s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:31.388338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999799906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:03:31.388719Z","caller":"traceutil/trace.go:172","msg":"trace[1843168839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183634s","start":"2026-06-17T19:03:29.388439Z","end":"2026-06-17T19:03:31.388622Z","steps":["trace[1843168839] 'agreement among raft nodes before linearized reading' (duration: 1.999797116s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:31.389029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.388421Z","time spent":"2.00050432s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:31 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:31.688991Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.745201465s","expected-duration":"1s"} {"level":"info","ts":"2026-06-17T19:03:33.179931Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242, vote: 0] ignored MsgPreVote from 572db18442eba1c2 [logterm: 2, index: 1242] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-17T19:03:33.234960Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.545648329s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:03:33.397781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000501709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:33.397836Z","caller":"traceutil/trace.go:172","msg":"trace[707032761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057471s","start":"2026-06-17T19:03:31.397249Z","end":"2026-06-17T19:03:33.397824Z","steps":["trace[707032761] 'agreement among raft nodes before linearized reading' (duration: 2.000499318s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.397877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.397233Z","time spent":"2.000637251s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:03:33 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:03:33.524092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.308061658s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:33.623593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000130942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:33.623684Z","caller":"traceutil/trace.go:172","msg":"trace[1920627945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000247704s","start":"2026-06-17T19:03:28.623413Z","end":"2026-06-17T19:03:33.623660Z","steps":["trace[1920627945] 'agreement among raft nodes before linearized reading' (duration: 5.000127712s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:33.623749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:28.623383Z","time spent":"5.000349607s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:33.652470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.110763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:33.653782Z","caller":"traceutil/trace.go:172","msg":"trace[2147103344] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1226; }","duration":"4.825226363s","start":"2026-06-17T19:03:28.828523Z","end":"2026-06-17T19:03:33.653749Z","steps":["trace[2147103344] 'read index received' (duration: 1.574083ms)","trace[2147103344] 'applied index is now lower than readState.Index' (duration: 4.82364929s)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:33.654044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.50463981s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:33.654203Z","caller":"traceutil/trace.go:172","msg":"trace[1354952366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"6.504848555s","start":"2026-06-17T19:03:27.149301Z","end":"2026-06-17T19:03:33.654150Z","steps":["trace[1354952366] 'agreement among raft nodes before linearized reading' (duration: 6.504574639s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.154699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:34.425670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999601179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:03:34.425740Z","caller":"traceutil/trace.go:172","msg":"trace[1432312376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999703591s","start":"2026-06-17T19:03:29.426021Z","end":"2026-06-17T19:03:34.425724Z","steps":["trace[1432312376] 'agreement among raft nodes before linearized reading' (duration: 4.999597669s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.425786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.426000Z","time spent":"4.999777383s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.655120Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:34.840997Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841123Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgPreVote request to db752a1a7266d75 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgPreVote request to 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841159Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8e45f57552ef93f2 lost leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841223Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.841241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.842276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from db752a1a7266d75 at term 2"} {"level":"info","ts":"2026-06-17T19:03:34.842325Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.842349Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"8e45f57552ef93f2 became candidate at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.842364Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.842376Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 2, index: 1242] sent MsgVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854270Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.854308Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.858159Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.858231Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:03:34.858278Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"8e45f57552ef93f2 became leader at term 3"} {"level":"info","ts":"2026-06-17T19:03:34.858298Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8e45f57552ef93f2 elected leader 8e45f57552ef93f2 at term 3"} {"level":"warn","ts":"2026-06-17T19:03:34.858623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.223921223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858677Z","caller":"traceutil/trace.go:172","msg":"trace[1115303451] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; }","duration":"1.224006075s","start":"2026-06-17T19:03:33.634660Z","end":"2026-06-17T19:03:34.858666Z","steps":["trace[1115303451] 'agreement among raft nodes before linearized reading' (duration: 1.223919663s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:33.634641Z","time spent":"1.224067146s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.858778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.460659688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858841Z","caller":"traceutil/trace.go:172","msg":"trace[1818317173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.460722209s","start":"2026-06-17T19:03:33.398111Z","end":"2026-06-17T19:03:34.858834Z","steps":["trace[1818317173] 'agreement among raft nodes before linearized reading' (duration: 1.460660088s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:33.398074Z","time spent":"1.460785791s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:34.858862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.20601919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.150167894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.858908Z","caller":"traceutil/trace.go:172","msg":"trace[369310985] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; }","duration":"4.206124652s","start":"2026-06-17T19:03:30.652768Z","end":"2026-06-17T19:03:34.858893Z","steps":["trace[369310985] 'agreement among raft nodes before linearized reading' (duration: 4.20601673s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.858939Z","caller":"traceutil/trace.go:172","msg":"trace[506491897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.150261476s","start":"2026-06-17T19:03:29.708659Z","end":"2026-06-17T19:03:34.858921Z","steps":["trace[506491897] 'agreement among raft nodes before linearized reading' (duration: 5.150163734s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.388271306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:03:34.858990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.652731Z","time spent":"4.206248375s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:34.858992Z","caller":"traceutil/trace.go:172","msg":"trace[1743066126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.388331627s","start":"2026-06-17T19:03:31.470648Z","end":"2026-06-17T19:03:34.858979Z","steps":["trace[1743066126] 'agreement among raft nodes before linearized reading' (duration: 3.388268516s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.858993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:29.708631Z","time spent":"5.150350207s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.470634Z","time spent":"3.388391408s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.859055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.467038828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:03:34.859094Z","caller":"traceutil/trace.go:172","msg":"trace[1316140394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; }","duration":"3.467094709s","start":"2026-06-17T19:03:31.391994Z","end":"2026-06-17T19:03:34.859088Z","steps":["trace[1316140394] 'agreement among raft nodes before linearized reading' (duration: 3.467040428s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.859112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.391973Z","time spent":"3.467133411s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:34.866527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210548716s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:34.867056Z","caller":"traceutil/trace.go:172","msg":"trace[1704430635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1064; }","duration":"1.211086167s","start":"2026-06-17T19:03:33.655953Z","end":"2026-06-17T19:03:34.867039Z","steps":["trace[1704430635] 'agreement among raft nodes before linearized reading' (duration: 1.210526776s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:34.906248Z","caller":"traceutil/trace.go:172","msg":"trace[130961030] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"3.763584615s","start":"2026-06-17T19:03:31.142641Z","end":"2026-06-17T19:03:34.906225Z","steps":["trace[130961030] 'process raft request' (duration: 3.763407862s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.906422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:31.142621Z","time spent":"3.763710968s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:34.906609Z","caller":"traceutil/trace.go:172","msg":"trace[331622325] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"4.673303512s","start":"2026-06-17T19:03:30.233265Z","end":"2026-06-17T19:03:34.906569Z","steps":["trace[331622325] 'process raft request' (duration: 4.6727204s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:34.906773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:30.233232Z","time spent":"4.673453855s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:35.177081Z","caller":"traceutil/trace.go:172","msg":"trace[865890293] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1248; }","duration":"227.280939ms","start":"2026-06-17T19:03:34.949765Z","end":"2026-06-17T19:03:35.177046Z","steps":["trace[865890293] 'read index received' (duration: 227.226688ms)","trace[865890293] 'applied index is now lower than readState.Index' (duration: 16.83µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.177318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.529764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.177400Z","caller":"traceutil/trace.go:172","msg":"trace[1218218367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"227.624196ms","start":"2026-06-17T19:03:34.949755Z","end":"2026-06-17T19:03:35.177379Z","steps":["trace[1218218367] 'agreement among raft nodes before linearized reading' (duration: 227.441742ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.177647Z","caller":"traceutil/trace.go:172","msg":"trace[307424522] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"225.969162ms","start":"2026-06-17T19:03:34.951661Z","end":"2026-06-17T19:03:35.177631Z","steps":["trace[307424522] 'process raft request' (duration: 225.799608ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.177658Z","caller":"traceutil/trace.go:172","msg":"trace[527594726] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"266.845114ms","start":"2026-06-17T19:03:34.910768Z","end":"2026-06-17T19:03:35.177613Z","steps":["trace[527594726] 'process raft request' (duration: 266.496556ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.398443Z","caller":"traceutil/trace.go:172","msg":"trace[577211294] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1258; }","duration":"218.821933ms","start":"2026-06-17T19:03:35.179590Z","end":"2026-06-17T19:03:35.398412Z","steps":["trace[577211294] 'read index received' (duration: 218.815363ms)","trace[577211294] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:35.398546Z","caller":"traceutil/trace.go:172","msg":"trace[1128964032] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"215.406383ms","start":"2026-06-17T19:03:35.183120Z","end":"2026-06-17T19:03:35.398527Z","steps":["trace[1128964032] 'process raft request' (duration: 215.362222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.398654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.046547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.398689Z","caller":"traceutil/trace.go:172","msg":"trace[1267205058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"219.096258ms","start":"2026-06-17T19:03:35.179583Z","end":"2026-06-17T19:03:35.398679Z","steps":["trace[1267205058] 'agreement among raft nodes before linearized reading' (duration: 219.007886ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.398819Z","caller":"traceutil/trace.go:172","msg":"trace[2120826370] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"217.110428ms","start":"2026-06-17T19:03:35.181698Z","end":"2026-06-17T19:03:35.398809Z","steps":["trace[2120826370] 'process raft request' (duration: 216.674139ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.591254Z","caller":"traceutil/trace.go:172","msg":"trace[783116468] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1260; }","duration":"192.723089ms","start":"2026-06-17T19:03:35.398511Z","end":"2026-06-17T19:03:35.591234Z","steps":["trace[783116468] 'read index received' (duration: 192.716589ms)","trace[783116468] 'applied index is now lower than readState.Index' (duration: 5.39µs)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:35.591548Z","caller":"traceutil/trace.go:172","msg":"trace[1963880877] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"188.935662ms","start":"2026-06-17T19:03:35.402601Z","end":"2026-06-17T19:03:35.591537Z","steps":["trace[1963880877] 'process raft request' (duration: 188.894751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.591610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.980929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-06-17T19:03:35.591646Z","caller":"traceutil/trace.go:172","msg":"trace[182428993] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1077; }","duration":"407.03653ms","start":"2026-06-17T19:03:35.184602Z","end":"2026-06-17T19:03:35.591638Z","steps":["trace[182428993] 'agreement among raft nodes before linearized reading' (duration: 406.860377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.591666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:35.184578Z","time spent":"407.082881ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18648,"request content":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:35.696310Z","caller":"traceutil/trace.go:172","msg":"trace[1992007349] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1265; }","duration":"104.961855ms","start":"2026-06-17T19:03:35.591326Z","end":"2026-06-17T19:03:35.696288Z","steps":["trace[1992007349] 'read index received' (duration: 104.956065ms)","trace[1992007349] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:35.696526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.938868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-06-17T19:03:35.696563Z","caller":"traceutil/trace.go:172","msg":"trace[955683560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1082; }","duration":"294.99872ms","start":"2026-06-17T19:03:35.401556Z","end":"2026-06-17T19:03:35.696555Z","steps":["trace[955683560] 'agreement among raft nodes before linearized reading' (duration: 294.819996ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:35.696886Z","caller":"traceutil/trace.go:172","msg":"trace[585583826] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"101.050295ms","start":"2026-06-17T19:03:35.595739Z","end":"2026-06-17T19:03:35.696789Z","steps":["trace[585583826] 'process raft request' (duration: 100.709478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:35.696711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.077719ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:35.697360Z","caller":"traceutil/trace.go:172","msg":"trace[1097762028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1082; }","duration":"288.962377ms","start":"2026-06-17T19:03:35.408381Z","end":"2026-06-17T19:03:35.697343Z","steps":["trace[1097762028] 'agreement among raft nodes before linearized reading' (duration: 288.040698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.175868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.188237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:36.175998Z","caller":"traceutil/trace.go:172","msg":"trace[456972003] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"299.921913ms","start":"2026-06-17T19:03:35.876067Z","end":"2026-06-17T19:03:36.175989Z","steps":["trace[456972003] 'process raft request' (duration: 299.877802ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.560453Z","caller":"traceutil/trace.go:172","msg":"trace[346280244] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1283; }","duration":"175.209584ms","start":"2026-06-17T19:03:36.385210Z","end":"2026-06-17T19:03:36.560420Z","steps":["trace[346280244] 'read index received' (duration: 175.197603ms)","trace[346280244] 'applied index is now lower than readState.Index' (duration: 9.741µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.560722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.477039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.560801Z","caller":"traceutil/trace.go:172","msg":"trace[537857501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"175.584361ms","start":"2026-06-17T19:03:36.385205Z","end":"2026-06-17T19:03:36.560790Z","steps":["trace[537857501] 'agreement among raft nodes before linearized reading' (duration: 175.376127ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.645769Z","caller":"traceutil/trace.go:172","msg":"trace[1413863904] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"153.059473ms","start":"2026-06-17T19:03:36.492686Z","end":"2026-06-17T19:03:36.645745Z","steps":["trace[1413863904] 'process raft request' (duration: 102.282061ms)","trace[1413863904] 'compare' (duration: 50.63692ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:36.680735Z","caller":"traceutil/trace.go:172","msg":"trace[1402901043] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"120.162015ms","start":"2026-06-17T19:03:36.560541Z","end":"2026-06-17T19:03:36.680704Z","steps":["trace[1402901043] 'read index received' (duration: 120.155314ms)","trace[1402901043] 'applied index is now lower than readState.Index' (duration: 5.371µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.681016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.747387ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.681092Z","caller":"traceutil/trace.go:172","msg":"trace[11921582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1103; }","duration":"209.876499ms","start":"2026-06-17T19:03:36.471200Z","end":"2026-06-17T19:03:36.681076Z","steps":["trace[11921582] 'agreement among raft nodes before linearized reading' (duration: 209.715446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.681788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.172274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:36.681879Z","caller":"traceutil/trace.go:172","msg":"trace[1782253617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"119.263226ms","start":"2026-06-17T19:03:36.562588Z","end":"2026-06-17T19:03:36.681851Z","steps":["trace[1782253617] 'agreement among raft nodes before linearized reading' (duration: 119.121203ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:36.989031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.489211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-17T19:03:36.996649Z","caller":"traceutil/trace.go:172","msg":"trace[1626086839] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1291; }","duration":"280.601727ms","start":"2026-06-17T19:03:36.716019Z","end":"2026-06-17T19:03:36.996621Z","steps":["trace[1626086839] 'read index received' (duration: 280.594857ms)","trace[1626086839] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:36.997029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.986606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-06-17T19:03:36.997103Z","caller":"traceutil/trace.go:172","msg":"trace[1634550248] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1108; }","duration":"281.090508ms","start":"2026-06-17T19:03:36.715996Z","end":"2026-06-17T19:03:36.997087Z","steps":["trace[1634550248] 'agreement among raft nodes before linearized reading' (duration: 280.755621ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:36.999685Z","caller":"traceutil/trace.go:172","msg":"trace[2013373697] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"280.468475ms","start":"2026-06-17T19:03:36.719199Z","end":"2026-06-17T19:03:36.999667Z","steps":["trace[2013373697] 'process raft request' (duration: 280.394284ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:37.570091Z","caller":"traceutil/trace.go:172","msg":"trace[1422188814] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1310; }","duration":"183.128997ms","start":"2026-06-17T19:03:37.386929Z","end":"2026-06-17T19:03:37.570058Z","steps":["trace[1422188814] 'read index received' (duration: 183.118677ms)","trace[1422188814] 'applied index is now lower than readState.Index' (duration: 8.72µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.570361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.401162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:37.570460Z","caller":"traceutil/trace.go:172","msg":"trace[2119048693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"183.515185ms","start":"2026-06-17T19:03:37.386921Z","end":"2026-06-17T19:03:37.570436Z","steps":["trace[2119048693] 'agreement among raft nodes before linearized reading' (duration: 183.338031ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.571320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.851816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:37.571428Z","caller":"traceutil/trace.go:172","msg":"trace[372377781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1127; }","duration":"161.991099ms","start":"2026-06-17T19:03:37.409415Z","end":"2026-06-17T19:03:37.571406Z","steps":["trace[372377781] 'agreement among raft nodes before linearized reading' (duration: 161.744884ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.840185Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.091496ms"} {"level":"warn","ts":"2026-06-17T19:03:37.840331Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.251049ms"} {"level":"info","ts":"2026-06-17T19:03:37.957351Z","caller":"traceutil/trace.go:172","msg":"trace[1456185391] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1312; }","duration":"230.355634ms","start":"2026-06-17T19:03:37.726962Z","end":"2026-06-17T19:03:37.957318Z","steps":["trace[1456185391] 'read index received' (duration: 230.347833ms)","trace[1456185391] 'applied index is now lower than readState.Index' (duration: 6.291µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:37.962020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.317795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:03:37.962137Z","caller":"traceutil/trace.go:172","msg":"trace[1574115759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1128; }","duration":"156.454478ms","start":"2026-06-17T19:03:37.805653Z","end":"2026-06-17T19:03:37.962108Z","steps":["trace[1574115759] 'agreement among raft nodes before linearized reading' (duration: 152.792913ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:37.962135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.11165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhj6c\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-06-17T19:03:37.962217Z","caller":"traceutil/trace.go:172","msg":"trace[935381832] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"233.750172ms","start":"2026-06-17T19:03:37.728446Z","end":"2026-06-17T19:03:37.962196Z","steps":["trace[935381832] 'process raft request' (duration: 229.512847ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:37.962243Z","caller":"traceutil/trace.go:172","msg":"trace[987324393] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhj6c; range_end:; response_count:1; response_revision:1128; }","duration":"235.268973ms","start":"2026-06-17T19:03:37.726948Z","end":"2026-06-17T19:03:37.962217Z","steps":["trace[987324393] 'agreement among raft nodes before linearized reading' (duration: 230.551687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:38.658728Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"49.538558ms"} {"level":"warn","ts":"2026-06-17T19:03:38.658814Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"49.63807ms"} {"level":"warn","ts":"2026-06-17T19:03:38.979769Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:03:39.095438Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.601659ms"} {"level":"warn","ts":"2026-06-17T19:03:39.095498Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"236.66913ms"} {"level":"info","ts":"2026-06-17T19:03:39.095814Z","caller":"traceutil/trace.go:172","msg":"trace[675981093] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1318; }","duration":"616.617786ms","start":"2026-06-17T19:03:38.479153Z","end":"2026-06-17T19:03:39.095771Z","steps":["trace[675981093] 'read index received' (duration: 616.601225ms)","trace[675981093] 'applied index is now lower than readState.Index' (duration: 14.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.102568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.381821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.102658Z","caller":"traceutil/trace.go:172","msg":"trace[761116193] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1134; }","duration":"623.491544ms","start":"2026-06-17T19:03:38.479147Z","end":"2026-06-17T19:03:39.102638Z","steps":["trace[761116193] 'agreement among raft nodes before linearized reading' (duration: 616.744458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.102705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.479114Z","time spent":"623.580116ms","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:39.103740Z","caller":"traceutil/trace.go:172","msg":"trace[1614228953] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"652.068479ms","start":"2026-06-17T19:03:38.451653Z","end":"2026-06-17T19:03:39.103721Z","steps":["trace[1614228953] 'process raft request' (duration: 651.393896ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.103876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.451584Z","time spent":"652.233432ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:39.310899Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10660757914039882385,"received-request-id":10660757914039882383} {"level":"warn","ts":"2026-06-17T19:03:39.311206Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.685427ms"} {"level":"warn","ts":"2026-06-17T19:03:39.311247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"15.733508ms"} {"level":"warn","ts":"2026-06-17T19:03:39.596878Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:03:39.634060Z","caller":"traceutil/trace.go:172","msg":"trace[942429469] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1329; }","duration":"538.132554ms","start":"2026-06-17T19:03:39.095906Z","end":"2026-06-17T19:03:39.634039Z","steps":["trace[942429469] 'read index received' (duration: 538.124564ms)","trace[942429469] 'applied index is now lower than readState.Index' (duration: 6.62µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.634054Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.698263ms"} {"level":"warn","ts":"2026-06-17T19:03:39.634147Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"122.873066ms"} {"level":"warn","ts":"2026-06-17T19:03:39.669271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"936.266853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.669351Z","caller":"traceutil/trace.go:172","msg":"trace[1109760827] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1145; }","duration":"936.369145ms","start":"2026-06-17T19:03:38.732959Z","end":"2026-06-17T19:03:39.669328Z","steps":["trace[1109760827] 'agreement among raft nodes before linearized reading' (duration: 901.1988ms)","trace[1109760827] 'range keys from in-memory index tree' (duration: 35.035182ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.732928Z","time spent":"936.461708ms","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"885.910439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:03:39.669650Z","caller":"traceutil/trace.go:172","msg":"trace[1742124768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"885.94971ms","start":"2026-06-17T19:03:38.783690Z","end":"2026-06-17T19:03:39.669639Z","steps":["trace[1742124768] 'agreement among raft nodes before linearized reading' (duration: 850.403467ms)","trace[1742124768] 'range keys from in-memory index tree' (duration: 35.40783ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:38.783662Z","time spent":"886.003511ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"620.848102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:03:39.669688Z","caller":"traceutil/trace.go:172","msg":"trace[90210225] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"562.468651ms","start":"2026-06-17T19:03:39.107202Z","end":"2026-06-17T19:03:39.669671Z","steps":["trace[90210225] 'process raft request' (duration: 526.858668ms)","trace[90210225] 'compare' (duration: 35.346648ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:03:39.669729Z","caller":"traceutil/trace.go:172","msg":"trace[1562754015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1145; }","duration":"620.939754ms","start":"2026-06-17T19:03:39.048767Z","end":"2026-06-17T19:03:39.669707Z","steps":["trace[1562754015] 'agreement among raft nodes before linearized reading' (duration: 585.30446ms)","trace[1562754015] 'range keys from in-memory index tree' (duration: 35.4102ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:39.669772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.048742Z","time spent":"621.021145ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.669788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.107180Z","time spent":"562.560523ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-17T19:03:39.686224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.144008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:03:39.686298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.242133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686370Z","caller":"traceutil/trace.go:172","msg":"trace[1985864877] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1149; }","duration":"137.304034ms","start":"2026-06-17T19:03:39.549050Z","end":"2026-06-17T19:03:39.686354Z","steps":["trace[1985864877] 'agreement among raft nodes before linearized reading' (duration: 137.230522ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:39.686309Z","caller":"traceutil/trace.go:172","msg":"trace[1572464412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"277.23295ms","start":"2026-06-17T19:03:39.409059Z","end":"2026-06-17T19:03:39.686292Z","steps":["trace[1572464412] 'agreement among raft nodes before linearized reading' (duration: 277.109297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.575308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686608Z","caller":"traceutil/trace.go:172","msg":"trace[453014900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"301.935125ms","start":"2026-06-17T19:03:39.384643Z","end":"2026-06-17T19:03:39.686578Z","steps":["trace[453014900] 'agreement among raft nodes before linearized reading' (duration: 301.548798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.384612Z","time spent":"302.059678ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:03:39.686230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.646082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:39.686854Z","caller":"traceutil/trace.go:172","msg":"trace[790963200] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1149; }","duration":"346.278664ms","start":"2026-06-17T19:03:39.340553Z","end":"2026-06-17T19:03:39.686832Z","steps":["trace[790963200] 'agreement among raft nodes before linearized reading' (duration: 345.55843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.686942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.340531Z","time spent":"346.390626ms","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:39.687676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.238763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:139 size:11666"} {"level":"info","ts":"2026-06-17T19:03:39.687726Z","caller":"traceutil/trace.go:172","msg":"trace[1413676083] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:139; response_revision:1149; }","duration":"330.291634ms","start":"2026-06-17T19:03:39.357424Z","end":"2026-06-17T19:03:39.687716Z","steps":["trace[1413676083] 'agreement among raft nodes before linearized reading' (duration: 328.849345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:39.687762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:39.357364Z","time spent":"330.385676ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":11690,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-06-17T19:03:49.042570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.904294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.920445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.933140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:51.965870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:52.266735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:03:56.347115Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"318.905269ms"} {"level":"warn","ts":"2026-06-17T19:03:56.347215Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"319.016431ms"} {"level":"info","ts":"2026-06-17T19:03:56.347446Z","caller":"traceutil/trace.go:172","msg":"trace[239548208] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"509.835158ms","start":"2026-06-17T19:03:55.837588Z","end":"2026-06-17T19:03:56.347423Z","steps":["trace[239548208] 'process raft request' (duration: 509.695436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.347629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:55.837566Z","time spent":"509.989422ms","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:03:56.379377Z","caller":"traceutil/trace.go:172","msg":"trace[1680292486] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1606; }","duration":"347.714841ms","start":"2026-06-17T19:03:56.031633Z","end":"2026-06-17T19:03:56.379348Z","steps":["trace[1680292486] 'read index received' (duration: 347.706401ms)","trace[1680292486] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.379539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.892464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.379668Z","caller":"traceutil/trace.go:172","msg":"trace[1515988690] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1360; }","duration":"348.035827ms","start":"2026-06-17T19:03:56.031613Z","end":"2026-06-17T19:03:56.379649Z","steps":["trace[1515988690] 'agreement among raft nodes before linearized reading' (duration: 347.835973ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.379711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.031589Z","time spent":"348.113258ms","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-06-17T19:03:56.512007Z","caller":"traceutil/trace.go:172","msg":"trace[417536031] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1606; }","duration":"132.542885ms","start":"2026-06-17T19:03:56.379445Z","end":"2026-06-17T19:03:56.511988Z","steps":["trace[417536031] 'read index received' (duration: 132.537395ms)","trace[417536031] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.514578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.414861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-lwrtl\" limit:1 ","response":"range_response_count:1 size:5943"} {"level":"info","ts":"2026-06-17T19:03:56.514638Z","caller":"traceutil/trace.go:172","msg":"trace[1997740060] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-lwrtl; range_end:; response_count:1; response_revision:1360; }","duration":"148.483592ms","start":"2026-06-17T19:03:56.366138Z","end":"2026-06-17T19:03:56.514622Z","steps":["trace[1997740060] 'agreement among raft nodes before linearized reading' (duration: 145.975505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.200598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.514706Z","caller":"traceutil/trace.go:172","msg":"trace[1699807412] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1360; }","duration":"163.302909ms","start":"2026-06-17T19:03:56.351387Z","end":"2026-06-17T19:03:56.514690Z","steps":["trace[1699807412] 'agreement among raft nodes before linearized reading' (duration: 160.740762ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.441268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.514881Z","caller":"traceutil/trace.go:172","msg":"trace[1503172646] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1360; }","duration":"466.572201ms","start":"2026-06-17T19:03:56.048297Z","end":"2026-06-17T19:03:56.514869Z","steps":["trace[1503172646] 'agreement among raft nodes before linearized reading' (duration: 463.83865ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.514922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:03:56.048281Z","time spent":"466.631202ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:03:56.535386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.959883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.535450Z","caller":"traceutil/trace.go:172","msg":"trace[2075243280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"148.025384ms","start":"2026-06-17T19:03:56.387411Z","end":"2026-06-17T19:03:56.535436Z","steps":["trace[2075243280] 'agreement among raft nodes before linearized reading' (duration: 147.939542ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.535610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.90903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.535676Z","caller":"traceutil/trace.go:172","msg":"trace[924180343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1363; }","duration":"126.975041ms","start":"2026-06-17T19:03:56.408686Z","end":"2026-06-17T19:03:56.535661Z","steps":["trace[924180343] 'agreement among raft nodes before linearized reading' (duration: 126.89085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:56.535721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.724509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.536596Z","caller":"traceutil/trace.go:172","msg":"trace[2109801694] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1363; }","duration":"110.721507ms","start":"2026-06-17T19:03:56.425855Z","end":"2026-06-17T19:03:56.536577Z","steps":["trace[2109801694] 'agreement among raft nodes before linearized reading' (duration: 109.542465ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.681525Z","caller":"traceutil/trace.go:172","msg":"trace[975510472] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1610; }","duration":"144.883985ms","start":"2026-06-17T19:03:56.536620Z","end":"2026-06-17T19:03:56.681504Z","steps":["trace[975510472] 'read index received' (duration: 144.878945ms)","trace[975510472] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.681721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.080388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:56.681829Z","caller":"traceutil/trace.go:172","msg":"trace[1119625748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"145.214691ms","start":"2026-06-17T19:03:56.536608Z","end":"2026-06-17T19:03:56.681822Z","steps":["trace[1119625748] 'agreement among raft nodes before linearized reading' (duration: 145.045688ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.681900Z","caller":"traceutil/trace.go:172","msg":"trace[11140827] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"158.760004ms","start":"2026-06-17T19:03:56.523114Z","end":"2026-06-17T19:03:56.681874Z","steps":["trace[11140827] 'process raft request' (duration: 158.677042ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:03:56.832196Z","caller":"traceutil/trace.go:172","msg":"trace[465509791] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1616; }","duration":"109.307841ms","start":"2026-06-17T19:03:56.722867Z","end":"2026-06-17T19:03:56.832175Z","steps":["trace[465509791] 'read index received' (duration: 109.304741ms)","trace[465509791] 'applied index is now lower than readState.Index' (duration: 2.38µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:56.832341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.470634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:03:56.832365Z","caller":"traceutil/trace.go:172","msg":"trace[108986441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"109.509595ms","start":"2026-06-17T19:03:56.722850Z","end":"2026-06-17T19:03:56.832360Z","steps":["trace[108986441] 'agreement among raft nodes before linearized reading' (duration: 109.401113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:57.478940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.398636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:03:59.612922Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.776267ms"} {"level":"warn","ts":"2026-06-17T19:03:59.612999Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.862579ms"} {"level":"info","ts":"2026-06-17T19:03:59.631847Z","caller":"traceutil/trace.go:172","msg":"trace[1876752231] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1627; }","duration":"222.493797ms","start":"2026-06-17T19:03:59.409314Z","end":"2026-06-17T19:03:59.631808Z","steps":["trace[1876752231] 'read index received' (duration: 222.487377ms)","trace[1876752231] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:03:59.632081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.736432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:59.632138Z","caller":"traceutil/trace.go:172","msg":"trace[956159556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1378; }","duration":"222.813903ms","start":"2026-06-17T19:03:59.409308Z","end":"2026-06-17T19:03:59.632122Z","steps":["trace[956159556] 'agreement among raft nodes before linearized reading' (duration: 222.618909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:03:59.795206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.532423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:03:59.795292Z","caller":"traceutil/trace.go:172","msg":"trace[1207925534] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1380; }","duration":"108.636125ms","start":"2026-06-17T19:03:59.686636Z","end":"2026-06-17T19:03:59.795272Z","steps":["trace[1207925534] 'agreement among raft nodes before linearized reading' (duration: 58.241135ms)","trace[1207925534] 'range keys from in-memory index tree' (duration: 50.242108ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:04:00.387776Z","caller":"traceutil/trace.go:172","msg":"trace[1992597026] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1631; }","duration":"126.424075ms","start":"2026-06-17T19:04:00.261328Z","end":"2026-06-17T19:04:00.387752Z","steps":["trace[1992597026] 'read index received' (duration: 126.417105ms)","trace[1992597026] 'applied index is now lower than readState.Index' (duration: 5.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:00.387977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.619689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:00.388054Z","caller":"traceutil/trace.go:172","msg":"trace[431682849] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1382; }","duration":"126.729401ms","start":"2026-06-17T19:04:00.261307Z","end":"2026-06-17T19:04:00.388037Z","steps":["trace[431682849] 'agreement among raft nodes before linearized reading' (duration: 126.552378ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:00.388797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.099737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:00.388934Z","caller":"traceutil/trace.go:172","msg":"trace[600093310] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1382; }","duration":"102.25378ms","start":"2026-06-17T19:04:00.286657Z","end":"2026-06-17T19:04:00.388911Z","steps":["trace[600093310] 'agreement among raft nodes before linearized reading' (duration: 102.042006ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:00.849837Z","caller":"traceutil/trace.go:172","msg":"trace[1149360279] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"143.213135ms","start":"2026-06-17T19:04:00.706604Z","end":"2026-06-17T19:04:00.849817Z","steps":["trace[1149360279] 'process raft request' (duration: 58.180851ms)","trace[1149360279] 'compare' (duration: 84.915472ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:00.849803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.284392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:04:00.849967Z","caller":"traceutil/trace.go:172","msg":"trace[412282156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1382; }","duration":"127.473545ms","start":"2026-06-17T19:04:00.722461Z","end":"2026-06-17T19:04:00.849935Z","steps":["trace[412282156] 'agreement among raft nodes before linearized reading' (duration: 43.119753ms)","trace[412282156] 'range keys from in-memory index tree' (duration: 83.984665ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:04.381394Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039882654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:04:04.442359Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.648237ms"} {"level":"warn","ts":"2026-06-17T19:04:04.442398Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"437.690748ms"} {"level":"info","ts":"2026-06-17T19:04:04.575489Z","caller":"traceutil/trace.go:172","msg":"trace[33056720] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1655; }","duration":"694.715107ms","start":"2026-06-17T19:04:03.880753Z","end":"2026-06-17T19:04:04.575468Z","steps":["trace[33056720] 'read index received' (duration: 694.708617ms)","trace[33056720] 'applied index is now lower than readState.Index' (duration: 5.41µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:04:04.575645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.87506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.575678Z","caller":"traceutil/trace.go:172","msg":"trace[614455534] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1403; }","duration":"694.919901ms","start":"2026-06-17T19:04:03.880745Z","end":"2026-06-17T19:04:04.575665Z","steps":["trace[614455534] 'agreement among raft nodes before linearized reading' (duration: 694.841969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.575707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.880721Z","time spent":"694.977322ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.576806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.728262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.576962Z","caller":"traceutil/trace.go:172","msg":"trace[1341781519] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1404; }","duration":"653.894475ms","start":"2026-06-17T19:04:03.923047Z","end":"2026-06-17T19:04:04.576942Z","steps":["trace[1341781519] 'agreement among raft nodes before linearized reading' (duration: 653.684971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577019Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.923024Z","time spent":"653.974736ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.577464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.570364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:04.577508Z","caller":"traceutil/trace.go:172","msg":"trace[56157707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1404; }","duration":"143.613715ms","start":"2026-06-17T19:04:04.433882Z","end":"2026-06-17T19:04:04.577496Z","steps":["trace[56157707] 'agreement among raft nodes before linearized reading' (duration: 143.553174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.144993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-17T19:04:04.577823Z","caller":"traceutil/trace.go:172","msg":"trace[341291971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"635.172744ms","start":"2026-06-17T19:04:03.942643Z","end":"2026-06-17T19:04:04.577816Z","steps":["trace[341291971] 'agreement among raft nodes before linearized reading' (duration: 635.070872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.577853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:03.942634Z","time spent":"635.202934ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:04.578223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.094369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-06-17T19:04:04.579122Z","caller":"traceutil/trace.go:172","msg":"trace[810532934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"307.612638ms","start":"2026-06-17T19:04:04.270748Z","end":"2026-06-17T19:04:04.578360Z","steps":["trace[810532934] 'agreement among raft nodes before linearized reading' (duration: 306.934826ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:04.581040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:04:04.270726Z","time spent":"310.217916ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:04:08.790995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.191969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-06-17T19:04:08.791091Z","caller":"traceutil/trace.go:172","msg":"trace[1169387427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"173.298051ms","start":"2026-06-17T19:04:08.617777Z","end":"2026-06-17T19:04:08.791075Z","steps":["trace[1169387427] 'range keys from in-memory index tree' (duration: 171.760403ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:10.832741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.880189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.907456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.930891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.941401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:10.981019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.134009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.159445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.174301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.235810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.267943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.293493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.371198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.444067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.463352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.579811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.605253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:11.624524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.728677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.738326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:12.934692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-17T19:04:43.708239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.16708ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:04:43.708388Z","caller":"traceutil/trace.go:172","msg":"trace[551408080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1611; }","duration":"139.348833ms","start":"2026-06-17T19:04:43.569021Z","end":"2026-06-17T19:04:43.708370Z","steps":["trace[551408080] 'range keys from in-memory index tree' (duration: 139.101269ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:04:51.163290Z","caller":"traceutil/trace.go:172","msg":"trace[669948111] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"116.38502ms","start":"2026-06-17T19:04:51.046891Z","end":"2026-06-17T19:04:51.163276Z","steps":["trace[669948111] 'process raft request' (duration: 116.246588ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:04:58.641470Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.612712ms"} {"level":"warn","ts":"2026-06-17T19:04:58.641657Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.798325ms"} {"level":"info","ts":"2026-06-17T19:05:00.834298Z","caller":"traceutil/trace.go:172","msg":"trace[159337382] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"103.370614ms","start":"2026-06-17T19:05:00.730898Z","end":"2026-06-17T19:05:00.834268Z","steps":["trace[159337382] 'process raft request' (duration: 103.185791ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:01.773824Z","caller":"traceutil/trace.go:172","msg":"trace[820893966] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1966; }","duration":"131.83268ms","start":"2026-06-17T19:05:01.641954Z","end":"2026-06-17T19:05:01.773787Z","steps":["trace[820893966] 'read index received' (duration: 131.80654ms)","trace[820893966] 'applied index is now lower than readState.Index' (duration: 18.76µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:01.774085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.100574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-17T19:05:01.774128Z","caller":"traceutil/trace.go:172","msg":"trace[1251462906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1680; }","duration":"132.173365ms","start":"2026-06-17T19:05:01.641944Z","end":"2026-06-17T19:05:01.774117Z","steps":["trace[1251462906] 'agreement among raft nodes before linearized reading' (duration: 131.958022ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:06.914189Z","caller":"traceutil/trace.go:172","msg":"trace[1603778976] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"184.401707ms","start":"2026-06-17T19:05:06.729767Z","end":"2026-06-17T19:05:06.914169Z","steps":["trace[1603778976] 'process raft request' (duration: 184.247135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.529575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.816358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.529932Z","caller":"traceutil/trace.go:172","msg":"trace[1607719625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"144.202364ms","start":"2026-06-17T19:05:07.385701Z","end":"2026-06-17T19:05:07.529904Z","steps":["trace[1607719625] 'agreement among raft nodes before linearized reading' (duration: 55.541478ms)","trace[1607719625] 'range keys from in-memory index tree' (duration: 88.236619ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.529631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.703007ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.530016Z","caller":"traceutil/trace.go:172","msg":"trace[247946761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1701; }","duration":"121.081823ms","start":"2026-06-17T19:05:07.408904Z","end":"2026-06-17T19:05:07.529986Z","steps":["trace[247946761] 'range keys from in-memory index tree' (duration: 120.628286ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.709644Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.275794ms"} {"level":"warn","ts":"2026-06-17T19:05:07.709769Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.447047ms"} {"level":"warn","ts":"2026-06-17T19:05:07.737574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.575606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-17T19:05:07.737801Z","caller":"traceutil/trace.go:172","msg":"trace[702584289] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"257.949733ms","start":"2026-06-17T19:05:07.479826Z","end":"2026-06-17T19:05:07.737776Z","steps":["trace[702584289] 'read index received' (duration: 627.08µs)","trace[702584289] 'applied index is now lower than readState.Index' (duration: 257.321323ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:07.738040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.202926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-17T19:05:07.737984Z","caller":"traceutil/trace.go:172","msg":"trace[108113944] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"228.820848ms","start":"2026-06-17T19:05:07.509142Z","end":"2026-06-17T19:05:07.737963Z","steps":["trace[108113944] 'process raft request' (duration: 228.617254ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:07.738096Z","caller":"traceutil/trace.go:172","msg":"trace[635871528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"258.266877ms","start":"2026-06-17T19:05:07.479817Z","end":"2026-06-17T19:05:07.738084Z","steps":["trace[635871528] 'agreement among raft nodes before linearized reading' (duration: 258.084465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:07.739493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.422634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:05:07.739510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.520409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:07.739538Z","caller":"traceutil/trace.go:172","msg":"trace[973150272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1702; }","duration":"209.468835ms","start":"2026-06-17T19:05:07.530059Z","end":"2026-06-17T19:05:07.739528Z","steps":["trace[973150272] 'agreement among raft nodes before linearized reading' (duration: 209.407984ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:07.739542Z","caller":"traceutil/trace.go:172","msg":"trace[859332708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"208.56115ms","start":"2026-06-17T19:05:07.530972Z","end":"2026-06-17T19:05:07.739533Z","steps":["trace[859332708] 'agreement among raft nodes before linearized reading' (duration: 208.494439ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:10.848284Z","caller":"traceutil/trace.go:172","msg":"trace[833852206] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"144.650351ms","start":"2026-06-17T19:05:10.703616Z","end":"2026-06-17T19:05:10.848266Z","steps":["trace[833852206] 'process raft request' (duration: 93.197361ms)","trace[833852206] 'compare' (duration: 51.352589ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:10.875247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.094974ms"} {"level":"warn","ts":"2026-06-17T19:05:10.875293Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"18.143925ms"} {"level":"info","ts":"2026-06-17T19:05:13.943296Z","caller":"traceutil/trace.go:172","msg":"trace[343996281] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"129.64343ms","start":"2026-06-17T19:05:13.813614Z","end":"2026-06-17T19:05:13.943258Z","steps":["trace[343996281] 'process raft request' (duration: 129.458737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:14.220859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.607952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:05:14.220877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.355223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:14.220976Z","caller":"traceutil/trace.go:172","msg":"trace[1141656795] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1726; }","duration":"183.761945ms","start":"2026-06-17T19:05:14.037182Z","end":"2026-06-17T19:05:14.220944Z","steps":["trace[1141656795] 'range keys from in-memory index tree' (duration: 182.345863ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:14.220989Z","caller":"traceutil/trace.go:172","msg":"trace[969945665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:1726; }","duration":"111.520326ms","start":"2026-06-17T19:05:14.109446Z","end":"2026-06-17T19:05:14.220966Z","steps":["trace[969945665] 'range keys from in-memory index tree' (duration: 110.019403ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:17.480100Z","caller":"traceutil/trace.go:172","msg":"trace[1313492837] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"108.384691ms","start":"2026-06-17T19:05:17.371694Z","end":"2026-06-17T19:05:17.480079Z","steps":["trace[1313492837] 'process raft request' (duration: 108.34322ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:26.250732Z","caller":"traceutil/trace.go:172","msg":"trace[1816086387] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"120.339785ms","start":"2026-06-17T19:05:26.130373Z","end":"2026-06-17T19:05:26.250713Z","steps":["trace[1816086387] 'process raft request' (duration: 116.449706ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:32.465508Z","caller":"traceutil/trace.go:172","msg":"trace[769524329] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"139.131409ms","start":"2026-06-17T19:05:32.326352Z","end":"2026-06-17T19:05:32.465484Z","steps":["trace[769524329] 'process raft request' (duration: 138.927796ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:05:32.497117Z","caller":"traceutil/trace.go:172","msg":"trace[329410799] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2102; }","duration":"108.047967ms","start":"2026-06-17T19:05:32.388981Z","end":"2026-06-17T19:05:32.497029Z","steps":["trace[329410799] 'read index received' (duration: 108.037597ms)","trace[329410799] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:32.557059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.456765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:32.557134Z","caller":"traceutil/trace.go:172","msg":"trace[644400288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1797; }","duration":"147.546986ms","start":"2026-06-17T19:05:32.409575Z","end":"2026-06-17T19:05:32.557122Z","steps":["trace[644400288] 'agreement among raft nodes before linearized reading' (duration: 147.436154ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:05:32.557139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.126428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:05:32.557216Z","caller":"traceutil/trace.go:172","msg":"trace[1035294490] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1797; }","duration":"168.232439ms","start":"2026-06-17T19:05:32.388965Z","end":"2026-06-17T19:05:32.557197Z","steps":["trace[1035294490] 'agreement among raft nodes before linearized reading' (duration: 108.583645ms)","trace[1035294490] 'range keys from in-memory index tree' (duration: 58.945113ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:05:33.158948Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.418072ms"} {"level":"warn","ts":"2026-06-17T19:05:33.159018Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.493694ms"} {"level":"warn","ts":"2026-06-17T19:05:46.080701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.691704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:05:52.554582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.842963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-06-17T19:06:27.909885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:28.410607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:28.841565Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8e45f57552ef93f2 [logterm: 3, index: 2343, vote: 8e45f57552ef93f2] ignored MsgPreVote from db752a1a7266d75 [logterm: 3, index: 2342] at term 3: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-06-17T19:06:28.911365Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:29.412414Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:29.865894Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.680824709s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-17T19:06:29.866007Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"572db18442eba1c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.524822037s"} {"level":"warn","ts":"2026-06-17T19:06:29.866022Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"db752a1a7266d75","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.524843168s"} {"level":"info","ts":"2026-06-17T19:06:29.866608Z","caller":"traceutil/trace.go:172","msg":"trace[300842192] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"2.681673974s","start":"2026-06-17T19:06:27.184920Z","end":"2026-06-17T19:06:29.866594Z","steps":["trace[300842192] 'process raft request' (duration: 2.681574319s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.866784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:27.184894Z","time spent":"2.68175971s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:06:29.868964Z","caller":"traceutil/trace.go:172","msg":"trace[1175209665] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2342; }","duration":"2.459856044s","start":"2026-06-17T19:06:27.409077Z","end":"2026-06-17T19:06:29.868933Z","steps":["trace[1175209665] 'read index received' (duration: 2.459846753s)","trace[1175209665] 'applied index is now lower than readState.Index' (duration: 7.891µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:06:29.869076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.459996332s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.869115Z","caller":"traceutil/trace.go:172","msg":"trace[2037269930] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2005; }","duration":"2.460039964s","start":"2026-06-17T19:06:27.409064Z","end":"2026-06-17T19:06:29.869104Z","steps":["trace[2037269930] 'agreement among raft nodes before linearized reading' (duration: 2.459977731s)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.880671Z","caller":"traceutil/trace.go:172","msg":"trace[1502679299] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"650.095186ms","start":"2026-06-17T19:06:29.230563Z","end":"2026-06-17T19:06:29.880658Z","steps":["trace[1502679299] 'process raft request' (duration: 650.062334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.880773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.230484Z","time spent":"650.235734ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:06:29.880952Z","caller":"traceutil/trace.go:172","msg":"trace[1905120377] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"713.020443ms","start":"2026-06-17T19:06:29.167901Z","end":"2026-06-17T19:06:29.880922Z","steps":["trace[1905120377] 'process raft request' (duration: 712.654414ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.881138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.167867Z","time spent":"713.181382ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:06:29.884424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.730289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.884506Z","caller":"traceutil/trace.go:172","msg":"trace[11808588] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2008; }","duration":"878.835965ms","start":"2026-06-17T19:06:29.005656Z","end":"2026-06-17T19:06:29.884492Z","steps":["trace[11808588] 'agreement among raft nodes before linearized reading' (duration: 878.684367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.566329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-06-17T19:06:29.884546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.005631Z","time spent":"878.907109ms","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.499727215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.884543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"988.243268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-17T19:06:29.884578Z","caller":"traceutil/trace.go:172","msg":"trace[1090157318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"427.655154ms","start":"2026-06-17T19:06:29.456907Z","end":"2026-06-17T19:06:29.884562Z","steps":["trace[1090157318] 'agreement among raft nodes before linearized reading' (duration: 427.460983ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:06:29.884596Z","caller":"traceutil/trace.go:172","msg":"trace[63431258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"988.300251ms","start":"2026-06-17T19:06:28.896287Z","end":"2026-06-17T19:06:29.884587Z","steps":["trace[63431258] 'agreement among raft nodes before linearized reading' (duration: 988.145023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.896265Z","time spent":"988.351944ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:29.884597Z","caller":"traceutil/trace.go:172","msg":"trace[112067194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"1.499839101s","start":"2026-06-17T19:06:28.384741Z","end":"2026-06-17T19:06:29.884580Z","steps":["trace[112067194] 'agreement among raft nodes before linearized reading' (duration: 1.499688343s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.456883Z","time spent":"427.731028ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.384712Z","time spent":"1.499943616s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:29.884715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.301403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:06:29.884757Z","caller":"traceutil/trace.go:172","msg":"trace[177423058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:2008; }","duration":"341.350956ms","start":"2026-06-17T19:06:29.543395Z","end":"2026-06-17T19:06:29.884746Z","steps":["trace[177423058] 'agreement among raft nodes before linearized reading' (duration: 341.262571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.234456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:06:29.884782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.543370Z","time spent":"341.405428ms","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:29.884789Z","caller":"traceutil/trace.go:172","msg":"trace[1081811501] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:2008; }","duration":"785.258187ms","start":"2026-06-17T19:06:29.099523Z","end":"2026-06-17T19:06:29.884781Z","steps":["trace[1081811501] 'agreement among raft nodes before linearized reading' (duration: 785.213195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.884997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.538678268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-17T19:06:29.885039Z","caller":"traceutil/trace.go:172","msg":"trace[1726047184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2008; }","duration":"1.538724301s","start":"2026-06-17T19:06:28.346306Z","end":"2026-06-17T19:06:29.885030Z","steps":["trace[1726047184] 'agreement among raft nodes before linearized reading' (duration: 1.538572273s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.346272Z","time spent":"1.538781074s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.885221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.835247308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-06-17T19:06:29.885561Z","caller":"traceutil/trace.go:172","msg":"trace[1376386536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2008; }","duration":"1.835606577s","start":"2026-06-17T19:06:28.049935Z","end":"2026-06-17T19:06:29.885542Z","steps":["trace[1376386536] 'agreement among raft nodes before linearized reading' (duration: 1.835080599s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:29.885613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:28.049904Z","time spent":"1.835696352s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":508,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:29.884817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:29.099501Z","time spent":"785.305571ms","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:36.160507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.051356ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-17T19:06:36.160766Z","caller":"traceutil/trace.go:172","msg":"trace[173056277] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"263.184487ms","start":"2026-06-17T19:06:35.897556Z","end":"2026-06-17T19:06:36.160741Z","steps":["trace[173056277] 'process raft request' (duration: 263.05283ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:36.875044Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:37.341441Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"8e45f57552ef93f2 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-06-17T19:06:37.341538Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8e45f57552ef93f2 became follower at term 3"} {"level":"info","ts":"2026-06-17T19:06:37.341557Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8e45f57552ef93f2 lost leader 8e45f57552ef93f2 at term 3"} {"level":"warn","ts":"2026-06-17T19:06:37.375672Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:37.375803Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"8e45f57552ef93f2 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T19:06:37.875933Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:37.876092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"8e45f57552ef93f2 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T19:06:38.376791Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:38.376988Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"8e45f57552ef93f2 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-06-17T19:06:38.385296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000341602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:38.385480Z","caller":"traceutil/trace.go:172","msg":"trace[1247772564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532692s","start":"2026-06-17T19:06:36.384925Z","end":"2026-06-17T19:06:38.385458Z","steps":["trace[1247772564] 'agreement among raft nodes before linearized reading' (duration: 2.000338962s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:38.385548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:36.384912Z","time spent":"2.000624367s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:38 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T19:06:38.740872Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:38.740943Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:38.740973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:38.740989Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:38.741043Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:38.741059Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:38.877166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:39.377893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:39.878585Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:40.143428Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:40.143479Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:40.143496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:40.143505Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:40.143666Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:40.143683Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:40.379311Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:40.393715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.007620707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:40.393771Z","caller":"traceutil/trace.go:172","msg":"trace[1603672452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007691891s","start":"2026-06-17T19:06:38.386067Z","end":"2026-06-17T19:06:40.393759Z","steps":["trace[1603672452] 'agreement among raft nodes before linearized reading' (duration: 2.000132838s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:40.393804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:38.386042Z","time spent":"2.007756155s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:40.882998Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:41.376487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.001640418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:41.376586Z","caller":"traceutil/trace.go:172","msg":"trace[464736361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.001767554s","start":"2026-06-17T19:06:36.374797Z","end":"2026-06-17T19:06:41.376565Z","steps":["trace[464736361] 'agreement among raft nodes before linearized reading' (duration: 5.001637217s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:41.376631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:36.374768Z","time spent":"5.001855278s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:41.388011Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:41.541496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:41.541564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:41.541587Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:41.541597Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:41.541627Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:41.541637Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:41.888100Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:42.359994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999308602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:42.360074Z","caller":"traceutil/trace.go:172","msg":"trace[1574273327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999416117s","start":"2026-06-17T19:06:37.360643Z","end":"2026-06-17T19:06:42.360059Z","steps":["trace[1574273327] 'agreement among raft nodes before linearized reading' (duration: 4.999305682s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:42.360122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:37.360616Z","time spent":"4.999497041s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/06/17 19:06:42 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:42.388179Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:42.392591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999273763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:42.392720Z","caller":"traceutil/trace.go:172","msg":"trace[411661780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99941921s","start":"2026-06-17T19:06:40.393289Z","end":"2026-06-17T19:06:42.392708Z","steps":["trace[411661780] 'agreement among raft nodes before linearized reading' (duration: 1.999271662s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:42.393023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.393268Z","time spent":"1.999744956s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:42 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:42.888262Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:42.940922Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:42.940984Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:42.941007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:42.941017Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:42.941048Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:42.941061Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:43.167280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:38.167841Z","time spent":"4.999430139s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T19:06:43.376884Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-17T19:06:43.876985Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:44.340871Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:44.341052Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:44.341076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:44.341292Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:44.341324Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:44.341338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:44.377076Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:44.394035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.998565624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:44.394165Z","caller":"traceutil/trace.go:172","msg":"trace[945793554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998708321s","start":"2026-06-17T19:06:42.395440Z","end":"2026-06-17T19:06:44.394148Z","steps":["trace[945793554] 'agreement among raft nodes before linearized reading' (duration: 1.998563834s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:44.394255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:42.395423Z","time spent":"1.998823947s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:44.877150Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:45.378944Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:45.740712Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:45.740934Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:45.740955Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:45.740966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:45.740996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:45.741007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:45.879644Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:46.379745Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:46.423126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.003054439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:46.423199Z","caller":"traceutil/trace.go:172","msg":"trace[1993491724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003145273s","start":"2026-06-17T19:06:44.420041Z","end":"2026-06-17T19:06:46.423186Z","steps":["trace[1993491724] 'agreement among raft nodes before linearized reading' (duration: 2.003051889s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:46.423562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.420023Z","time spent":"2.003530502s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:46 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:46.879829Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:46.924133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:39.922988Z","time spent":"7.001136625s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-06-17T19:06:47.140937Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:47.141013Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:47.141045Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:47.141584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:47.142086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:47.142453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:47.209494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.209411Z","time spent":"7.000073099s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T19:06:47.381125Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:47.881223Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:48.167206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.993899485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:48.167290Z","caller":"traceutil/trace.go:172","msg":"trace[874982959] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.994009791s","start":"2026-06-17T19:06:43.173263Z","end":"2026-06-17T19:06:48.167273Z","steps":["trace[874982959] 'agreement among raft nodes before linearized reading' (duration: 4.993897465s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:48.167337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:43.173249Z","time spent":"4.994078453s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" limit:1 "} 2026/06/17 19:06:48 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:48.381523Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:48.421049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000628256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:48.421136Z","caller":"traceutil/trace.go:172","msg":"trace[2024933981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000735902s","start":"2026-06-17T19:06:46.420383Z","end":"2026-06-17T19:06:48.421119Z","steps":["trace[2024933981] 'agreement among raft nodes before linearized reading' (duration: 2.000625806s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:48.421218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:46.420366Z","time spent":"2.000844907s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:48 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T19:06:48.542637Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:48.542693Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:48.542715Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:48.542725Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:48.542757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:48.542772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:48.882233Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:49.382560Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:49.483938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.991399293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:49.484013Z","caller":"traceutil/trace.go:172","msg":"trace[41215006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.991492427s","start":"2026-06-17T19:06:44.492505Z","end":"2026-06-17T19:06:49.483997Z","steps":["trace[41215006] 'agreement among raft nodes before linearized reading' (duration: 4.991397103s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:49.484052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.492489Z","time spent":"4.99155536s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/06/17 19:06:49 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:49.882638Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:49.935480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:46.958451Z","time spent":"2.977021897s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-06-17T19:06:49.940709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:49.940758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:49.940779Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:49.940789Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:49.940817Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:49.940862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:50.110866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999800366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:50.110944Z","caller":"traceutil/trace.go:172","msg":"trace[1256479254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999900941s","start":"2026-06-17T19:06:45.111028Z","end":"2026-06-17T19:06:50.110929Z","steps":["trace[1256479254] 'agreement among raft nodes before linearized reading' (duration: 4.999797476s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.111014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:45.111011Z","time spent":"4.999993456s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/06/17 19:06:50 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:50.376983Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-17T19:06:50.378305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.151654864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.378395Z","caller":"traceutil/trace.go:172","msg":"trace[650045130] range","detail":"{range_begin:/registry/networkpolicies; range_end:; }","duration":"9.1517662s","start":"2026-06-17T19:06:41.226612Z","end":"2026-06-17T19:06:50.378378Z","steps":["trace[650045130] 'agreement among raft nodes before linearized reading' (duration: 9.151651904s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.378461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:41.226597Z","time spent":"9.151853444s","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.378534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.71189099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.378573Z","caller":"traceutil/trace.go:172","msg":"trace[1214129200] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; }","duration":"9.711930192s","start":"2026-06-17T19:06:40.666636Z","end":"2026-06-17T19:06:50.378566Z","steps":["trace[1214129200] 'agreement among raft nodes before linearized reading' (duration: 9.71189082s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.378625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.666620Z","time spent":"9.711997935s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.378681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.81272768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.378746Z","caller":"traceutil/trace.go:172","msg":"trace[648346043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; }","duration":"9.812777642s","start":"2026-06-17T19:06:40.565946Z","end":"2026-06-17T19:06:50.378723Z","steps":["trace[648346043] 'agreement among raft nodes before linearized reading' (duration: 9.81272745s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.378794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.565932Z","time spent":"9.812854746s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.378859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.974724198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.378905Z","caller":"traceutil/trace.go:172","msg":"trace[23356161] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; }","duration":"9.974768032s","start":"2026-06-17T19:06:40.404128Z","end":"2026-06-17T19:06:50.378896Z","steps":["trace[23356161] 'agreement among raft nodes before linearized reading' (duration: 9.974723249s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.378946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.404105Z","time spent":"9.974833635s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.123443976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379082Z","caller":"traceutil/trace.go:172","msg":"trace[715690160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; }","duration":"10.123513909s","start":"2026-06-17T19:06:40.255558Z","end":"2026-06-17T19:06:50.379072Z","steps":["trace[715690160] 'agreement among raft nodes before linearized reading' (duration: 10.123443656s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.255538Z","time spent":"10.123584273s","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.235847571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379234Z","caller":"traceutil/trace.go:172","msg":"trace[1359968025] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"10.235899634s","start":"2026-06-17T19:06:40.143328Z","end":"2026-06-17T19:06:50.379228Z","steps":["trace[1359968025] 'agreement among raft nodes before linearized reading' (duration: 10.235847191s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:40.143314Z","time spent":"10.235959057s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.570636577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379368Z","caller":"traceutil/trace.go:172","msg":"trace[426922121] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"10.570672859s","start":"2026-06-17T19:06:39.808690Z","end":"2026-06-17T19:06:50.379362Z","steps":["trace[426922121] 'agreement among raft nodes before linearized reading' (duration: 10.570636197s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:39.808666Z","time spent":"10.570749413s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.080190325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379522Z","caller":"traceutil/trace.go:172","msg":"trace[1191512007] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; }","duration":"11.080237037s","start":"2026-06-17T19:06:39.299277Z","end":"2026-06-17T19:06:50.379514Z","steps":["trace[1191512007] 'agreement among raft nodes before linearized reading' (duration: 11.080189995s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:39.299256Z","time spent":"11.080311081s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.593839357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379699Z","caller":"traceutil/trace.go:172","msg":"trace[2115325179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"11.59390197s","start":"2026-06-17T19:06:38.785790Z","end":"2026-06-17T19:06:50.379692Z","steps":["trace[2115325179] 'agreement among raft nodes before linearized reading' (duration: 11.593839687s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:38.785730Z","time spent":"11.594017077s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.379832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.673038529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.379881Z","caller":"traceutil/trace.go:172","msg":"trace[1300977090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"11.673090482s","start":"2026-06-17T19:06:38.706783Z","end":"2026-06-17T19:06:50.379874Z","steps":["trace[1300977090] 'agreement among raft nodes before linearized reading' (duration: 11.673038699s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.379929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:38.706737Z","time spent":"11.673183867s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.380004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.510024966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.380054Z","caller":"traceutil/trace.go:172","msg":"trace[1732206596] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"12.510077458s","start":"2026-06-17T19:06:37.869969Z","end":"2026-06-17T19:06:50.380047Z","steps":["trace[1732206596] 'agreement among raft nodes before linearized reading' (duration: 12.510024426s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.380102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:37.869940Z","time spent":"12.510153602s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.380158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.66411982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.380199Z","caller":"traceutil/trace.go:172","msg":"trace[873167203] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"12.664160632s","start":"2026-06-17T19:06:37.716032Z","end":"2026-06-17T19:06:50.380192Z","steps":["trace[873167203] 'agreement among raft nodes before linearized reading' (duration: 12.66411913s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.380244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:37.716005Z","time spent":"12.664233445s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.380300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.841132963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.380345Z","caller":"traceutil/trace.go:172","msg":"trace[1947105504] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; }","duration":"12.841180935s","start":"2026-06-17T19:06:37.539158Z","end":"2026-06-17T19:06:50.380339Z","steps":["trace[1947105504] 'agreement among raft nodes before linearized reading' (duration: 12.841132063s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.380392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:37.539134Z","time spent":"12.841251339s","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.380442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.608714456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.380482Z","caller":"traceutil/trace.go:172","msg":"trace[1469268078] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; }","duration":"13.608756328s","start":"2026-06-17T19:06:36.771720Z","end":"2026-06-17T19:06:50.380476Z","steps":["trace[1469268078] 'agreement among raft nodes before linearized reading' (duration: 13.608713916s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.380522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:36.771694Z","time spent":"13.608820981s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:50.380577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.959052181s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:50.380620Z","caller":"traceutil/trace.go:172","msg":"trace[1291670466] range","detail":"{range_begin:; range_end:; }","duration":"13.959096263s","start":"2026-06-17T19:06:36.421517Z","end":"2026-06-17T19:06:50.380613Z","steps":["trace[1291670466] 'agreement among raft nodes before linearized reading' (duration: 13.959052221s)"],"step_count":1} {"level":"error","ts":"2026-06-17T19:06:50.380693Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T19:06:50.434214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000405114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:50.434386Z","caller":"traceutil/trace.go:172","msg":"trace[1363254936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001554529s","start":"2026-06-17T19:06:48.432784Z","end":"2026-06-17T19:06:50.434338Z","steps":["trace[1363254936] 'agreement among raft nodes before linearized reading' (duration: 2.000064227s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:50.434470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:48.432769Z","time spent":"2.001682304s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:50.877556Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:51.344382Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:51.349958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:51.349978Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:51.349987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:51.350025Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:51.350046Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:51.380861Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:51.882056Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:52.383558Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:52.435841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000949407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:52.435920Z","caller":"traceutil/trace.go:172","msg":"trace[1128216477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001044591s","start":"2026-06-17T19:06:50.434859Z","end":"2026-06-17T19:06:52.435904Z","steps":["trace[1128216477] 'agreement among raft nodes before linearized reading' (duration: 2.000946887s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:52.435957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.434851Z","time spent":"2.001099883s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:06:52.741151Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:52.741212Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:52.741230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:52.741239Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:52.741267Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:52.741386Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:52.883686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:53.399284Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:53.901886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:54.141205Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:54.141453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:54.141482Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:54.142552Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:54.142591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:54.142600Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:54.239628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:47.239010Z","time spent":"7.000608594s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-17T19:06:54.402189Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:54.441480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.002392544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:54.441645Z","caller":"traceutil/trace.go:172","msg":"trace[1069336131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002575932s","start":"2026-06-17T19:06:52.439053Z","end":"2026-06-17T19:06:54.441629Z","steps":["trace[1069336131] 'agreement among raft nodes before linearized reading' (duration: 2.002389924s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:54.441728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:52.439036Z","time spent":"2.002681388s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:54.902391Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:55.175956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:48.175201Z","time spent":"7.000745765s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T19:06:55.402765Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:55.541988Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:55.542066Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:55.542089Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:55.542098Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:55.542129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:55.542140Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:55.902866Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:56.403126Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:56.446195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000885647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:56.446359Z","caller":"traceutil/trace.go:172","msg":"trace[219776057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001199881s","start":"2026-06-17T19:06:54.445146Z","end":"2026-06-17T19:06:56.446346Z","steps":["trace[219776057] 'agreement among raft nodes before linearized reading' (duration: 2.000883847s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:56.446941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:54.445127Z","time spent":"2.001263484s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:56.634246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.997809818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:56.634394Z","caller":"traceutil/trace.go:172","msg":"trace[81820783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997986927s","start":"2026-06-17T19:06:51.636392Z","end":"2026-06-17T19:06:56.634379Z","steps":["trace[81820783] 'agreement among raft nodes before linearized reading' (duration: 4.997806168s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:56.634475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:51.636373Z","time spent":"4.99808873s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/06/17 19:06:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:56.906235Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:56.939264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:49.939160Z","time spent":"7.000094553s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-06-17T19:06:56.940877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:56.940987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:56.941042Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:56.941086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:56.941145Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:56.941279Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:57.183816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999831114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-17T19:06:57.183971Z","caller":"traceutil/trace.go:172","msg":"trace[1070750588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005623s","start":"2026-06-17T19:06:55.183949Z","end":"2026-06-17T19:06:57.183955Z","steps":["trace[1070750588] 'agreement among raft nodes before linearized reading' (duration: 1.999828454s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.184095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:55.183929Z","time spent":"2.00015644s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-17T19:06:57.377191Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-17T19:06:57.377327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.960580015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377362Z","caller":"traceutil/trace.go:172","msg":"trace[1058123062] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; }","duration":"11.960636828s","start":"2026-06-17T19:06:45.416712Z","end":"2026-06-17T19:06:57.377349Z","steps":["trace[1058123062] 'agreement among raft nodes before linearized reading' (duration: 11.960578956s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:45.416699Z","time spent":"11.96069137s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.614060499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377455Z","caller":"traceutil/trace.go:172","msg":"trace[882858548] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; }","duration":"12.61408188s","start":"2026-06-17T19:06:44.763368Z","end":"2026-06-17T19:06:57.377450Z","steps":["trace[882858548] 'agreement among raft nodes before linearized reading' (duration: 12.614060399s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.763353Z","time spent":"12.614110231s","remote":"127.0.0.1:47936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.224124697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-17T19:06:57.377506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.016161415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377523Z","caller":"traceutil/trace.go:172","msg":"trace[729468721] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; }","duration":"13.016181426s","start":"2026-06-17T19:06:44.361337Z","end":"2026-06-17T19:06:57.377519Z","steps":["trace[729468721] 'agreement among raft nodes before linearized reading' (duration: 13.016161805s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.361322Z","time spent":"13.016211808s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.031656946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377578Z","caller":"traceutil/trace.go:172","msg":"trace[529037349] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"13.031675477s","start":"2026-06-17T19:06:44.345897Z","end":"2026-06-17T19:06:57.377572Z","steps":["trace[529037349] 'agreement among raft nodes before linearized reading' (duration: 13.031657166s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.345879Z","time spent":"13.031707568s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.165434586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377629Z","caller":"traceutil/trace.go:172","msg":"trace[472571336] range","detail":"{range_begin:/registry/services/specs; range_end:; }","duration":"13.165450196s","start":"2026-06-17T19:06:44.212174Z","end":"2026-06-17T19:06:57.377624Z","steps":["trace[472571336] 'agreement among raft nodes before linearized reading' (duration: 13.165434776s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.212131Z","time spent":"13.165507449s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.385449564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377675Z","caller":"traceutil/trace.go:172","msg":"trace[1167019700] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; }","duration":"13.385462894s","start":"2026-06-17T19:06:43.992209Z","end":"2026-06-17T19:06:57.377672Z","steps":["trace[1167019700] 'agreement among raft nodes before linearized reading' (duration: 13.385449324s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:43.992195Z","time spent":"13.385487616s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.779970438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.377726Z","caller":"traceutil/trace.go:172","msg":"trace[2006557959] range","detail":"{range_begin:/registry/ingressclasses; range_end:; }","duration":"13.77999001s","start":"2026-06-17T19:06:43.597732Z","end":"2026-06-17T19:06:57.377722Z","steps":["trace[2006557959] 'agreement among raft nodes before linearized reading' (duration: 13.779970609s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:43.597696Z","time spent":"13.780039011s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:57.377696Z","caller":"traceutil/trace.go:172","msg":"trace[1496949757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; }","duration":"9.224274824s","start":"2026-06-17T19:06:48.153226Z","end":"2026-06-17T19:06:57.377501Z","steps":["trace[1496949757] 'agreement among raft nodes before linearized reading' (duration: 9.224123857s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:48.153208Z","time spent":"9.224675573s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.377994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.875638044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378021Z","caller":"traceutil/trace.go:172","msg":"trace[698081122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; }","duration":"11.876366848s","start":"2026-06-17T19:06:45.501648Z","end":"2026-06-17T19:06:57.378015Z","steps":["trace[698081122] 'agreement among raft nodes before linearized reading' (duration: 11.875637623s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.378055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:45.501633Z","time spent":"11.876399599s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.378177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.215377661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378213Z","caller":"traceutil/trace.go:172","msg":"trace[1630154273] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; }","duration":"7.215619413s","start":"2026-06-17T19:06:50.162589Z","end":"2026-06-17T19:06:57.378208Z","steps":["trace[1630154273] 'agreement among raft nodes before linearized reading' (duration: 7.215377461s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.377490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.855011556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378263Z","caller":"traceutil/trace.go:172","msg":"trace[555426180] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"12.855784872s","start":"2026-06-17T19:06:44.522472Z","end":"2026-06-17T19:06:57.378257Z","steps":["trace[555426180] 'agreement among raft nodes before linearized reading' (duration: 12.855011096s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.378285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:44.522458Z","time spent":"12.855821034s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.378159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.419040681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-17T19:06:57.378247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.946014754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378336Z","caller":"traceutil/trace.go:172","msg":"trace[133367403] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"10.419215329s","start":"2026-06-17T19:06:46.959113Z","end":"2026-06-17T19:06:57.378328Z","steps":["trace[133367403] 'agreement among raft nodes before linearized reading' (duration: 10.419040951s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.378489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:46.959075Z","time spent":"10.419408178s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.378233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.162572Z","time spent":"7.215655934s","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:57.378622Z","caller":"traceutil/trace.go:172","msg":"trace[1310146899] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; }","duration":"8.946375291s","start":"2026-06-17T19:06:48.432094Z","end":"2026-06-17T19:06:57.378469Z","steps":["trace[1310146899] 'agreement among raft nodes before linearized reading' (duration: 8.945998613s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.378445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.712939781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-17T19:06:57.378723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:48.432074Z","time spent":"8.946619552s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.378468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.352151718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378934Z","caller":"traceutil/trace.go:172","msg":"trace[630143180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; }","duration":"7.352615549s","start":"2026-06-17T19:06:50.026311Z","end":"2026-06-17T19:06:57.378927Z","steps":["trace[630143180] 'agreement among raft nodes before linearized reading' (duration: 7.352151748s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.378965Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.026292Z","time spent":"7.352665532s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.378429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.436631974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.378885Z","caller":"traceutil/trace.go:172","msg":"trace[1949230936] range","detail":"{range_begin:/registry/services/specs; range_end:; }","duration":"11.713173412s","start":"2026-06-17T19:06:45.665499Z","end":"2026-06-17T19:06:57.378672Z","steps":["trace[1949230936] 'agreement among raft nodes before linearized reading' (duration: 11.712939181s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.379338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:45.665484Z","time spent":"11.713846794s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-06-17T19:06:57.379156Z","caller":"traceutil/trace.go:172","msg":"trace[135242527] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"9.437349767s","start":"2026-06-17T19:06:47.941791Z","end":"2026-06-17T19:06:57.379141Z","steps":["trace[135242527] 'agreement among raft nodes before linearized reading' (duration: 9.436631714s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.379841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:47.941773Z","time spent":"9.437775067s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.380001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.317222137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-17T19:06:57.380077Z","caller":"traceutil/trace.go:172","msg":"trace[389697919] range","detail":"{range_begin:/registry/statefulsets; range_end:; }","duration":"10.317319181s","start":"2026-06-17T19:06:47.062742Z","end":"2026-06-17T19:06:57.380062Z","steps":["trace[389697919] 'agreement among raft nodes before linearized reading' (duration: 10.314691378s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:57.380119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:47.062728Z","time spent":"10.317383755s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:06:57.878288Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:58.340708Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:58.340767Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:58.340787Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:58.340795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:58.340846Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:58.340857Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-06-17T19:06:58.378569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:58.452599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99891894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:58.452739Z","caller":"traceutil/trace.go:172","msg":"trace[446782472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999074927s","start":"2026-06-17T19:06:56.453649Z","end":"2026-06-17T19:06:58.452724Z","steps":["trace[446782472] 'agreement among raft nodes before linearized reading' (duration: 1.9989164s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:58.452799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:56.453632Z","time spent":"1.99915884s","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:06:58 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:58.878718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:59.312059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.003956305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:06:59.312150Z","caller":"traceutil/trace.go:172","msg":"trace[305962688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.004074571s","start":"2026-06-17T19:06:54.308060Z","end":"2026-06-17T19:06:59.312135Z","steps":["trace[305962688] 'agreement among raft nodes before linearized reading' (duration: 5.003953615s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:06:59.312347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:54.308042Z","time spent":"5.004292341s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/06/17 19:06:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-17T19:06:59.379053Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-17T19:06:59.740713Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8e45f57552ef93f2 is starting a new election at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.740773Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8e45f57552ef93f2 became pre-candidate at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.740795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to db752a1a7266d75 at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.740806Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgPreVote request to 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.756971Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 8e45f57552ef93f2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.757017Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:06:59.758139Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgPreVoteResp from 572db18442eba1c2 at term 3"} {"level":"info","ts":"2026-06-17T19:06:59.759519Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:06:59.759590Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"8e45f57552ef93f2 became candidate at term 4"} {"level":"info","ts":"2026-06-17T19:06:59.759626Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgVote request to db752a1a7266d75 at term 4"} {"level":"info","ts":"2026-06-17T19:06:59.759648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8e45f57552ef93f2 [logterm: 3, index: 2382] sent MsgVote request to 572db18442eba1c2 at term 4"} {"level":"warn","ts":"2026-06-17T19:06:59.879218Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10660757914039883697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-17T19:06:59.924255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:56.969112Z","time spent":"2.955135172s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-06-17T19:07:00.161475Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from 8e45f57552ef93f2 at term 4"} {"level":"info","ts":"2026-06-17T19:07:00.164028Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:07:00.325085Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8e45f57552ef93f2 received MsgVoteResp from 572db18442eba1c2 at term 4"} {"level":"info","ts":"2026-06-17T19:07:00.325162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8e45f57552ef93f2 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-17T19:07:00.325193Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"8e45f57552ef93f2 became leader at term 4"} {"level":"info","ts":"2026-06-17T19:07:00.325211Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8e45f57552ef93f2 elected leader 8e45f57552ef93f2 at term 4"} {"level":"warn","ts":"2026-06-17T19:07:00.329143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.604193109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329276Z","caller":"traceutil/trace.go:172","msg":"trace[647153175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; }","duration":"3.604346126s","start":"2026-06-17T19:06:56.724920Z","end":"2026-06-17T19:07:00.329266Z","steps":["trace[647153175] 'agreement among raft nodes before linearized reading' (duration: 3.604192109s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:56.724903Z","time spent":"3.604397578s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.329398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.916006515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329417Z","caller":"traceutil/trace.go:172","msg":"trace[536915139] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; }","duration":"3.916028736s","start":"2026-06-17T19:06:56.413383Z","end":"2026-06-17T19:07:00.329412Z","steps":["trace[536915139] 'agreement among raft nodes before linearized reading' (duration: 3.916006415s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:56.413361Z","time spent":"3.916068058s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.329454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.364122703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329468Z","caller":"traceutil/trace.go:172","msg":"trace[1663290437] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"4.364136763s","start":"2026-06-17T19:06:55.965327Z","end":"2026-06-17T19:07:00.329463Z","steps":["trace[1663290437] 'agreement among raft nodes before linearized reading' (duration: 4.364123132s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:55.965309Z","time spent":"4.364167514s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.329535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.174750524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329564Z","caller":"traceutil/trace.go:172","msg":"trace[1640858462] range","detail":"{range_begin:/registry/secrets; range_end:; }","duration":"5.174779226s","start":"2026-06-17T19:06:55.154780Z","end":"2026-06-17T19:07:00.329559Z","steps":["trace[1640858462] 'agreement among raft nodes before linearized reading' (duration: 5.174750754s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:55.154738Z","time spent":"5.174836268s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.329658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.570711253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329718Z","caller":"traceutil/trace.go:172","msg":"trace[1644293183] range","detail":"{range_begin:/registry/replicasets; range_end:; }","duration":"5.570772476s","start":"2026-06-17T19:06:54.758940Z","end":"2026-06-17T19:07:00.329712Z","steps":["trace[1644293183] 'agreement among raft nodes before linearized reading' (duration: 5.570711573s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:54.758916Z","time spent":"5.570817308s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.329778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.163850252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.329940Z","caller":"traceutil/trace.go:172","msg":"trace[905831643] range","detail":"{range_begin:/registry/deviceclasses; range_end:; }","duration":"6.16401139s","start":"2026-06-17T19:06:54.165923Z","end":"2026-06-17T19:07:00.329935Z","steps":["trace[905831643] 'agreement among raft nodes before linearized reading' (duration: 6.163850622s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.329997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:54.164744Z","time spent":"6.165208577s","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":0,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.330025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.374233528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.330255Z","caller":"traceutil/trace.go:172","msg":"trace[493574567] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"6.374464228s","start":"2026-06-17T19:06:53.955786Z","end":"2026-06-17T19:07:00.330250Z","steps":["trace[493574567] 'agreement among raft nodes before linearized reading' (duration: 6.374233918s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.330272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:53.955771Z","time spent":"6.37449453s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.330355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.460952377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.330400Z","caller":"traceutil/trace.go:172","msg":"trace[1450055482] range","detail":"{range_begin:/registry/resourceslices; range_end:; }","duration":"6.460979008s","start":"2026-06-17T19:06:53.869392Z","end":"2026-06-17T19:07:00.330371Z","steps":["trace[1450055482] 'agreement among raft nodes before linearized reading' (duration: 6.460952447s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.330425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:53.869374Z","time spent":"6.46104436s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.330503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.890633789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.330644Z","caller":"traceutil/trace.go:172","msg":"trace[1362759677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; }","duration":"7.89065776s","start":"2026-06-17T19:06:52.439861Z","end":"2026-06-17T19:07:00.330519Z","steps":["trace[1362759677] 'agreement among raft nodes before linearized reading' (duration: 7.890633269s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.330839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:52.439848Z","time spent":"7.890822618s","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.330876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.38917883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.331344Z","caller":"traceutil/trace.go:172","msg":"trace[1984547464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; }","duration":"8.389645782s","start":"2026-06-17T19:06:51.941690Z","end":"2026-06-17T19:07:00.331336Z","steps":["trace[1984547464] 'agreement among raft nodes before linearized reading' (duration: 8.38917882s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.331428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:51.941672Z","time spent":"8.389684663s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.750235318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.331471Z","caller":"traceutil/trace.go:172","msg":"trace[216431335] range","detail":"{range_begin:/registry/podtemplates; range_end:; }","duration":"8.750248179s","start":"2026-06-17T19:06:51.581218Z","end":"2026-06-17T19:07:00.331466Z","steps":["trace[216431335] 'agreement among raft nodes before linearized reading' (duration: 8.750235598s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.331486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:51.581199Z","time spent":"8.75028361s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.89570016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.331543Z","caller":"traceutil/trace.go:172","msg":"trace[200737882] range","detail":"{range_begin:/registry/deployments; range_end:; }","duration":"9.895740052s","start":"2026-06-17T19:06:50.435800Z","end":"2026-06-17T19:07:00.331540Z","steps":["trace[200737882] 'agreement among raft nodes before linearized reading' (duration: 9.89570111s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.331941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.92137057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.331967Z","caller":"traceutil/trace.go:172","msg":"trace[330852544] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; }","duration":"9.921394591s","start":"2026-06-17T19:06:50.410564Z","end":"2026-06-17T19:07:00.331959Z","steps":["trace[330852544] 'agreement among raft nodes before linearized reading' (duration: 9.92137057s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.331988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.410550Z","time spent":"9.921431232s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.332177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.922287334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.332838Z","caller":"traceutil/trace.go:172","msg":"trace[71092918] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; }","duration":"9.922930044s","start":"2026-06-17T19:06:50.409882Z","end":"2026-06-17T19:07:00.332812Z","steps":["trace[71092918] 'agreement among raft nodes before linearized reading' (duration: 9.922286304s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.333691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.409876Z","time spent":"9.923791093s","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.897035474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.333765Z","caller":"traceutil/trace.go:172","msg":"trace[1989410157] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; }","duration":"9.898987384s","start":"2026-06-17T19:06:50.434772Z","end":"2026-06-17T19:07:00.333759Z","steps":["trace[1989410157] 'agreement among raft nodes before linearized reading' (duration: 9.897035384s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.333796Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.434765Z","time spent":"9.899025286s","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.901109221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.333973Z","caller":"traceutil/trace.go:172","msg":"trace[1599661337] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; }","duration":"9.90325295s","start":"2026-06-17T19:06:50.430713Z","end":"2026-06-17T19:07:00.333966Z","steps":["trace[1599661337] 'agreement among raft nodes before linearized reading' (duration: 9.901109031s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.334036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.430707Z","time spent":"9.903320104s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.901231217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.334599Z","caller":"traceutil/trace.go:172","msg":"trace[522861668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; }","duration":"9.903984854s","start":"2026-06-17T19:06:50.430607Z","end":"2026-06-17T19:07:00.334592Z","steps":["trace[522861668] 'agreement among raft nodes before linearized reading' (duration: 9.901231317s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.334638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.430599Z","time spent":"9.904030956s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.901690799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.334897Z","caller":"traceutil/trace.go:172","msg":"trace[1427064348] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"9.904722849s","start":"2026-06-17T19:06:50.430162Z","end":"2026-06-17T19:07:00.334885Z","steps":["trace[1427064348] 'agreement among raft nodes before linearized reading' (duration: 9.901690529s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.334977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.430151Z","time spent":"9.904803992s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.909285346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.335237Z","caller":"traceutil/trace.go:172","msg":"trace[1599458388] range","detail":"{range_begin:/registry/networkpolicies; range_end:; }","duration":"9.912650861s","start":"2026-06-17T19:06:50.422579Z","end":"2026-06-17T19:07:00.335230Z","steps":["trace[1599458388] 'agreement among raft nodes before linearized reading' (duration: 9.909285736s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.335278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.422569Z","time spent":"9.912703204s","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.910098376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.335378Z","caller":"traceutil/trace.go:172","msg":"trace[1281541184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.913592587s","start":"2026-06-17T19:06:50.421780Z","end":"2026-06-17T19:07:00.335373Z","steps":["trace[1281541184] 'agreement among raft nodes before linearized reading' (duration: 9.910098196s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.335421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.421772Z","time spent":"9.913642159s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.910384749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.335711Z","caller":"traceutil/trace.go:172","msg":"trace[1046473407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.914198075s","start":"2026-06-17T19:06:50.421507Z","end":"2026-06-17T19:07:00.335705Z","steps":["trace[1046473407] 'agreement among raft nodes before linearized reading' (duration: 9.910385889s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.335839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.421489Z","time spent":"9.914343072s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.91330609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.336300Z","caller":"traceutil/trace.go:172","msg":"trace[291838566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; }","duration":"9.917686202s","start":"2026-06-17T19:06:50.418602Z","end":"2026-06-17T19:07:00.336288Z","steps":["trace[291838566] 'agreement among raft nodes before linearized reading' (duration: 9.91330589s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.336495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.418591Z","time spent":"9.917890642s","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.918037939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-06-17T19:07:00.332195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.922400199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.336840Z","caller":"traceutil/trace.go:172","msg":"trace[89935075] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"9.927001211s","start":"2026-06-17T19:06:50.409790Z","end":"2026-06-17T19:07:00.336791Z","steps":["trace[89935075] 'agreement among raft nodes before linearized reading' (duration: 9.922400579s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.336872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.409776Z","time spent":"9.927088446s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.332207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.950315897s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.336910Z","caller":"traceutil/trace.go:172","msg":"trace[206342142] range","detail":"{range_begin:; range_end:; }","duration":"9.955018114s","start":"2026-06-17T19:06:50.381887Z","end":"2026-06-17T19:07:00.336905Z","steps":["trace[206342142] 'agreement among raft nodes before linearized reading' (duration: 9.950315247s)"],"step_count":1} {"level":"error","ts":"2026-06-17T19:07:00.336945Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-17T19:07:00.332085Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.435785Z","time spent":"9.896277127s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.331788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.896779262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-17T19:07:00.337260Z","caller":"traceutil/trace.go:172","msg":"trace[1605272936] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; }","duration":"9.902255484s","start":"2026-06-17T19:06:50.434995Z","end":"2026-06-17T19:07:00.337250Z","steps":["trace[1605272936] 'agreement among raft nodes before linearized reading' (duration: 9.896778922s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.337307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.434988Z","time spent":"9.902307297s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.336541Z","caller":"traceutil/trace.go:172","msg":"trace[2105292773] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; }","duration":"9.922650891s","start":"2026-06-17T19:06:50.413884Z","end":"2026-06-17T19:07:00.336535Z","steps":["trace[2105292773] 'agreement among raft nodes before linearized reading' (duration: 9.918038059s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.337386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:50.413866Z","time spent":"9.923512781s","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.453092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000273707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-17T19:07:00.453193Z","caller":"traceutil/trace.go:172","msg":"trace[736005804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386132s","start":"2026-06-17T19:06:58.452785Z","end":"2026-06-17T19:07:00.453171Z","steps":["trace[736005804] 'agreement among raft nodes before linearized reading' (duration: 2.000271507s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.453980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:58.452769Z","time spent":"2.000469106s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/17 19:07:00 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-17T19:07:00.701042Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-06-17T19:07:00.816052Z","caller":"traceutil/trace.go:172","msg":"trace[1048065435] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2383; }","duration":"486.988217ms","start":"2026-06-17T19:07:00.329036Z","end":"2026-06-17T19:07:00.816024Z","steps":["trace[1048065435] 'read index received' (duration: 486.971457ms)","trace[1048065435] 'applied index is now lower than readState.Index' (duration: 15.35µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.916802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.513808936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.916893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.513511983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.916945Z","caller":"traceutil/trace.go:172","msg":"trace[1298381797] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:2037; }","duration":"3.513987104s","start":"2026-06-17T19:06:57.402935Z","end":"2026-06-17T19:07:00.916922Z","steps":["trace[1298381797] 'agreement among raft nodes before linearized reading' (duration: 3.413359894s)","trace[1298381797] 'range keys from in-memory index tree' (duration: 100.419511ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.916998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.504973643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.917020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.402889Z","time spent":"3.51411689s","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.917000Z","caller":"traceutil/trace.go:172","msg":"trace[683721190] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:2037; }","duration":"3.51366613s","start":"2026-06-17T19:06:57.403305Z","end":"2026-06-17T19:07:00.916971Z","steps":["trace[683721190] 'agreement among raft nodes before linearized reading' (duration: 3.412955245s)","trace[683721190] 'range keys from in-memory index tree' (duration: 100.519506ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:07:00.917041Z","caller":"traceutil/trace.go:172","msg":"trace[956714842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:2037; }","duration":"3.505017545s","start":"2026-06-17T19:06:57.412013Z","end":"2026-06-17T19:07:00.917030Z","steps":["trace[956714842] 'agreement among raft nodes before linearized reading' (duration: 3.404232958s)","trace[956714842] 'range keys from in-memory index tree' (duration: 100.719745ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.412004Z","time spent":"3.505056547s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.403299Z","time spent":"3.513761504s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.504976453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.917166Z","caller":"traceutil/trace.go:172","msg":"trace[1662176473] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:2037; }","duration":"3.505011415s","start":"2026-06-17T19:06:57.412134Z","end":"2026-06-17T19:07:00.917145Z","steps":["trace[1662176473] 'agreement among raft nodes before linearized reading' (duration: 3.40407345s)","trace[1662176473] 'range keys from in-memory index tree' (duration: 100.879542ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.412126Z","time spent":"3.505078168s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.511620854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.917303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.976817508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.917352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.511524899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.917368Z","caller":"traceutil/trace.go:172","msg":"trace[1234167311] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:2037; }","duration":"3.51153953s","start":"2026-06-17T19:06:57.405823Z","end":"2026-06-17T19:07:00.917363Z","steps":["trace[1234167311] 'agreement among raft nodes before linearized reading' (duration: 3.410432397s)","trace[1234167311] 'range keys from in-memory index tree' (duration: 101.078021ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:07:00.917371Z","caller":"traceutil/trace.go:172","msg":"trace[1923309453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:2037; }","duration":"1.976881901s","start":"2026-06-17T19:06:58.940470Z","end":"2026-06-17T19:07:00.917351Z","steps":["trace[1923309453] 'agreement among raft nodes before linearized reading' (duration: 1.875782809s)","trace[1923309453] 'range keys from in-memory index tree' (duration: 101.016099ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.405814Z","time spent":"3.511568282s","remote":"127.0.0.1:47308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.73840999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.917411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:58.940449Z","time spent":"1.976950834s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.917442Z","caller":"traceutil/trace.go:172","msg":"trace[1909127245] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:2037; }","duration":"1.738860021s","start":"2026-06-17T19:06:59.178568Z","end":"2026-06-17T19:07:00.917428Z","steps":["trace[1909127245] 'agreement among raft nodes before linearized reading' (duration: 1.637676355s)","trace[1909127245] 'range keys from in-memory index tree' (duration: 100.702134ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:59.178550Z","time spent":"1.738922354s","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.505645005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.917526Z","caller":"traceutil/trace.go:172","msg":"trace[105124125] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:2037; }","duration":"3.505667516s","start":"2026-06-17T19:06:57.411852Z","end":"2026-06-17T19:07:00.917519Z","steps":["trace[105124125] 'agreement among raft nodes before linearized reading' (duration: 3.404406496s)","trace[105124125] 'range keys from in-memory index tree' (duration: 101.225488ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.411843Z","time spent":"3.505694937s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.512897013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.917584Z","caller":"traceutil/trace.go:172","msg":"trace[1272700332] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:2037; }","duration":"3.512937365s","start":"2026-06-17T19:06:57.404632Z","end":"2026-06-17T19:07:00.917569Z","steps":["trace[1272700332] 'agreement among raft nodes before linearized reading' (duration: 3.411569771s)","trace[1272700332] 'range keys from in-memory index tree' (duration: 101.286071ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.510784755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.917640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.404625Z","time spent":"3.513001108s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.514014915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.917678Z","caller":"traceutil/trace.go:172","msg":"trace[1522044005] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:2037; }","duration":"3.5109003s","start":"2026-06-17T19:06:57.406754Z","end":"2026-06-17T19:07:00.917654Z","steps":["trace[1522044005] 'agreement among raft nodes before linearized reading' (duration: 3.409454512s)","trace[1522044005] 'range keys from in-memory index tree' (duration: 101.291491ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:07:00.917692Z","caller":"traceutil/trace.go:172","msg":"trace[57669086] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:2037; }","duration":"3.514055987s","start":"2026-06-17T19:06:57.403621Z","end":"2026-06-17T19:07:00.917677Z","steps":["trace[57669086] 'agreement among raft nodes before linearized reading' (duration: 3.412618719s)","trace[57669086] 'range keys from in-memory index tree' (duration: 101.376165ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.336323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-06-17T19:07:00.917727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.406738Z","time spent":"3.510978374s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.403614Z","time spent":"3.51411171s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.917747Z","caller":"traceutil/trace.go:172","msg":"trace[328591000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2037; }","duration":"670.383035ms","start":"2026-06-17T19:07:00.247349Z","end":"2026-06-17T19:07:00.917731Z","steps":["trace[328591000] 'agreement among raft nodes before linearized reading' (duration: 568.886044ms)","trace[328591000] 'range keys from in-memory index tree' (duration: 101.321783ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.505569771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-06-17T19:07:00.917784Z","caller":"traceutil/trace.go:172","msg":"trace[2031261445] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:2037; }","duration":"3.505592582s","start":"2026-06-17T19:06:57.412184Z","end":"2026-06-17T19:07:00.917777Z","steps":["trace[2031261445] 'agreement among raft nodes before linearized reading' (duration: 3.40407789s)","trace[2031261445] 'range keys from in-memory index tree' (duration: 101.387556ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.247331Z","time spent":"670.441787ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.412176Z","time spent":"3.505620683s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.917331Z","caller":"traceutil/trace.go:172","msg":"trace[777476885] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:2037; }","duration":"3.511644095s","start":"2026-06-17T19:06:57.405679Z","end":"2026-06-17T19:07:00.917323Z","steps":["trace[777476885] 'agreement among raft nodes before linearized reading' (duration: 3.410593995s)","trace[777476885] 'range keys from in-memory index tree' (duration: 101.012699ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.917967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.405657Z","time spent":"3.512292015s","remote":"127.0.0.1:33102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.917990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.514937978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.918026Z","caller":"traceutil/trace.go:172","msg":"trace[651098046] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:2037; }","duration":"3.5149765s","start":"2026-06-17T19:06:57.403039Z","end":"2026-06-17T19:07:00.918016Z","steps":["trace[651098046] 'agreement among raft nodes before linearized reading' (duration: 3.413229548s)","trace[651098046] 'range keys from in-memory index tree' (duration: 101.69432ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.918053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.403025Z","time spent":"3.515020742s","remote":"127.0.0.1:47936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.918530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.510586116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.918627Z","caller":"traceutil/trace.go:172","msg":"trace[2048727519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:2037; }","duration":"3.511926667s","start":"2026-06-17T19:06:57.406684Z","end":"2026-06-17T19:07:00.918611Z","steps":["trace[2048727519] 'agreement among raft nodes before linearized reading' (duration: 3.409558356s)","trace[2048727519] 'range keys from in-memory index tree' (duration: 100.979327ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.918665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.51564028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.918742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.406674Z","time spent":"3.512011602s","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.918851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.507199727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.918889Z","caller":"traceutil/trace.go:172","msg":"trace[1321067912] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:2037; }","duration":"3.515676872s","start":"2026-06-17T19:06:57.403015Z","end":"2026-06-17T19:07:00.918692Z","steps":["trace[1321067912] 'agreement among raft nodes before linearized reading' (duration: 3.413265929s)","trace[1321067912] 'range keys from in-memory index tree' (duration: 102.35999ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.918917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.403001Z","time spent":"3.515908463s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.918911Z","caller":"traceutil/trace.go:172","msg":"trace[1647241096] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:2037; }","duration":"3.507259259s","start":"2026-06-17T19:06:57.411636Z","end":"2026-06-17T19:07:00.918895Z","steps":["trace[1647241096] 'agreement among raft nodes before linearized reading' (duration: 3.404648587s)","trace[1647241096] 'range keys from in-memory index tree' (duration: 102.452635ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.918974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.513940242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.920886Z","caller":"traceutil/trace.go:172","msg":"trace[741867292] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:2037; }","duration":"3.515839779s","start":"2026-06-17T19:06:57.405024Z","end":"2026-06-17T19:07:00.920864Z","steps":["trace[741867292] 'agreement among raft nodes before linearized reading' (duration: 3.411254886s)","trace[741867292] 'range keys from in-memory index tree' (duration: 102.670425ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.919106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.507253099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.920972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.405014Z","time spent":"3.515939513s","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.920982Z","caller":"traceutil/trace.go:172","msg":"trace[1459685298] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:2037; }","duration":"3.509113535s","start":"2026-06-17T19:06:57.411846Z","end":"2026-06-17T19:07:00.920960Z","steps":["trace[1459685298] 'agreement among raft nodes before linearized reading' (duration: 3.404430267s)","trace[1459685298] 'range keys from in-memory index tree' (duration: 102.809572ms)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.921041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.411842Z","time spent":"3.509182188s","remote":"127.0.0.1:47290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.921413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:57.411628Z","time spent":"3.509704472s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.924767Z","caller":"traceutil/trace.go:172","msg":"trace[617901923] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2383; }","duration":"108.611068ms","start":"2026-06-17T19:07:00.816141Z","end":"2026-06-17T19:07:00.924752Z","steps":["trace[617901923] 'read index received' (duration: 108.595637ms)","trace[617901923] 'applied index is now lower than readState.Index' (duration: 14.621µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:00.924926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.587026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.031712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.926242Z","caller":"traceutil/trace.go:172","msg":"trace[1167415266] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:2039; }","duration":"566.707003ms","start":"2026-06-17T19:07:00.359521Z","end":"2026-06-17T19:07:00.926228Z","steps":["trace[1167415266] 'agreement among raft nodes before linearized reading' (duration: 566.016301ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.926289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359517Z","time spent":"566.761776ms","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.925565Z","caller":"traceutil/trace.go:172","msg":"trace[583553125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:2038; }","duration":"562.236266ms","start":"2026-06-17T19:07:00.363321Z","end":"2026-06-17T19:07:00.925557Z","steps":["trace[583553125] 'agreement among raft nodes before linearized reading' (duration: 561.549825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.926354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.363308Z","time spent":"563.038554ms","remote":"127.0.0.1:53892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.925638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.524207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.925178Z","caller":"traceutil/trace.go:172","msg":"trace[1750673301] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"6.644461567s","start":"2026-06-17T19:06:54.280705Z","end":"2026-06-17T19:07:00.925166Z","steps":["trace[1750673301] 'process raft request' (duration: 6.643997816s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.926526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:54.280684Z","time spent":"6.645788809s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-17T19:07:00.925305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.313386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.926620Z","caller":"traceutil/trace.go:172","msg":"trace[1858448121] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:2037; }","duration":"564.634367ms","start":"2026-06-17T19:07:00.361977Z","end":"2026-06-17T19:07:00.926612Z","steps":["trace[1858448121] 'agreement among raft nodes before linearized reading' (duration: 562.812923ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.926643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.361973Z","time spent":"564.662719ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.925402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.583015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.926741Z","caller":"traceutil/trace.go:172","msg":"trace[457575155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2038; }","duration":"588.931578ms","start":"2026-06-17T19:07:00.337803Z","end":"2026-06-17T19:07:00.926734Z","steps":["trace[457575155] 'agreement among raft nodes before linearized reading' (duration: 587.563695ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.926790Z","caller":"traceutil/trace.go:172","msg":"trace[689534534] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:2039; }","duration":"564.373366ms","start":"2026-06-17T19:07:00.362079Z","end":"2026-06-17T19:07:00.926453Z","steps":["trace[689534534] 'agreement among raft nodes before linearized reading' (duration: 563.37727ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.927159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.362065Z","time spent":"564.888429ms","remote":"127.0.0.1:47482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.925414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.898549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:00.927215Z","caller":"traceutil/trace.go:172","msg":"trace[1667365100] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:2039; }","duration":"566.698872ms","start":"2026-06-17T19:07:00.360505Z","end":"2026-06-17T19:07:00.927204Z","steps":["trace[1667365100] 'agreement among raft nodes before linearized reading' (duration: 564.832756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.927250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360502Z","time spent":"566.737644ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.925450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.232001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.874904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.415092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.936337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.708487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"warn","ts":"2026-06-17T19:07:00.924951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:55.209528Z","time spent":"5.715421728s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-17T19:07:00.925509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.461913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.401624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.588029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.421251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.247116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.130891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.102479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-17T19:07:00.925697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.974318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.804619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.78176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.233381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.446291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.925832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.084848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.148\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-17T19:07:00.925969Z","caller":"traceutil/trace.go:172","msg":"trace[421861846] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.001905049s","start":"2026-06-17T19:06:59.924055Z","end":"2026-06-17T19:07:00.925961Z","steps":["trace[421861846] 'process raft request' (duration: 1.001599425s)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.926094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.540465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-17T19:07:00.927344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.582207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T19:07:00.927911Z","caller":"traceutil/trace.go:172","msg":"trace[286813175] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:2038; }","duration":"567.340042ms","start":"2026-06-17T19:07:00.360560Z","end":"2026-06-17T19:07:00.927900Z","steps":["trace[286813175] 'agreement among raft nodes before linearized reading' (duration: 564.630037ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.927941Z","caller":"traceutil/trace.go:172","msg":"trace[292366222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:2039; }","duration":"565.919487ms","start":"2026-06-17T19:07:00.362015Z","end":"2026-06-17T19:07:00.927935Z","steps":["trace[292366222] 'agreement among raft nodes before linearized reading' (duration: 563.564618ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.927947Z","caller":"traceutil/trace.go:172","msg":"trace[476696912] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; response_count:1; response_revision:2038; }","duration":"567.184335ms","start":"2026-06-17T19:07:00.360748Z","end":"2026-06-17T19:07:00.927933Z","steps":["trace[476696912] 'agreement among raft nodes before linearized reading' (duration: 564.412347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.927953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360557Z","time spent":"567.383354ms","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.928160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.362004Z","time spent":"566.146177ms","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.928169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360730Z","time spent":"567.426646ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928199Z","caller":"traceutil/trace.go:172","msg":"trace[584204456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"465.979648ms","start":"2026-06-17T19:07:00.462212Z","end":"2026-06-17T19:07:00.928192Z","steps":["trace[584204456] 'agreement among raft nodes before linearized reading' (duration: 462.732078ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.928239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.462187Z","time spent":"466.045331ms","remote":"127.0.0.1:46892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-17T19:07:00.928279Z","caller":"traceutil/trace.go:172","msg":"trace[534907983] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:2038; }","duration":"567.867706ms","start":"2026-06-17T19:07:00.360400Z","end":"2026-06-17T19:07:00.928268Z","steps":["trace[534907983] 'agreement among raft nodes before linearized reading' (duration: 564.410607ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.928319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360395Z","time spent":"567.914848ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928335Z","caller":"traceutil/trace.go:172","msg":"trace[1350334027] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:2039; }","duration":"568.776288ms","start":"2026-06-17T19:07:00.359550Z","end":"2026-06-17T19:07:00.928326Z","steps":["trace[1350334027] 'agreement among raft nodes before linearized reading' (duration: 565.921066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.928359Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359535Z","time spent":"568.81598ms","remote":"127.0.0.1:47200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928383Z","caller":"traceutil/trace.go:172","msg":"trace[1018278382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2038; }","duration":"567.777272ms","start":"2026-06-17T19:07:00.360595Z","end":"2026-06-17T19:07:00.928372Z","steps":["trace[1018278382] 'agreement among raft nodes before linearized reading' (duration: 564.586375ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.928407Z","caller":"traceutil/trace.go:172","msg":"trace[1449800928] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:2040; }","duration":"569.071962ms","start":"2026-06-17T19:07:00.359325Z","end":"2026-06-17T19:07:00.928397Z","steps":["trace[1449800928] 'agreement among raft nodes before linearized reading' (duration: 566.42587ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.928457Z","caller":"traceutil/trace.go:172","msg":"trace[469548009] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:2039; }","duration":"568.878383ms","start":"2026-06-17T19:07:00.359572Z","end":"2026-06-17T19:07:00.928451Z","steps":["trace[469548009] 'agreement among raft nodes before linearized reading' (duration: 565.860074ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.927923Z","caller":"traceutil/trace.go:172","msg":"trace[2143447284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes; range_end:; response_count:0; response_revision:2039; }","duration":"564.722551ms","start":"2026-06-17T19:07:00.363193Z","end":"2026-06-17T19:07:00.927915Z","steps":["trace[2143447284] 'agreement among raft nodes before linearized reading' (duration: 562.386043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.928485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359545Z","time spent":"568.932816ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.928494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359316Z","time spent":"569.120134ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.928520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.363182Z","time spent":"565.318059ms","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.928487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360592Z","time spent":"567.883027ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928678Z","caller":"traceutil/trace.go:172","msg":"trace[2094557732] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:2039; }","duration":"566.609359ms","start":"2026-06-17T19:07:00.362060Z","end":"2026-06-17T19:07:00.928669Z","steps":["trace[2094557732] 'agreement among raft nodes before linearized reading' (duration: 563.402911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.928710Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.362033Z","time spent":"566.668181ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928814Z","caller":"traceutil/trace.go:172","msg":"trace[1906682450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:2040; }","duration":"569.332284ms","start":"2026-06-17T19:07:00.359476Z","end":"2026-06-17T19:07:00.928809Z","steps":["trace[1906682450] 'agreement among raft nodes before linearized reading' (duration: 566.219531ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.928730Z","caller":"traceutil/trace.go:172","msg":"trace[876765164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies; range_end:; response_count:0; response_revision:2040; }","duration":"564.004828ms","start":"2026-06-17T19:07:00.364715Z","end":"2026-06-17T19:07:00.928720Z","steps":["trace[876765164] 'agreement among raft nodes before linearized reading' (duration: 560.915816ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.929035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.364699Z","time spent":"564.324053ms","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928755Z","caller":"traceutil/trace.go:172","msg":"trace[1935544993] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:2038; }","duration":"566.829679ms","start":"2026-06-17T19:07:00.361918Z","end":"2026-06-17T19:07:00.928748Z","steps":["trace[1935544993] 'agreement among raft nodes before linearized reading' (duration: 563.041714ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.929189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.361913Z","time spent":"567.268799ms","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.929276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359472Z","time spent":"569.422948ms","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928795Z","caller":"traceutil/trace.go:172","msg":"trace[478122943] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:2038; }","duration":"563.8298ms","start":"2026-06-17T19:07:00.364937Z","end":"2026-06-17T19:07:00.928767Z","steps":["trace[478122943] 'agreement among raft nodes before linearized reading' (duration: 560.021635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.929372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.364924Z","time spent":"564.439778ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.927904Z","caller":"traceutil/trace.go:172","msg":"trace[1618817532] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:2039; }","duration":"565.854853ms","start":"2026-06-17T19:07:00.362042Z","end":"2026-06-17T19:07:00.927897Z","steps":["trace[1618817532] 'agreement among raft nodes before linearized reading' (duration: 563.450342ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.929573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.362039Z","time spent":"567.526371ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.929151Z","caller":"traceutil/trace.go:172","msg":"trace[1647240371] range","detail":"{range_begin:/registry/masterleases/199.204.45.148; range_end:; response_count:1; response_revision:2038; }","duration":"568.400151ms","start":"2026-06-17T19:07:00.360742Z","end":"2026-06-17T19:07:00.929142Z","steps":["trace[1647240371] 'agreement among raft nodes before linearized reading' (duration: 564.429348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.929767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.360738Z","time spent":"569.02263ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.148\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.930028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:06:59.924034Z","time spent":"1.005941485s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-17T19:07:00.930190Z","caller":"traceutil/trace.go:172","msg":"trace[1230644110] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:2046; }","duration":"565.635584ms","start":"2026-06-17T19:07:00.364547Z","end":"2026-06-17T19:07:00.930183Z","steps":["trace[1230644110] 'agreement among raft nodes before linearized reading' (duration: 561.522574ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:00.928542Z","caller":"traceutil/trace.go:172","msg":"trace[416103245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2039; }","duration":"563.693414ms","start":"2026-06-17T19:07:00.364813Z","end":"2026-06-17T19:07:00.928507Z","steps":["trace[416103245] 'agreement among raft nodes before linearized reading' (duration: 560.598032ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.930227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.364803Z","time spent":"565.414863ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.927870Z","caller":"traceutil/trace.go:172","msg":"trace[1936182947] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:2039; }","duration":"565.639704ms","start":"2026-06-17T19:07:00.362221Z","end":"2026-06-17T19:07:00.927861Z","steps":["trace[1936182947] 'agreement among raft nodes before linearized reading' (duration: 563.39699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.930322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.362213Z","time spent":"568.101898ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-06-17T19:07:00.930555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.364533Z","time spent":"566.012741ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:00.928426Z","caller":"traceutil/trace.go:172","msg":"trace[299277992] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:2039; }","duration":"568.888583ms","start":"2026-06-17T19:07:00.359391Z","end":"2026-06-17T19:07:00.928419Z","steps":["trace[299277992] 'agreement among raft nodes before linearized reading' (duration: 565.976129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:00.930976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-17T19:07:00.359387Z","time spent":"571.580498ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-06-17T19:07:01.138650Z","caller":"traceutil/trace.go:172","msg":"trace[1036898181] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2408; }","duration":"181.855507ms","start":"2026-06-17T19:07:00.956768Z","end":"2026-06-17T19:07:01.138624Z","steps":["trace[1036898181] 'read index received' (duration: 181.848037ms)","trace[1036898181] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:01.153479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.781541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:01.153575Z","caller":"traceutil/trace.go:172","msg":"trace[1870762576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"222.897837ms","start":"2026-06-17T19:07:00.930657Z","end":"2026-06-17T19:07:01.153555Z","steps":["trace[1870762576] 'agreement among raft nodes before linearized reading' (duration: 208.059775ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.153726Z","caller":"traceutil/trace.go:172","msg":"trace[1337017368] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"221.770745ms","start":"2026-06-17T19:07:00.931930Z","end":"2026-06-17T19:07:01.153701Z","steps":["trace[1337017368] 'process raft request' (duration: 221.401589ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.153844Z","caller":"traceutil/trace.go:172","msg":"trace[1225687514] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"217.74682ms","start":"2026-06-17T19:07:00.936072Z","end":"2026-06-17T19:07:01.153819Z","steps":["trace[1225687514] 'process raft request' (duration: 217.608174ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.154040Z","caller":"traceutil/trace.go:172","msg":"trace[1968098793] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"220.78897ms","start":"2026-06-17T19:07:00.933232Z","end":"2026-06-17T19:07:01.154021Z","steps":["trace[1968098793] 'process raft request' (duration: 220.367611ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.378381Z","caller":"traceutil/trace.go:172","msg":"trace[1276036399] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2415; }","duration":"221.313609ms","start":"2026-06-17T19:07:01.157044Z","end":"2026-06-17T19:07:01.378358Z","steps":["trace[1276036399] 'read index received' (duration: 221.293518ms)","trace[1276036399] 'applied index is now lower than readState.Index' (duration: 16.111µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:01.378561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.491127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:01.378594Z","caller":"traceutil/trace.go:172","msg":"trace[1758697670] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"223.303041ms","start":"2026-06-17T19:07:01.155281Z","end":"2026-06-17T19:07:01.378584Z","steps":["trace[1758697670] 'process raft request' (duration: 223.184045ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.378603Z","caller":"traceutil/trace.go:172","msg":"trace[1070176838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:2054; }","duration":"221.54951ms","start":"2026-06-17T19:07:01.157039Z","end":"2026-06-17T19:07:01.378589Z","steps":["trace[1070176838] 'agreement among raft nodes before linearized reading' (duration: 221.454835ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:01.383038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.400375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-06-17T19:07:01.383073Z","caller":"traceutil/trace.go:172","msg":"trace[1810594822] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:2059; }","duration":"223.440207ms","start":"2026-06-17T19:07:01.159627Z","end":"2026-06-17T19:07:01.383067Z","steps":["trace[1810594822] 'agreement among raft nodes before linearized reading' (duration: 223.320652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:01.383071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.600478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-17T19:07:01.383191Z","caller":"traceutil/trace.go:172","msg":"trace[1069861900] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b9f39da1401c60; range_end:; response_count:1; response_revision:2059; }","duration":"222.767966ms","start":"2026-06-17T19:07:01.160396Z","end":"2026-06-17T19:07:01.383164Z","steps":["trace[1069861900] 'agreement among raft nodes before linearized reading' (duration: 222.362557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:01.492450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.305096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-06-17T19:07:01.492547Z","caller":"traceutil/trace.go:172","msg":"trace[2012093301] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:2059; }","duration":"107.420281ms","start":"2026-06-17T19:07:01.385107Z","end":"2026-06-17T19:07:01.492528Z","steps":["trace[2012093301] 'agreement among raft nodes before linearized reading' (duration: 78.86594ms)","trace[2012093301] 'range keys from in-memory index tree' (duration: 28.247827ms)"],"step_count":2} {"level":"info","ts":"2026-06-17T19:07:01.590616Z","caller":"traceutil/trace.go:172","msg":"trace[1756778440] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2420; }","duration":"126.789701ms","start":"2026-06-17T19:07:01.463799Z","end":"2026-06-17T19:07:01.590588Z","steps":["trace[1756778440] 'read index received' (duration: 126.7798ms)","trace[1756778440] 'applied index is now lower than readState.Index' (duration: 8.36µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:01.590717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.553824ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-17T19:07:01.590784Z","caller":"traceutil/trace.go:172","msg":"trace[1784113099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2059; }","duration":"181.637398ms","start":"2026-06-17T19:07:01.409132Z","end":"2026-06-17T19:07:01.590769Z","steps":["trace[1784113099] 'agreement among raft nodes before linearized reading' (duration: 181.515362ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.590915Z","caller":"traceutil/trace.go:172","msg":"trace[1030407389] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"205.663291ms","start":"2026-06-17T19:07:01.385239Z","end":"2026-06-17T19:07:01.590902Z","steps":["trace[1030407389] 'process raft request' (duration: 205.486313ms)"],"step_count":1} {"level":"warn","ts":"2026-06-17T19:07:01.590987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.311913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-06-17T19:07:01.591193Z","caller":"traceutil/trace.go:172","msg":"trace[826328688] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:2059; }","duration":"203.557534ms","start":"2026-06-17T19:07:01.387617Z","end":"2026-06-17T19:07:01.591174Z","steps":["trace[826328688] 'agreement among raft nodes before linearized reading' (duration: 203.110434ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.692889Z","caller":"traceutil/trace.go:172","msg":"trace[1863893080] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2421; }","duration":"102.17027ms","start":"2026-06-17T19:07:01.590683Z","end":"2026-06-17T19:07:01.692854Z","steps":["trace[1863893080] 'read index received' (duration: 102.113777ms)","trace[1863893080] 'applied index is now lower than readState.Index' (duration: 54.653µs)"],"step_count":2} {"level":"warn","ts":"2026-06-17T19:07:01.693182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.972167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-06-17T19:07:01.693216Z","caller":"traceutil/trace.go:172","msg":"trace[532536919] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2060; }","duration":"198.02876ms","start":"2026-06-17T19:07:01.495177Z","end":"2026-06-17T19:07:01.693206Z","steps":["trace[532536919] 'agreement among raft nodes before linearized reading' (duration: 197.81085ms)"],"step_count":1} {"level":"info","ts":"2026-06-17T19:07:01.708672Z","caller":"traceutil/trace.go:172","msg":"trace[1641823404] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"104.901935ms","start":"2026-06-17T19:07:01.603750Z","end":"2026-06-17T19:07:01.708651Z","steps":["trace[1641823404] 'process raft request' (duration: 104.748218ms)"],"step_count":1}